-- Logs begin at Sat 2021-11-27 09:54:01 UTC, end at Sat 2021-11-27 11:56:00 UTC. -- Nov 27 10:24:23.109014 dv-neutron-804846-16-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 27 10:24:25.942937 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.common.config [-] Logging enabled! Nov 27 10:24:25.943549 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev229 Nov 27 10:24:25.943726 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103269) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 10:24:25.947170 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.common.config [-] Logging enabled! Nov 27 10:24:25.947431 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev229 Nov 27 10:24:25.947746 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103269) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 10:24:25.948697 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 10:24:25.949523 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 10:24:25.949893 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 10:24:25.950137 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 10:24:25.950366 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 10:24:25.950684 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.951103 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 27 10:24:25.951414 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.951712 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.952006 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.952299 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.952627 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.952911 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.953201 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.953504 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.953792 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.954078 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.954362 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.954654 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.954937 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.955222 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.955508 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.955794 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] debug = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.956077 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.956532 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.956954 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.957234 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.957525 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.957933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.958075 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.958332 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.958615 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.958947 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] host = dv-neutron-804846-16-hyperv {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.959226 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.959513 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.959798 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.960085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.960358 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.960668 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.960952 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.961226 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.961498 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.961772 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.962060 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.962345 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.962634 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.962858 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.963085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.963381 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.963664 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.963944 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.964219 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.964639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.964639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.965107 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.965339 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.965622 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.965906 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.966190 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.966462 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.966734 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.967002 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.967272 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.967553 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.967831 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.968101 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.968395 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.968680 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.968946 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.969219 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.969523 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.969807 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.970089 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.970372 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.970646 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.970926 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.971195 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.971464 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.971734 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] use_json = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.972007 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.972274 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.972573 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.972843 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.973111 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.973385 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.973656 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.973943 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:25.974239 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.974534 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.974832 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.975111 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.975412 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.975689 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.975975 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.976251 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.976559 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.976845 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.977131 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.977406 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.977691 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.977967 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.978257 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.978565 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.978858 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.979147 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.979423 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.979694 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.979965 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.980318 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.980581 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.980853 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.981133 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.981424 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.981705 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.982001 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.982291 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.982583 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.982873 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.983147 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.983429 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.983723 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.983999 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.984272 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.984572 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.984861 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.985136 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.985408 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.985689 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.985966 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.986235 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.986508 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.986785 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.987073 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.987346 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.987615 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.987884 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.988159 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.988451 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.988734 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.989010 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.989282 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.989552 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.989831 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.990102 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.990372 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.990646 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.990915 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.991189 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.991460 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.991729 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.991999 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.992269 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.992562 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.992830 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.993098 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.993375 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.993653 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.993921 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.994194 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.994465 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.994735 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.995019 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.995315 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.995592 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.996438 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.996718 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.996996 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.997270 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.997544 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.997822 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.998101 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.998371 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.998658 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.998941 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.999224 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.999503 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:25.999804 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.000100 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.000394 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.000686 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.000965 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.001242 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.001526 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.001809 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.002104 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.002398 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.002694 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.002985 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.003276 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.003554 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.003862 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.004146 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:26.004365 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 10:24:26.004630 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103269) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 27 10:24:26.431102 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 10:24:26.431309 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 10:24:26.431616 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 10:24:26.431979 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 27 10:24:26.758928 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.759230 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.759505 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.760722 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.760996 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.761263 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.797414 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.797697 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.797969 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.812662 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.812945 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.813218 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.842172 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.842456 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.842729 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.879780 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.880059 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:26.880334 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.233676 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.234372 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.234372 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.234538 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.235200 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.336630 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.336957 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.337245 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.337524 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.337797 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.338111 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.338376 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.338639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.338897 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.339184 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.339476 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.339928 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.340329 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.340616 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.340880 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.341151 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.341415 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.341688 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.341963 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.342228 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.342501 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.342773 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.343043 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.343426 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.343680 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.343931 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.344334 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:27.344602 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:27.344843 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:27.345083 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:27.345656 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:27.345656 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:27.345919 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 27 10:24:27.349091 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 27 10:24:27.353210 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 27 10:24:27.357296 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 27 10:24:27.358942 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 27 10:24:27.359408 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 27 10:24:27.359751 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 27 10:24:27.360139 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 27 10:24:27.363035 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 27 10:24:27.363293 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 27 10:24:27.363646 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 10:24:27.368999 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 27 10:24:27.392826 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 27 10:24:27.393283 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.393589 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103269) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 27 10:24:27.393953 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.395347 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103269) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 27 10:24:27.395630 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 10:24:27.395879 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 27 10:24:27.399140 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.399430 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:27.463770 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 27 10:24:27.464016 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 27 10:24:27.464255 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 27 10:24:27.465215 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 27 10:24:27.487409 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_db.sqlalchemy.engines [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103269) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 27 10:24:27.910930 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing driver for type 'gre' Nov 27 10:24:27.911470 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] gre ID ranges: [(1, 1000)] Nov 27 10:24:27.962830 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing driver for type 'local' Nov 27 10:24:27.963189 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing driver for type 'vlan' Nov 27 10:24:27.976351 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] VlanTypeDriver initialization complete Nov 27 10:24:27.976701 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing driver for type 'vxlan' Nov 27 10:24:27.977183 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] vxlan ID ranges: [(1, 1000)] Nov 27 10:24:28.027571 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing extension driver 'port_security' Nov 27 10:24:28.027910 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.extensions.port_security [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] PortSecurityExtensionDriver initialization complete Nov 27 10:24:28.028249 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing mechanism driver 'openvswitch' Nov 27 10:24:28.028610 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing mechanism driver 'hyperv' Nov 27 10:24:28.035189 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.plugin [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:24:28.036028 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.036419 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.036776 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.037306 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 10:24:28.037735 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.038087 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.038429 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.038829 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 10:24:28.039235 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.039580 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.039920 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.040316 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 10:24:28.040748 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > security_group after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.041097 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > security_group after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.041436 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.041837 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 10:24:28.042239 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.042610 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.042949 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.043346 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 10:24:28.043750 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > address_group after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.044091 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > address_group after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.044460 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.044859 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 10:24:28.045239 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] ML2 OVO RPC backend initialized. {{(pid=103269) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 27 10:24:28.045951 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.046302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.046712 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.047058 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > networks before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.047400 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.047739 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > ports before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.048077 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.048440 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnets before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.048784 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.049121 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.049452 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.049784 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.050115 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.050446 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.050778 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.051109 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.051437 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.051998 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.plugin [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Modular L2 Plugin initialization complete Nov 27 10:24:28.052326 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading services supported by the core plugin {{(pid=103269) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 27 10:24:28.052675 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Got port-security extension from driver 'port_security' Nov 27 10:24:28.053129 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.extensions.vlantransparent [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Disabled vlantransparent extension. Nov 27 10:24:28.053608 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103269) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 27 10:24:28.053926 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: router Nov 27 10:24:28.090472 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.090859 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.091226 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router before_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.091585 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.091953 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.092304 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_delete 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.092688 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.093155 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.093518 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.093863 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.094208 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.094556 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.094914 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.095326 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.095693 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.096027 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.096359 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: subnet after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.096716 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.097059 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.097401 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.097738 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.098075 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.098424 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.098761 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.099105 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.099461 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.099800 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.100158 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > agent after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.100530 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > agent after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.100870 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.101713 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Tracking information for resource: router configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:28.102039 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Tracking information for resource: floatingip configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 10:24:28.107048 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.db.l3_agentschedulers_db [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 27 10:24:28.107613 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.107970 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.108322 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.108702 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.109467 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router before_create 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.109826 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.110185 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_create 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.110540 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > router precommit_update 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.115322 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.provider_configuration [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service providers = [] {{(pid=103269) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 27 10:24:28.115683 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.db.servicetype_db [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103269) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 27 10:24:28.118618 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.service_base [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 10:24:28.118967 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.service_base [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 10:24:28.119306 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.service_base [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 10:24:28.120189 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.services.service_base [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 10:24:28.120586 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.services.service_base [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 27 10:24:28.121725 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.121949 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 27 10:24:28.132603 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.132937 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: auto_allocate Nov 27 10:24:28.139611 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: network precommit_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.139974 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: network precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.140521 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.140844 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: tag Nov 27 10:24:28.147582 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.147910 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: timestamp Nov 27 10:24:28.151712 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.152355 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: network_ip_availability Nov 27 10:24:28.157546 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.157915 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.158265 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.158960 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.159280 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: flavors Nov 27 10:24:28.164304 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.164620 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading Plugin: revisions Nov 27 10:24:28.169642 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 10:24:28.170027 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_concurrency.lockutils [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.738s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 10:24:28.170784 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103269) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 27 10:24:28.171118 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Initializing extension manager. Nov 27 10:24:28.171650 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: __init__.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.171964 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: __pycache__ {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.172296 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.172649 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: address_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.173392 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.173953 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: address-group Nov 27 10:24:28.174272 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: address_scope.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.174971 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.175475 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: address-scope Nov 27 10:24:28.175793 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.176742 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.177250 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: router-admin-state-down-before-update Nov 27 10:24:28.177569 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: agent.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.178259 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.178768 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: agent Nov 27 10:24:28.179088 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: agent_resources_synced.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.179996 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.180546 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: agent-resources-synced Nov 27 10:24:28.180866 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: allowedaddresspairs.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.182623 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.183135 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: allowed-address-pairs Nov 27 10:24:28.184002 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: auto_allocated_topology.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.185100 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.185610 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: auto-allocated-topology Nov 27 10:24:28.185930 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: availability_zone.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.186615 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.187117 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: availability_zone Nov 27 10:24:28.187438 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: availability_zone_filter.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.188341 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.188867 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: availability_zone_filter Nov 27 10:24:28.189190 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: data_plane_status.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.190085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.190580 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension data-plane-status not supported by any of loaded plugins Nov 27 10:24:28.190898 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: default_subnetpools.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.191797 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.192298 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: default-subnetpools Nov 27 10:24:28.192647 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.193446 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.193954 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: dhcp_agent_scheduler Nov 27 10:24:28.194278 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: dns.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.195187 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.195701 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension dns-integration not supported by any of loaded plugins Nov 27 10:24:28.196008 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: dns_domain_ports.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.196950 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.197453 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 27 10:24:28.197773 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.198686 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.199802 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 27 10:24:28.200117 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: dvr.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.200815 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.201319 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: dvr Nov 27 10:24:28.201637 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: ecmp_routes.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.202547 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.203056 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 27 10:24:28.203378 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: empty_string_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.204302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.204834 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: empty-string-filtering Nov 27 10:24:28.205161 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.206066 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.206563 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 27 10:24:28.206882 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.207801 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.208297 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 27 10:24:28.208640 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: external_net.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.209541 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.210043 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: external-net Nov 27 10:24:28.210360 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.211266 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.211771 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: extra_dhcp_opt Nov 27 10:24:28.212085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: extraroute.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.213014 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.213513 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: extraroute Nov 27 10:24:28.213835 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: extraroute_atomic.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.215292 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.215804 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: extraroute-atomic Nov 27 10:24:28.216128 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: filter_validation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.216827 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.217328 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: filter-validation Nov 27 10:24:28.217648 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: fip_pf_description.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.218548 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.219042 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 27 10:24:28.219359 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: fip_port_details.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.220260 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.220793 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: fip-port-details Nov 27 10:24:28.221114 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: flavors.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.222334 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.222847 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: flavors Nov 27 10:24:28.223169 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.224859 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.225381 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 27 10:24:28.225709 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: floatingip_pools.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.226403 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.226915 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: floatingip-pools Nov 27 10:24:28.227235 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: ip_allocation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.228159 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.228696 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension ip_allocation not supported by any of loaded plugins Nov 27 10:24:28.229018 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.229932 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.230612 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: ip-substring-filtering Nov 27 10:24:28.230934 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l2_adjacency.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.231867 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.232366 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 27 10:24:28.232715 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.233665 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.234187 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: router Nov 27 10:24:28.234703 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.236764 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.237291 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 27 10:24:28.237619 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.238545 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.239064 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: ext-gw-mode Nov 27 10:24:28.239390 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.240329 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.240867 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: l3-ha Nov 27 10:24:28.241186 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3_flavors.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.242096 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.242597 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: l3-flavors Nov 27 10:24:28.242918 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.243829 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.244330 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 27 10:24:28.244674 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: l3agentscheduler.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.246236 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.246826 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: l3_agent_scheduler Nov 27 10:24:28.247129 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: local_ip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.248909 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.249428 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension local_ip not supported by any of loaded plugins Nov 27 10:24:28.249758 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: logging.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.251360 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.251871 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension logging not supported by any of loaded plugins Nov 27 10:24:28.252199 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: metering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.253039 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.253612 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: metering Nov 27 10:24:28.253940 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.255036 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.255547 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: metering_source_and_destination_fields Nov 27 10:24:28.255871 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: multiprovidernet.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.256815 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.257323 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: multi-provider Nov 27 10:24:28.257645 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: netmtu.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.258806 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.259310 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: net-mtu Nov 27 10:24:28.259629 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: netmtu_writable.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.260576 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.261082 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: net-mtu-writable Nov 27 10:24:28.262015 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: network_availability_zone.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.262650 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.263152 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: network_availability_zone Nov 27 10:24:28.263470 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: network_ip_availability.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.264609 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.265125 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: network-ip-availability Nov 27 10:24:28.265446 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: network_segment_range.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.266201 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.266704 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension network-segment-range not supported by any of loaded plugins Nov 27 10:24:28.267025 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: pagination.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.268003 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.268340 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: pagination Nov 27 10:24:28.268685 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: port_device_profile.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.269602 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.270096 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: port-device-profile Nov 27 10:24:28.270414 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.271334 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.271832 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: port-mac-address-regenerate Nov 27 10:24:28.272149 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.273123 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.273626 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: port-numa-affinity-policy Nov 27 10:24:28.273944 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: port_resource_request.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.274858 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.275356 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension port-resource-request not supported by any of loaded plugins Nov 27 10:24:28.275673 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: port_resource_request_groups.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.276659 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.277182 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 27 10:24:28.277501 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: portbindings.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.278431 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.278932 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: binding Nov 27 10:24:28.279252 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: portbindings_extended.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.280562 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.281078 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: binding-extended Nov 27 10:24:28.281403 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: portsecurity.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.282314 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.282820 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: port-security Nov 27 10:24:28.283141 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: project_id.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.284120 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.284544 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: project-id Nov 27 10:24:28.284869 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: providernet.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.285788 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.286296 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: provider Nov 27 10:24:28.286619 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.290234 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.290756 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos not supported by any of loaded plugins Nov 27 10:24:28.291086 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.292329 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.292975 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 27 10:24:28.293302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.294223 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.294728 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 27 10:24:28.295052 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_default.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.295962 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.296497 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-default not supported by any of loaded plugins Nov 27 10:24:28.296822 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_fip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.297474 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.297968 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-fip not supported by any of loaded plugins Nov 27 10:24:28.298289 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_gateway_ip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.299204 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.299704 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 27 10:24:28.300027 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_port_network_policy.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.302431 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.302950 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 27 10:24:28.303278 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.304330 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.304871 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 27 10:24:28.305194 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_pps_rule.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.306370 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.306883 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-pps not supported by any of loaded plugins Nov 27 10:24:28.307209 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_rule_type_details.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.308138 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.309261 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 27 10:24:28.309604 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: qos_rules_alias.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.310645 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.311153 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 27 10:24:28.311477 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: quota_check_limit.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.312492 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.312933 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: quota-check-limit Nov 27 10:24:28.313256 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: quotasv2.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.314191 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.314517 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: quotas Nov 27 10:24:28.314834 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: quotasv2_detail.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.317980 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.318325 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: quota_details Nov 27 10:24:28.318653 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: rbac.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.319707 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.320225 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: rbac-policies Nov 27 10:24:28.320578 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: rbac_address_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.321503 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.322020 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: rbac-address-group Nov 27 10:24:28.322344 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: rbac_address_scope.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.323274 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.323819 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: rbac-address-scope Nov 27 10:24:28.324821 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: rbac_security_groups.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.325745 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.326260 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: rbac-security-groups Nov 27 10:24:28.326580 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: rbac_subnetpool.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.327489 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.327997 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: rbac-subnetpool Nov 27 10:24:28.328317 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: revisionifmatch.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.329256 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.329763 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: revision-if-match Nov 27 10:24:28.330082 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: revisions.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.331181 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.331687 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: standard-attr-revisions Nov 27 10:24:28.332009 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: router_availability_zone.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.332711 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.333213 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: router_availability_zone Nov 27 10:24:28.333532 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: routerservicetype.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.334466 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.334973 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension router-service-type not supported by any of loaded plugins Nov 27 10:24:28.335294 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.336282 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.336823 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: security-groups-normalized-cidr Nov 27 10:24:28.337144 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.338068 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.338579 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: port-security-groups-filtering Nov 27 10:24:28.338898 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.339854 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.340361 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: security-groups-remote-address-group Nov 27 10:24:28.340704 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.341635 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.342142 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: security-groups-shared-filtering Nov 27 10:24:28.342462 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.343048 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 27 10:24:28.343365 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: securitygroup.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.353116 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.353641 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: security-group Nov 27 10:24:28.353975 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: segment.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.354760 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.355447 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension segment not supported by any of loaded plugins Nov 27 10:24:28.355787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.356748 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.357264 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 27 10:24:28.357592 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: servicetype.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.358684 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.359201 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: service-type Nov 27 10:24:28.359528 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: sorting.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.360542 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.360876 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: sorting Nov 27 10:24:28.361199 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: standard_attr_segment.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.362118 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.362629 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 27 10:24:28.363015 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: standardattrdescription.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.363610 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.364121 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: standard-attr-description Nov 27 10:24:28.364473 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: stateful_security_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.365421 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.365930 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: stateful-security-group Nov 27 10:24:28.366259 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: stdattrs_common.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.366827 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 27 10:24:28.367144 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.368070 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.368607 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 27 10:24:28.368927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: subnet_onboard.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.370036 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.370546 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: subnet_onboard Nov 27 10:24:28.371415 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.372403 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.372910 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 27 10:24:28.373259 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: subnet_service_types.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.374182 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.374697 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: subnet-service-types Nov 27 10:24:28.375049 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: subnetallocation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.376206 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.376857 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: subnet_allocation Nov 27 10:24:28.377235 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.378054 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.378571 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: subnetpool-prefix-ops Nov 27 10:24:28.378890 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.379825 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.380328 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 27 10:24:28.380746 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: tagging.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.381781 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.382304 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: standard-attr-tag Nov 27 10:24:28.382628 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: timestamp.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.384085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.384628 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loaded extension: standard-attr-timestamp Nov 27 10:24:28.384956 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: trunk.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.385986 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.387081 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension trunk not supported by any of loaded plugins Nov 27 10:24:28.387406 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: trunk_details.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.388335 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.388876 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension trunk-details not supported by any of loaded plugins Nov 27 10:24:28.389199 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: uplink_status_propagation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.390117 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.390622 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 27 10:24:28.390942 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Loading extension file: vlantransparent.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 10:24:28.391606 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 10:24:28.392109 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 27 10:24:28.394659 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:network Nov 27 10:24:28.395185 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:subnet Nov 27 10:24:28.395588 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 10:24:28.395973 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:port Nov 27 10:24:28.397187 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.397629 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service FLAVORS assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.398242 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.398673 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.398998 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:router Nov 27 10:24:28.399433 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:floatingip Nov 27 10:24:28.399904 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service METERING assigned prefix: /metering {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.401366 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.401738 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.402118 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:24:28.403088 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 10:24:28.403527 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:security_group Nov 27 10:24:28.403961 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 10:24:28.404598 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.404926 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 10:24:28.405267 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] subnetpool is already registered Nov 27 10:24:28.405689 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.406010 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 10:24:28.406333 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] subnetpool is already registered Nov 27 10:24:28.408591 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.409019 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service FLAVORS assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.409595 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.410010 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.410339 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:router Nov 27 10:24:28.410673 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] router is already registered Nov 27 10:24:28.411075 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:floatingip Nov 27 10:24:28.411408 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] floatingip is already registered Nov 27 10:24:28.411862 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service METERING assigned prefix: /metering {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.412540 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 10:24:28.412862 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] rbac_policy is already registered Nov 27 10:24:28.413267 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:security_group Nov 27 10:24:28.413598 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] security_group is already registered Nov 27 10:24:28.413994 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 10:24:28.414364 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] security_group_rule is already registered Nov 27 10:24:28.414960 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.415282 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 10:24:28.415610 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] subnetpool is already registered Nov 27 10:24:28.416020 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 10:24:28.416337 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 10:24:28.416685 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] subnetpool is already registered Nov 27 10:24:28.417150 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: extensions {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.419323 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: address-groups {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.420867 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: address-scopes {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.422212 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: agents {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.423381 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: auto-allocated-topology {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.424667 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: availability_zones {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.425889 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: dhcp-networks {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.427423 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: dhcp-agents {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.428885 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: routers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.431111 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: flavors {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.432268 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: service_profiles {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.434448 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: next_providers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.435910 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: service_profiles {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.437482 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: floatingip-pools {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.438706 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: routers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.440887 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: floatingips {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.442178 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: l3-routers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.443591 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: l3-agents {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.445046 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: metering-labels {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.447312 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: metering-label-rules {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.448639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: network-ip-availabilities {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.449974 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: bindings {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.451656 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: quotas {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.453639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: quotas {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.454773 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: rbac-policies {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.456090 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: security-groups {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.457384 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: security-group-rules {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.458630 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: service-providers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.459833 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: subnetpools {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.461289 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: subnetpools {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.462746 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.464503 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.466306 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.468102 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.469948 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.471824 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.473565 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.475474 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.477278 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.479128 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron.api.extensions [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 10:24:28.485759 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING keystonemiddleware.auth_token [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 27 10:24:28.490461 dv-neutron-804846-16-hyperv neutron-server[103269]: WARNING keystonemiddleware.auth_token [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 27 10:24:28.499685 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_concurrency.lockutils [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Acquired lock "singleton_lock" {{(pid=103269) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 27 10:24:28.500154 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_concurrency.lockutils [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Releasing lock "singleton_lock" {{(pid=103269) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 27 10:24:28.500835 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Starting 2 workers Nov 27 10:24:28.505613 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Started child 103378 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 10:24:28.510285 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Started child 103379 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 10:24:28.511338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:28.511974 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO neutron.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 27 10:24:28.512563 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Publish callbacks [] for process, before_spawn {{(pid=103269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:28.513173 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [-] (103378) wsgi starting up on http://0.0.0.0:9696 Nov 27 10:24:28.515000 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Starting 1 workers Nov 27 10:24:28.515392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:28.516814 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [-] (103379) wsgi starting up on http://0.0.0.0:9696 Nov 27 10:24:28.520204 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Started child 103380 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 10:24:28.520778 dv-neutron-804846-16-hyperv neutron-server[103269]: INFO oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Starting 1 workers Nov 27 10:24:28.524150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] calling RpcWorker wait() {{(pid=103380) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 27 10:24:28.524673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] returning from RpcWorker wait() {{(pid=103380) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 27 10:24:28.525215 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Started child 103381 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 10:24:28.526031 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-f38d5857-06f5-44df-a744-e2aa98bfd805 None None] Publish callbacks [] for process, after_spawn {{(pid=103269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:28.526149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:28.526743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:24:28.528292 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103269) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 10:24:28.528617 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 10:24:28.528807 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 10:24:28.529025 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 10:24:28.529366 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 10:24:28.529550 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 10:24:28.530064 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.530325 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.530483 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:28.530974 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.530974 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.531131 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.531679 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.531945 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.532208 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.532458 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:24:28.532553 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.532757 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.532923 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.533083 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.533494 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.533868 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.534311 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.534753 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.535140 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.535536 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.535864 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.536251 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.536779 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.537167 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.537594 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] debug = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.538014 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.538631 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.539008 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.539412 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.539787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.540220 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.540617 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.540995 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.541408 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.541768 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.542147 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.543081 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.543453 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.543802 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.544193 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.544568 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.544946 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.545316 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.545927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] host = dv-neutron-804846-16-hyperv {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.546307 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.546675 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.547041 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.547444 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.547839 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.548219 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.548642 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.549049 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.549433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.549809 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.550194 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.550573 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.550932 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.551318 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.551617 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_options = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.551984 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.552419 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.552811 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.553175 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.553476 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.553788 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.554177 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.554483 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.554874 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.555242 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.555590 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.555951 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.556322 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.556724 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.557130 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.557521 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.558021 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.559146 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.559771 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.560163 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.560584 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.561173 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.561173 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.561323 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.561461 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.561854 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.562107 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.562497 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.562734 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.562981 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.563232 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.563495 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.563720 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.563967 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.564227 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.564480 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.564711 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.564927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.565206 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.565436 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.565700 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.565960 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.566186 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.566499 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.566813 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.567099 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.567313 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_json = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.567524 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.567759 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.567999 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.568211 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.568478 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.568698 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.568994 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.569229 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.569646 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.569937 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.570253 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.570592 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.571232 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.571619 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.572040 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.572433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.573001 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.573254 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.573595 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.573864 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.574933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.575233 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.575553 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.575916 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.576229 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.576561 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.576816 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.577080 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.577332 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.577585 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.577857 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.578103 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.578366 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.578622 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.578854 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.579151 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.579443 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.579785 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.580058 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.580312 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.580615 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.580925 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.581180 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.581431 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.581764 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.582069 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.582341 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.582619 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.582853 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.583094 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.583326 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.583569 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.583791 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.584028 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.584277 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.584552 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.584813 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.585040 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.585259 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.585477 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.585695 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.585912 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.586164 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.586398 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.586679 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.586928 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.587187 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.587404 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.587639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.587885 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.588144 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.588424 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.588645 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.588844 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.589070 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.589304 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.589596 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.590763 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.591012 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.591230 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.591453 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.591691 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.591908 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.592127 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.592342 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.592591 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.592808 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.593021 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.593232 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.593444 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.593682 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.593896 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.594107 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.594387 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.594552 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.594936 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.595294 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.595667 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.596041 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.596348 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.596698 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.596954 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.597193 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.597419 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.597677 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.597899 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.598154 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.598375 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.598616 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.598830 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.599091 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.599477 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.599709 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.599960 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.600179 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.600460 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.600701 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.600938 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.601165 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.601419 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.601643 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.601928 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.602180 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.602433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.602660 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.602900 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.603176 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.603431 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.603717 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.603964 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.604236 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.604555 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.604828 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.605632 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.606211 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.606681 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.607125 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.607544 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.607825 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.608063 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.608319 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.608590 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.608836 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.609057 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.609310 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.609539 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.609895 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.610156 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.610376 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.610642 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.610923 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.611190 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.611433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.611698 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.611950 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.612184 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.612473 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.612711 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.612932 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.613174 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.613406 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.613621 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.613854 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.614088 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.614308 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.614527 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.614723 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.614993 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.615189 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.615405 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.615649 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.615881 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.616119 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.616397 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.616609 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.616829 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.617066 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.617304 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.617538 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.617755 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.617966 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.618220 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.618443 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.619091 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.619091 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.619361 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.619493 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.619618 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.619872 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.620086 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.621954 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.621954 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.621954 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.621954 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.622369 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.622369 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.622592 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.622830 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.623228 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.623473 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.623739 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.624099 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.624355 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.624624 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.624876 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.625099 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.625318 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.625568 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.625777 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.626001 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.626218 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.626454 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.626696 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.626952 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.627206 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.627423 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.627636 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.627865 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.628079 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.628288 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.628602 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.628855 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.629093 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.629346 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.629583 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.629794 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.630021 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.630228 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.630436 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.630676 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.630914 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.631123 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.631346 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.631553 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.631759 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.631976 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.632210 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.632491 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.632737 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.632943 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.633149 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.633366 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.633861 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.634067 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.634306 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.634514 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.634722 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.634940 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.635153 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.635382 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.635604 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.635809 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.636016 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.636255 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.636623 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.637004 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.637323 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.637590 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.637830 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.638114 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.638341 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.638589 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.638831 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.639130 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.639362 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.639603 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.639929 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.640071 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.640313 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.641044 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.641044 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.641330 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.641441 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.642053 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.642053 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.642334 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.642456 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.642627 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.642938 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.643276 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.643553 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.643815 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.644052 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.644304 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645360 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645360 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645360 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645360 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645686 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645686 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.645923 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.646148 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.646583 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.646583 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.646887 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.647037 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.647273 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.647515 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.647737 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.647892 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 10:24:28.648426 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103269) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 10:24:28.648591 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 10:24:28.648747 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 10:24:28.648936 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 10:24:28.649114 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 10:24:28.649269 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 10:24:28.649477 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.649647 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.649804 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.649963 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.650115 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.650296 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.650456 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.650615 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.650772 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.650932 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.651093 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.651245 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.651403 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.651562 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.651720 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.651878 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.652059 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.652287 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.652612 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.652900 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.653087 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.653255 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.653411 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] debug = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.653568 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.653787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.653955 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.654114 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.654275 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.654433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.654594 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.654753 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.655072 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.655232 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.655392 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.655551 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.655711 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.655871 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.656031 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.656191 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.656348 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.656529 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.656689 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] host = dv-neutron-804846-16-hyperv {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.656849 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657007 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657193 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657356 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657519 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657677 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657837 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.657996 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.658154 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.658312 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.658471 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.658631 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.658846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.658972 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.659092 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_options = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.659213 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.659375 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.659533 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.659719 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.659884 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660045 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660206 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660364 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660550 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660672 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660835 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.660992 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.661151 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.661310 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.661468 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.661626 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.661785 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.661903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:24:28.662007 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.662090 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.662236 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.662395 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.662559 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.662718 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.662877 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663035 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663195 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663352 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663510 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663667 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663827 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.663986 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.664146 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.664305 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.664538 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.664632 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.664794 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.664952 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.665110 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.665276 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.665469 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.665628 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.665764 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.665896 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.666058 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.666215 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.666373 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.666532 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_json = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.666691 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.666848 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.667008 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.667164 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.667323 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.667481 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.668301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.668461 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 10:24:28.668756 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.668932 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.669109 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.669270 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.669431 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.669595 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.669755 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.669916 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.670075 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.670240 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.670409 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.670572 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.670742 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.670903 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.671062 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.671228 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.671390 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.671552 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.671712 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.671873 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.672034 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.672196 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.672363 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.672544 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.672703 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.672863 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.673029 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.673197 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.673823 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.673823 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.673823 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.673823 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.674474 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.674474 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.674474 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.674474 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675135 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675135 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675135 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675135 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.675787 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.676518 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.676518 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.676518 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.676518 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.676518 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677138 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677138 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677138 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677138 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677409 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677409 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677574 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677745 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.677906 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.679301 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.680846 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.682933 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684433 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.684927 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685255 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685255 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685394 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685496 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685627 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685796 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.685958 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.686122 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.686281 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.686442 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.686602 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.686762 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.686922 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.687085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.687246 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.687408 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.687571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.687728 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.687891 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.688060 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.688222 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.688402 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.688565 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.688732 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.688890 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.689054 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.689218 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.689377 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.689537 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.689698 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.689874 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.690054 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.690217 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.690387 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.690623 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.690623 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691413 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691413 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691413 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691413 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691413 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691858 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691858 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.691858 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692144 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692144 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692706 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692706 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692706 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692982 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.692982 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.693124 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.693201 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.693361 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.693521 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.693686 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.693849 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694009 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694170 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694331 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694493 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694653 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694815 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.694974 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.695135 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.695296 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.695457 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.695618 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.695779 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.695939 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.696099 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.696259 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.696438 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.696600 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.696761 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.696922 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.697085 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.697244 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.697405 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.697567 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.697729 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.697891 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.698053 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.698215 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.698374 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.698537 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.698698 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.698883 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.699164 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.699458 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.699639 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.699805 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.699966 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.700129 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.700306 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.700489 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.700651 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.700812 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.700973 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.701133 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.701295 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.701457 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.701617 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.701779 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.701939 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.702102 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.702265 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.702426 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.702587 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.702748 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.702909 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.703069 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.703665 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.703665 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.703665 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704571 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704937 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704937 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.704937 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.705123 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.705232 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.705393 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.705554 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.705761 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.705857 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706019 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706188 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706349 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706509 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706669 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706829 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.706992 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.707165 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.707320 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.707640 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.707800 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.707950 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.708110 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.708535 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.708535 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.708695 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.708789 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.708901 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.709063 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.709230 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.709392 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.709708 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.709904 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.710039 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.710201 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.710478 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.710564 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.710674 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.710840 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711000 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711161 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711370 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711462 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711634 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711805 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.711977 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.712138 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.712307 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.712535 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713302 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713694 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713694 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713840 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.713917 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.714036 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.714197 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.714358 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.714562 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.714855 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.715123 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.715293 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.715457 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.715616 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.715778 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.715985 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.716224 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.716224 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.716526 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 10:24:28.716526 dv-neutron-804846-16-hyperv neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 10:24:28.781709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35060) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:24:28.790239 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063066 Nov 27 10:24:40.227391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714d70a-4da6-453b-a699-a954543a4c26 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:24:40.254599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f227bbd1-2b78-447f-a8de-f055b27758e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3667251'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:40.317209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714d70a-4da6-453b-a699-a954543a4c26 None None] No non-hosted networks {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 27 10:24:42.491590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7732cab6-a0f7-45f7-8f8d-ca9ec711a404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3667251'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:42.552538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a070605-a19a-44f5-93cf-c950b6b43103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:43.737219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3667251'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:45.405572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3667251'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:45.455265 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.db.l3_hamode_db [None req-327ffb82-80ae-4e7d-9b96-4a61a22d9453 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 27 10:24:45.535236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ffb82-80ae-4e7d-9b96-4a61a22d9453 None None] Routers set() bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:24:45.535627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ffb82-80ae-4e7d-9b96-4a61a22d9453 None None] Router IDs set() for agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 10:24:46.129016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3667251'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:46.130221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.130675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.131173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.131617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.132056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.132524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.133004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.133439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.134122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.134588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.135014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.135462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:46.135937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-804846-16-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:24:46.142514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-804846-16-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:24:46.816989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:24:47.314590 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING oslo_policy.policy [None req-7b9dea18-cb0c-4af3-afb4-dcc89cfddce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:24:47.315182 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING oslo_policy.policy [None req-7b9dea18-cb0c-4af3-afb4-dcc89cfddce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:24:47.541418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-7b9dea18-cb0c-4af3-afb4-dcc89cfddce9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:24:47.542815 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7b9dea18-cb0c-4af3-afb4-dcc89cfddce9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7245166 Nov 27 10:24:50.149305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35168) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:24:50.450562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:24:50.547223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.policy [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103379) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 10:24:50.595010 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING oslo_policy.policy [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:24:50.595384 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING oslo_policy.policy [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:24:50.603775 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.quota [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] Loaded quota_driver: . Nov 27 10:24:50.692989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735774779929', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735774779622', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735774777268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735774773976', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735774787115', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735774747111', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544703', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3679837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3737477'] for rbac-policy, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:50.758711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:50.760204 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bc0829dc-4888-4ac5-a6d8-0ad8c2375ea6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6099250 Nov 27 10:24:53.518246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35180) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:24:53.809660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Request body: {'network': {'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'name': 'private', 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:24:53.838438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Made reservation on behalf of ef588dfde7314da58d1eef7d57ec3a7a for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:24:53.841108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:53.857895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:53.971882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:53.975789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:53.994991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:24:54.022543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735777348895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:54.023109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Unsubscribe: segment precommit_create {{(pid=103379) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 10:24:54.023617 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Added segment 1100ffc1-eed0-4938-8038-c261fafa5307 of type vlan for network d34c6a11-d302-4d8d-9158-cc41e1181d22 Nov 27 10:24:54.038862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184ebf91-01b1-4300-acfb-b02cbe80f820,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:24:54.064759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.065106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.065441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.065771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.066096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.066432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.066772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.067110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.067433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.067747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.068060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.068400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Tracked resource versions report: Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: pushed versions: Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: { 'AddressGroup': {'1.2'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Log': {'1.0'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Network': {'1.1'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Port': {'1.7'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'PortForwarding': {'1.2'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'QosPolicy': {'1.10'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroup': {'1.5'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SubPort': {'1.0'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Subnet': {'1.1'}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Trunk': {'1.1'}} Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: consumer versions: Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'ConntrackHelper': '1.0', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Log': '1.0', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Network': '1.1', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Port': '1.7', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'PortForwarding': '1.2', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'QosPolicy': '1.10', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroup': '1.5', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroupRule': '1.2', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SubPort': '1.0', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Subnet': '1.1', Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Trunk': '1.1'}} Nov 27 10:24:54.069751 dv-neutron-804846-16-hyperv neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:24:54.141689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:54.180664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:54.181741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:24:54.182493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:54.240321 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7209394 Nov 27 10:24:54.288017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c9a82-c223-4900-81e8-baed0ad1597b admin admin] Pushing event updated for resources: {'Network': ['ID=d34c6a11-d302-4d8d-9158-cc41e1181d22,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:24:54.300256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:24:57.118993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35194) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:24:57.507191 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c431293-4b89-47f8-a349-9edf8f946335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:24:57.508585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7c431293-4b89-47f8-a349-9edf8f946335 admin admin] 10.222.0.13 "GET /v2.0/networks/d34c6a11-d302-4d8d-9158-cc41e1181d22 HTTP/1.1" status: 200 len: 825 time: 0.3885767 Nov 27 10:24:57.533347 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1e67ebe0-1bac-4cbb-ac6f-444b732b9bae admin admin] 10.222.0.13 "GET /v2.0/subnetpools/9e108a76-4018-4f50-b000-a4c2e8ee33cf HTTP/1.1" status: 200 len: 734 time: 0.0178461 Nov 27 10:24:57.541918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Request body: {'subnet': {'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:24:57.563523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Made reservation on behalf of ef588dfde7314da58d1eef7d57ec3a7a for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:24:57.565785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:57.852999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:57.921803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Pushing event updated for resources: {'Subnet': ['ID=550f1194-d2cc-4077-8508-2cb7dc6d205c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:24:57.923781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Checking segment: {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:24:57.924172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Network hostable DHCP agents. Network: d34c6a11-d302-4d8d-9158-cc41e1181d22, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:24:57.945287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:24:57.959893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, d34c6a11-d302-4d8d-9158-cc41e1181d22) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:24:57.965344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:24:57.965941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:57.971133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b301a6e1-208b-4593-8f6d-b83c5c61162e None None] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:24:57.982119 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1db0e19a-6ec3-4a31-b344-9ac07ff2033c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4433286 Nov 27 10:24:58.300997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-d34c6a11-d302-4d8d-9158-cc41e1181d22', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:24:58.302255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:58.598124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Allocated IP 172.20.0.2 (d34c6a11-d302-4d8d-9158-cc41e1181d22/550f1194-d2cc-4077-8508-2cb7dc6d205c/daf16853-cdbb-4e57-9318-b1fd7c88e1be) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:24:58.810281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:58.819050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:58.882765 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:24:58.889326 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:24:58.901554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:24:58.915692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Pushing event updated for resources: {'Port': ['ID=daf16853-cdbb-4e57-9318-b1fd7c88e1be,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:24:58.961327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.961685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.962030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.962367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.962702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.963048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.963383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.963727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.964059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.965045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.965472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.965808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Tracked resource versions report: Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: pushed versions: Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: { 'AddressGroup': {'1.2'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'ConntrackHelper': {'1.0'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Log': {'1.0'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Network': {'1.1'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Port': {'1.7'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'PortForwarding': {'1.2'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'QosPolicy': {'1.10'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroup': {'1.5'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SubPort': {'1.0'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Subnet': {'1.1'}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Trunk': {'1.1'}} Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: consumer versions: Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'ConntrackHelper': '1.0', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Log': '1.0', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Network': '1.1', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Port': '1.7', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'PortForwarding': '1.2', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'QosPolicy': '1.10', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroup': '1.5', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroupRule': '1.2', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SubPort': '1.0', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Subnet': '1.1', Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Trunk': '1.1'}} Nov 27 10:24:58.967148 dv-neutron-804846-16-hyperv neutron-server[103380]: {{(pid=103380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:24:58.996819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Attempting to bind port daf16853-cdbb-4e57-9318-b1fd7c88e1be on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:24:58.997419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Attempting to bind port daf16853-cdbb-4e57-9318-b1fd7c88e1be by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:24:58.997616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Attempting to bind port daf16853-cdbb-4e57-9318-b1fd7c88e1be on network d34c6a11-d302-4d8d-9158-cc41e1181d22 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:24:59.002393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:24:59.002766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Checking segment: {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:24:59.003223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:59.003607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Bound using segment: {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:24:59.004085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Bound port: daf16853-cdbb-4e57-9318-b1fd7c88e1be, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:24:59.004522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:59.066257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] For port daf16853-cdbb-4e57-9318-b1fd7c88e1be, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:24:59.070744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] For port daf16853-cdbb-4e57-9318-b1fd7c88e1be, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=daf16853-cdbb-4e57-9318-b1fd7c88e1be,segment=NetworkSegment(1100ffc1-eed0-4938-8038-c261fafa5307),segment_id=1100ffc1-eed0-4938-8038-c261fafa5307)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:24:59.074843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:24:59.146477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1f507-48b0-440a-9aae-2d8d7a18ded9 None None] Pushing event updated for resources: {'Port': ['ID=daf16853-cdbb-4e57-9318-b1fd7c88e1be,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:00.646738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35202) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:01.002835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-566d9e63-7a2d-4477-ad12-b9344e301f8a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:25:01.005052 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-566d9e63-7a2d-4477-ad12-b9344e301f8a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3562458 Nov 27 10:25:03.688012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 35210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:04.191103 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING oslo_policy.policy [None req-e02cc5ef-3559-4659-9b62-b3000f64c2ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:25:04.191776 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING oslo_policy.policy [None req-e02cc5ef-3559-4659-9b62-b3000f64c2ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:25:04.420087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-e02cc5ef-3559-4659-9b62-b3000f64c2ea admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:25:04.421345 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e02cc5ef-3559-4659-9b62-b3000f64c2ea admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7312150 Nov 27 10:25:07.275472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 35230) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:07.574377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:25:07.640433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.policy [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103378) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 10:25:07.689798 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING oslo_policy.policy [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:25:07.690182 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING oslo_policy.policy [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 10:25:07.699067 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.quota [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Loaded quota_driver: . Nov 27 10:25:07.757020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:07.758930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:07.913267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:07.919184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:07.942906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:07.944424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b2da9c6b-f108-4f2d-a33d-afef7669c502 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6678083 Nov 27 10:25:07.984345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device daf16853-cdbb-4e57-9318-b1fd7c88e1be up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:25:08.078577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port daf16853-cdbb-4e57-9318-b1fd7c88e1be triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:08.078936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:08.194378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:08.230033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port daf16853-cdbb-4e57-9318-b1fd7c88e1be, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=daf16853-cdbb-4e57-9318-b1fd7c88e1be,segment=NetworkSegment(1100ffc1-eed0-4938-8038-c261fafa5307),segment_id=1100ffc1-eed0-4938-8038-c261fafa5307)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:25:08.234456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:08.282438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=daf16853-cdbb-4e57-9318-b1fd7c88e1be,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:08.311671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d64914-bbbb-4c3e-803e-2603d0614852 None None] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:25:08.404623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-78655d52-45c9-4fd1-b0f4-808c3f9cedfa None None] Provisioning complete for port daf16853-cdbb-4e57-9318-b1fd7c88e1be triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:08.404997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78655d52-45c9-4fd1-b0f4-808c3f9cedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:08.764608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bda2c2ff-86f9-4b2c-b7f7-6138da89b563 None None] Provisioning complete for port daf16853-cdbb-4e57-9318-b1fd7c88e1be triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:08.764900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bda2c2ff-86f9-4b2c-b7f7-6138da89b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:09.944966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device daf16853-cdbb-4e57-9318-b1fd7c88e1be up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:25:09.995007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port daf16853-cdbb-4e57-9318-b1fd7c88e1be triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:09.995424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:10.106647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65b2e833-911d-43cf-bd80-2543575d4b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:10.579823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 35240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:10.884909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-5d50cb4d-e069-4458-a7b1-068029cabbfc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:25:10.886504 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5d50cb4d-e069-4458-a7b1-068029cabbfc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3051744 Nov 27 10:25:12.483185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e95cf6a6-9ff7-4887-bcfb-39123c923a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.466047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 35248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:13.670228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.778526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:25:13.801478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Made reservation on behalf of 35eb5e2cd27f4d63b6bd26c44c98c38a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:25:13.804279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.820256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.926155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.929869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.942019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Reserving flat network on physical network physnet1 {{(pid=103378) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 27 10:25:13.974925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735777348895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:13.975483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Unsubscribe: segment precommit_create {{(pid=103378) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 10:25:13.976002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Added segment 324542b3-268b-490f-9727-6505d9ceca09 of type flat for network 444b1d93-5105-4158-8104-96b059af888f Nov 27 10:25:13.991300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc98fe1-7229-4d7e-9052-995d1b287523,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:14.017660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.018005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.018341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.018676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.019000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.019338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.019677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.020012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.020366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.020777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.021024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.021485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Tracked resource versions report: Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: pushed versions: Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: { 'AddressGroup': {'1.2'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Log': {'1.0'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Network': {'1.1'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Port': {'1.7'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'PortForwarding': {'1.2'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'QosPolicy': {'1.10'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroup': {'1.5'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SubPort': {'1.0'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Subnet': {'1.1'}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Trunk': {'1.1'}} Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: consumer versions: Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'ConntrackHelper': '1.0', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Log': '1.0', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Network': '1.1', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Port': '1.7', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'PortForwarding': '1.2', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'QosPolicy': '1.10', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroup': '1.5', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroupRule': '1.2', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SubPort': '1.0', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Subnet': '1.1', Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Trunk': '1.1'}} Nov 27 10:25:14.022880 dv-neutron-804846-16-hyperv neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:25:14.100124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:14.141622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:14.142719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:25:14.143439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:14.195814 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7287300 Nov 27 10:25:14.245222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584e74b-a559-4ef6-9819-774bb0968569 admin admin] Pushing event updated for resources: {'Network': ['ID=444b1d93-5105-4158-8104-96b059af888f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:14.256037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 444b1d93-5105-4158-8104-96b059af888f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:25:15.308969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:16.125152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:16.783028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 35270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:17.002377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d9509-e629-433e-95aa-bd097d528d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:25:17.003655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-229d9509-e629-433e-95aa-bd097d528d7f admin admin] 10.222.0.13 "GET /v2.0/subnets/550f1194-d2cc-4077-8508-2cb7dc6d205c HTTP/1.1" status: 200 len: 849 time: 0.2196813 Nov 27 10:25:17.136635 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a17020e6-d63e-4b15-ba43-d1f655604416 admin admin] 10.222.0.13 "GET /v2.0/routers/c5d54480-ba67-4357-869c-6557fc31f666 HTTP/1.1" status: 200 len: 704 time: 0.1269813 Nov 27 10:25:17.400175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:17.703916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Allocated IP 172.20.0.1 (d34c6a11-d302-4d8d-9158-cc41e1181d22/550f1194-d2cc-4077-8508-2cb7dc6d205c/aca4d25e-0d83-461a-9aa4-7b067e3bd026) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:25:17.890552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:17.959984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.029678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:25:18.036487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:25:18.048891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:25:18.049369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.071420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Pushing event updated for resources: {'Port': ['ID=aca4d25e-0d83-461a-9aa4-7b067e3bd026,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:18.229999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-13c0312c-2489-405a-a479-968ea2c23e1a None None] Provisioning complete for port aca4d25e-0d83-461a-9aa4-7b067e3bd026 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:18.230592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13c0312c-2489-405a-a479-968ea2c23e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.253677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.264292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13c0312c-2489-405a-a479-968ea2c23e1a None None] Port aca4d25e-0d83-461a-9aa4-7b067e3bd026 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:25:18.506305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.511252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.512038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.594967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Pushing event updated for resources: {'Port': ['ID=aca4d25e-0d83-461a-9aa4-7b067e3bd026,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:18.639888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:25:18.641173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:25:18.802274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Router c5d54480-ba67-4357-869c-6557fc31f666 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:25:18.886030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-257b19ab-1c0d-4659-a886-70a0c6da87ea None None] Provisioning complete for port aca4d25e-0d83-461a-9aa4-7b067e3bd026 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:18.886403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-257b19ab-1c0d-4659-a886-70a0c6da87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:18.894004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:25:18.899375 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-736b7c32-08ad-4c4e-8123-a079186aeb4e admin admin] 10.222.0.13 "PUT /v2.0/routers/c5d54480-ba67-4357-869c-6557fc31f666/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7571099 Nov 27 10:25:18.910242 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Sync routers for ids ['c5d54480-ba67-4357-869c-6557fc31f666'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:25:18.922904 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Routers {'c5d54480-ba67-4357-869c-6557fc31f666'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:25:18.924027 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:25:12Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c5d54480-ba67-4357-869c-6557fc31f666'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:18.926760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-257b19ab-1c0d-4659-a886-70a0c6da87ea None None] Port aca4d25e-0d83-461a-9aa4-7b067e3bd026 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:25:19.113547 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Set router c5d54480-ba67-4357-869c-6557fc31f666 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:25:19.543482 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:25:07Z', 'updated_at': '2021-11-27T10:25:18Z', 'revision_number': 2, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'gw_port_host': None, '_interfaces': [{'id': 'aca4d25e-0d83-461a-9aa4-7b067e3bd026', 'name': '', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'mac_address': 'fa:16:3e:41:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:17Z', 'updated_at': '2021-11-27T10:25:18Z', 'revision_number': 2, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'subnets': [{'id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:19.596660 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Checking router: c5d54480-ba67-4357-869c-6557fc31f666 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:25:19.597041 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Updating router c5d54480-ba67-4357-869c-6557fc31f666 port aca4d25e-0d83-461a-9aa4-7b067e3bd026 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:25:19.676951 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.193168 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.199980 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.295684 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Pushing event updated for resources: {'Port': ['ID=aca4d25e-0d83-461a-9aa4-7b067e3bd026,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:20.308639 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.308639 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.309437 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.309790 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.310103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.310442 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.310783 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.311133 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.311467 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.311797 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.312126 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.312478 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Tracked resource versions report: Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: pushed versions: Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: { 'AddressGroup': {'1.2'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'ConntrackHelper': {'1.0'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Log': {'1.0'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Network': {'1.1'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Port': {'1.7'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'PortForwarding': {'1.2'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'QosPolicy': {'1.10'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroup': {'1.5'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SubPort': {'1.0'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Subnet': {'1.1'}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Trunk': {'1.1'}} Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: consumer versions: Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'ConntrackHelper': '1.0', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Log': '1.0', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Network': '1.1', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Port': '1.7', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'PortForwarding': '1.2', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'QosPolicy': '1.10', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroup': '1.5', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroupRule': '1.2', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SubPort': '1.0', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Subnet': '1.1', Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Trunk': '1.1'}} Nov 27 10:25:20.313891 dv-neutron-804846-16-hyperv neutron-server[103381]: {{(pid=103381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:25:20.389817 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Attempting to bind port aca4d25e-0d83-461a-9aa4-7b067e3bd026 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:25:20.390235 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Attempting to bind port aca4d25e-0d83-461a-9aa4-7b067e3bd026 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:25:20.390734 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Attempting to bind port aca4d25e-0d83-461a-9aa4-7b067e3bd026 on network d34c6a11-d302-4d8d-9158-cc41e1181d22 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:25:20.396207 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:25:20.396652 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Checking segment: {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:25:20.397131 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.397516 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Bound using segment: {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:25:20.397995 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Bound port: aca4d25e-0d83-461a-9aa4-7b067e3bd026, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1100ffc1-eed0-4938-8038-c261fafa5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:25:20.398396 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.456960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6d7a58dc-4993-4048-8035-8e010f9b39f5 None None] Provisioning complete for port aca4d25e-0d83-461a-9aa4-7b067e3bd026 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:20.457872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d7a58dc-4993-4048-8035-8e010f9b39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.468068 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] For port aca4d25e-0d83-461a-9aa4-7b067e3bd026, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:25:20.487382 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] For port aca4d25e-0d83-461a-9aa4-7b067e3bd026, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=aca4d25e-0d83-461a-9aa4-7b067e3bd026,segment=NetworkSegment(1100ffc1-eed0-4938-8038-c261fafa5307),segment_id=1100ffc1-eed0-4938-8038-c261fafa5307)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:25:20.493199 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.494010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a58dc-4993-4048-8035-8e010f9b39f5 None None] Port aca4d25e-0d83-461a-9aa4-7b067e3bd026 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:25:20.546349 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Routers {'c5d54480-ba67-4357-869c-6557fc31f666'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:25:20.546959 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:25:12Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c5d54480-ba67-4357-869c-6557fc31f666'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:20.625378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:25:20.625939 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d867-04af-420d-a598-2eef30d62cda None None] Pushing event updated for resources: {'Port': ['ID=aca4d25e-0d83-461a-9aa4-7b067e3bd026,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:20.655003 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] Set router c5d54480-ba67-4357-869c-6557fc31f666 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:25:20.715042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f25ca03c-1b21-4e46-816c-965ec28464c5 None None] Provisioning complete for port aca4d25e-0d83-461a-9aa4-7b067e3bd026 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:20.715370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f25ca03c-1b21-4e46-816c-965ec28464c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.791861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f25ca03c-1b21-4e46-816c-965ec28464c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.830155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f25ca03c-1b21-4e46-816c-965ec28464c5 None None] For port aca4d25e-0d83-461a-9aa4-7b067e3bd026, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=aca4d25e-0d83-461a-9aa4-7b067e3bd026,segment=NetworkSegment(1100ffc1-eed0-4938-8038-c261fafa5307),segment_id=1100ffc1-eed0-4938-8038-c261fafa5307)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:25:20.836984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f25ca03c-1b21-4e46-816c-965ec28464c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:20.877084 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:25:07Z', 'updated_at': '2021-11-27T10:25:18Z', 'revision_number': 2, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'gw_port_host': None, '_interfaces': [{'id': 'aca4d25e-0d83-461a-9aa4-7b067e3bd026', 'name': '', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'mac_address': 'fa:16:3e:41:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:17Z', 'updated_at': '2021-11-27T10:25:20Z', 'revision_number': 4, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'subnets': [{'id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:20.886216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ca03c-1b21-4e46-816c-965ec28464c5 None None] Pushing event updated for resources: {'Port': ['ID=aca4d25e-0d83-461a-9aa4-7b067e3bd026,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:20.905897 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f63c525-f33d-46f1-b0bf-b3ecdf03d434 None None] The sync data for ids ['c5d54480-ba67-4357-869c-6557fc31f666'] in dv-neutron-804846-16-hyperv is: [{'id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:25:07Z', 'updated_at': '2021-11-27T10:25:18Z', 'revision_number': 2, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'gw_port_host': None, '_interfaces': [{'id': 'aca4d25e-0d83-461a-9aa4-7b067e3bd026', 'name': '', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'mac_address': 'fa:16:3e:41:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:17Z', 'updated_at': '2021-11-27T10:25:20Z', 'revision_number': 4, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'subnets': [{'id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:25:21.355154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:21.469027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c913af-962c-4a8b-bd8b-fb044e88d1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:25:21.470402 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-68c913af-962c-4a8b-bd8b-fb044e88d1e8 admin admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 842 time: 0.1143115 Nov 27 10:25:21.480477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.1.1', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_dhcp': False, 'cidr': '172.26.1.0/24'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:25:21.501495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Made reservation on behalf of 35eb5e2cd27f4d63b6bd26c44c98c38a for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:25:21.503813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:21.847108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:25:21.847547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:21.899803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=161ab6da-9698-4fa9-90c3-39cc7b6f977d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:21.910669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:25:21.911035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Network hostable DHCP agents. Network: 444b1d93-5105-4158-8104-96b059af888f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:25:21.927775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:25:21.938981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 444b1d93-5105-4158-8104-96b059af888f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:25:21.943525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:25:21.944302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:21.952698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56097cd-8f47-4a05-ac3b-1f75ccda7719 None None] Network 444b1d93-5105-4158-8104-96b059af888f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:25:21.962366 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-69754395-1ac8-41e6-86c2-5243518ed97b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4853990 Nov 27 10:25:22.088997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1d34f-6971-48f6-bf27-37ee7b9655b0 None None] Network 444b1d93-5105-4158-8104-96b059af888f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:25:24.519118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35300) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:24.755756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23d6e99b-2b24-4413-9edc-23c1143b22a1 admin admin] 10.222.0.13 "GET /v2.0/routers/c5d54480-ba67-4357-869c-6557fc31f666 HTTP/1.1" status: 200 len: 710 time: 0.2353818 Nov 27 10:25:24.847628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e9d62-d03e-4482-a9e8-873a692882de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:25:24.849049 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3b0e9d62-d03e-4482-a9e8-873a692882de admin admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 886 time: 0.0864866 Nov 27 10:25:24.858800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:25:25.114788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:25.399922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:25.477932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:25.638637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Allocated IP 172.26.1.220 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/57c2348c-2f5d-4363-8e57-fcde7904d661) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:25:25.744971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:25.802571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:25.872143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:25:25.882827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:25:25.892187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:25:25.894827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=57c2348c-2f5d-4363-8e57-fcde7904d661,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:26.174772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:26.368929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:26.374456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:26.491872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Router c5d54480-ba67-4357-869c-6557fc31f666 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:25:26.680160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:25:26.685457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:26.686685 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6843f74f-93a7-4a40-975b-a0ae14e5c0d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/c5d54480-ba67-4357-869c-6557fc31f666 HTTP/1.1" status: 200 len: 890 time: 1.8312089 Nov 27 10:25:27.998250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device aca4d25e-0d83-461a-9aa4-7b067e3bd026 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:25:28.051150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port aca4d25e-0d83-461a-9aa4-7b067e3bd026 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:28.051690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:28.094479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Sync routers for ids ['c5d54480-ba67-4357-869c-6557fc31f666'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:25:28.110591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Routers {'c5d54480-ba67-4357-869c-6557fc31f666'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:25:28.111317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:25:12Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c5d54480-ba67-4357-869c-6557fc31f666'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:28.347334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Set router c5d54480-ba67-4357-869c-6557fc31f666 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:25:28.802866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '57c2348c-2f5d-4363-8e57-fcde7904d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:25:07Z', 'updated_at': '2021-11-27T10:25:26Z', 'revision_number': 4, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'gw_port': {'id': '57c2348c-2f5d-4363-8e57-fcde7904d661', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:25Z', 'updated_at': '2021-11-27T10:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aca4d25e-0d83-461a-9aa4-7b067e3bd026', 'name': '', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'mac_address': 'fa:16:3e:41:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:17Z', 'updated_at': '2021-11-27T10:25:20Z', 'revision_number': 5, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'subnets': [{'id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:28.854734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Checking router: c5d54480-ba67-4357-869c-6557fc31f666 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:25:28.855301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Updating router c5d54480-ba67-4357-869c-6557fc31f666 port 57c2348c-2f5d-4363-8e57-fcde7904d661 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:25:28.905167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:29.221110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:29.226564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:29.281922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Attempting to bind port 57c2348c-2f5d-4363-8e57-fcde7904d661 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:25:29.282305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Attempting to bind port 57c2348c-2f5d-4363-8e57-fcde7904d661 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:25:29.282677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Attempting to bind port 57c2348c-2f5d-4363-8e57-fcde7904d661 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:25:29.284578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcadddd-4694-4bb2-952c-70e31b6a6708 None None] Pushing event updated for resources: {'Port': ['ID=57c2348c-2f5d-4363-8e57-fcde7904d661,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:29.290051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:25:29.290432 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:25:29.290839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:29.291230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:25:29.291705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Bound port: 57c2348c-2f5d-4363-8e57-fcde7904d661, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:25:29.292148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:29.335771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:25:29.341905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] For port 57c2348c-2f5d-4363-8e57-fcde7904d661, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:25:29.344958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] For port 57c2348c-2f5d-4363-8e57-fcde7904d661, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=57c2348c-2f5d-4363-8e57-fcde7904d661,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:25:29.350227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:29.409546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Routers {'c5d54480-ba67-4357-869c-6557fc31f666'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:25:29.410159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:25:12Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c5d54480-ba67-4357-869c-6557fc31f666'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:29.411883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcadddd-4694-4bb2-952c-70e31b6a6708 None None] Pushing event updated for resources: {'Port': ['ID=57c2348c-2f5d-4363-8e57-fcde7904d661,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:29.450475 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-15713787-3695-4465-8747-c0692cd43767 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1135545 Nov 27 10:25:29.530029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] Set router c5d54480-ba67-4357-869c-6557fc31f666 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:25:29.747258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '57c2348c-2f5d-4363-8e57-fcde7904d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:25:07Z', 'updated_at': '2021-11-27T10:25:26Z', 'revision_number': 4, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'gw_port': {'id': '57c2348c-2f5d-4363-8e57-fcde7904d661', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:25Z', 'updated_at': '2021-11-27T10:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aca4d25e-0d83-461a-9aa4-7b067e3bd026', 'name': '', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'mac_address': 'fa:16:3e:41:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:17Z', 'updated_at': '2021-11-27T10:25:20Z', 'revision_number': 5, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'subnets': [{'id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:25:29.773394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987af610-f8f2-4a28-8010-7d0f56488abe None None] The sync data for ids ['c5d54480-ba67-4357-869c-6557fc31f666'] in dv-neutron-804846-16-hyperv is: [{'id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'name': 'router1', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '57c2348c-2f5d-4363-8e57-fcde7904d661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:25:07Z', 'updated_at': '2021-11-27T10:25:26Z', 'revision_number': 4, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'gw_port': {'id': '57c2348c-2f5d-4363-8e57-fcde7904d661', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:25Z', 'updated_at': '2021-11-27T10:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aca4d25e-0d83-461a-9aa4-7b067e3bd026', 'name': '', 'network_id': 'd34c6a11-d302-4d8d-9158-cc41e1181d22', 'tenant_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'mac_address': 'fa:16:3e:41:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d54480-ba67-4357-869c-6557fc31f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:25:17Z', 'updated_at': '2021-11-27T10:25:20Z', 'revision_number': 5, 'project_id': 'ef588dfde7314da58d1eef7d57ec3a7a', 'subnets': [{'id': '550f1194-d2cc-4077-8508-2cb7dc6d205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e108a76-4018-4f50-b000-a4c2e8ee33cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:25:30.009473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 57c2348c-2f5d-4363-8e57-fcde7904d661 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:25:30.063754 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 57c2348c-2f5d-4363-8e57-fcde7904d661 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:30.064128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:30.156059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:30.180319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 57c2348c-2f5d-4363-8e57-fcde7904d661, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=57c2348c-2f5d-4363-8e57-fcde7904d661,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:25:30.191075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:30.242078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=57c2348c-2f5d-4363-8e57-fcde7904d661,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:25:31.983776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 57c2348c-2f5d-4363-8e57-fcde7904d661 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:25:32.049610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 57c2348c-2f5d-4363-8e57-fcde7904d661 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:25:32.049996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:40.110945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-161c7804-e818-4d00-b77f-7a3d7448a51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:42.485559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4fdd04b4-4e99-43b3-a3d5-daf5fec4665b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:43.676106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:45.313448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:46.131096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:25:57.600614 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:26:10.114869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e59b-4165-4848-a069-793f99803a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:12.488855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c4c8331-7952-4b1b-9f6d-7f61ca8a2d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:13.683959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:15.313294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:16.126247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:34.600289 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:26:40.117349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-81559afa-cace-4de2-be71-b779f5c89bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:42.490179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-456f7b5a-6411-4531-9650-5afe0e3b7300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:43.677814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:45.316839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:46.129959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:56.537827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:26:56.597656 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce63694d-00cb-476d-a93f-0dcfcd0f3694 admin admin] GET failed (client error): The resource could not be found. Nov 27 10:26:56.598908 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ce63694d-00cb-476d-a93f-0dcfcd0f3694 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601304 Nov 27 10:26:56.759397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a12c94-fab5-4a6b-9ee7-9dc55951f725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:26:56.762348 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-81a12c94-fab5-4a6b-9ee7-9dc55951f725 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588805 Nov 27 10:26:59.170678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:26:59.260291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221b11b2-6bfa-4d02-b642-5f1b97a87e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:26:59.261969 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-221b11b2-6bfa-4d02-b642-5f1b97a87e62 admin admin] 10.222.0.13 "GET /v2.0/subnets/550f1194-d2cc-4077-8508-2cb7dc6d205c HTTP/1.1" status: 200 len: 849 time: 0.0900829 Nov 27 10:26:59.271833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:26:59.356286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:59.493858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735777359993'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:59.528214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:26:59.528820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:26:59.530550 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] 10.222.0.13 "PUT /v2.0/subnets/550f1194-d2cc-4077-8508-2cb7dc6d205c HTTP/1.1" status: 200 len: 868 time: 0.2617829 Nov 27 10:26:59.539413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd69de-bddf-48e1-bf3a-148047b0d1b9 None None] Network d34c6a11-d302-4d8d-9158-cc41e1181d22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:26:59.548212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=550f1194-d2cc-4077-8508-2cb7dc6d205c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:26:59.557018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.557333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.557673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.558012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.558342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.558675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.559029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.560074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.560074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.560074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.560350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.560643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8f518-b3c0-4227-ba5a-d98ddfa4ddf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:26:59.927131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-572a8ca9-d4c9-41ab-8b2e-32b35db82ab8 None None] Provisioning complete for port daf16853-cdbb-4e57-9318-b1fd7c88e1be triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:26:59.927498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-572a8ca9-d4c9-41ab-8b2e-32b35db82ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:00.018907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-572a8ca9-d4c9-41ab-8b2e-32b35db82ab8 None None] Provisioning complete for port aca4d25e-0d83-461a-9aa4-7b067e3bd026 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:27:00.019172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-572a8ca9-d4c9-41ab-8b2e-32b35db82ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:01.904577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35846) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:02.111267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ea04e-72af-48bc-9884-23ee29b22dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:02.111643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ea04e-72af-48bc-9884-23ee29b22dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:02.113204 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8a8ea04e-72af-48bc-9884-23ee29b22dba admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076557 Nov 27 10:27:04.501018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:04.633482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32932968-91f1-41cf-a56c-3834764313dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:04.633948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32932968-91f1-41cf-a56c-3834764313dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:04.635523 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-32932968-91f1-41cf-a56c-3834764313dd admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335168 Nov 27 10:27:06.995368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:07.116888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b1726-d230-417d-8753-41515c170a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:07.118255 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cb3b1726-d230-417d-8753-41515c170a84 admin admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 886 time: 0.1219184 Nov 27 10:27:09.486707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:09.630150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c5dc2-7a1d-458b-8f99-8bedc833bd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:09.631572 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6f5c5dc2-7a1d-458b-8f99-8bedc833bd9c admin admin] 10.222.0.13 "GET /v2.0/networks/d34c6a11-d302-4d8d-9158-cc41e1181d22 HTTP/1.1" status: 200 len: 869 time: 0.1438794 Nov 27 10:27:10.120550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f81182-3c62-4458-8c12-9bf1ba2cd4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:11.599100 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:27:12.039382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35878) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:12.165195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2dfb4-e508-4e08-b566-9b4c64b364e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:12.166188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2dfb4-e508-4e08-b566-9b4c64b364e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:12.167918 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b8e2dfb4-e508-4e08-b566-9b4c64b364e5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275845 Nov 27 10:27:12.492825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07048070-75f0-47b8-99d4-5d9fec7c298f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:13.679766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:14.530385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:14.619466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e5559-0af3-4101-8c6f-389080f4dd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:14.619902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e5559-0af3-4101-8c6f-389080f4dd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:14.621546 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8a1e5559-0af3-4101-8c6f-389080f4dd27 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901847 Nov 27 10:27:15.317475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:16.132016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:17.014110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35894) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:17.097477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6d1c3-ef1c-4b55-b317-e317c33f5281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:17.098791 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dcb6d1c3-ef1c-4b55-b317-e317c33f5281 admin admin] 10.222.0.13 "GET /v2.0/subnets/161ab6da-9698-4fa9-90c3-39cc7b6f977d HTTP/1.1" status: 200 len: 816 time: 0.0837290 Nov 27 10:27:19.540803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35902) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:19.633573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fc8a84-677e-40d9-a4c5-25879f92cc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:19.634944 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-79fc8a84-677e-40d9-a4c5-25879f92cc33 admin admin] 10.222.0.13 "GET /v2.0/subnets/550f1194-d2cc-4077-8508-2cb7dc6d205c HTTP/1.1" status: 200 len: 868 time: 0.0931890 Nov 27 10:27:40.121413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09bbe577-1cfe-4101-9843-03eb37af1ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:42.495473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f10a926c-caf4-4949-adab-3d82683e65b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:43.684317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:44.624342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35956) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:44.671627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-084eb5cc-350c-4bed-adca-4c983450e457 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:27:44.672825 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-084eb5cc-350c-4bed-adca-4c983450e457 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473011 Nov 27 10:27:45.319275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:46.134302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:47.157879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35964) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:47.218880 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4361bb-4232-45b6-8daa-9d4592272270 admin admin] GET failed (client error): The resource could not be found. Nov 27 10:27:47.220141 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ea4361bb-4232-45b6-8daa-9d4592272270 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612590 Nov 27 10:27:47.303182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4fd464-646f-4676-9148-095f919072a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:47.304639 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fe4fd464-646f-4676-9148-095f919072a1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799832 Nov 27 10:27:48.597457 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:27:49.723958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 35972) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:49.773248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:27:49.794184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Made reservation on behalf of 35eb5e2cd27f4d63b6bd26c44c98c38a for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:27:49.796600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:49.833737 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.services.revisions.revision_plugin [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Could not find related network for resource to bump revision. Nov 27 10:27:49.846046 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:27:49.856190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:49.856599 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Added segment e6705d64-f34f-4ab5-adca-e02129dd18ad of type vlan for network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c Nov 27 10:27:49.894018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:49.918077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:49.919094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:49.919760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:49.952840 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2277758 Nov 27 10:27:49.984227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686faa13-aa10-48a0-a6b6-ce989b65a014 admin admin] Pushing event updated for resources: {'Network': ['ID=2250e8d2-0ac6-46f1-b437-44b0a3823e4c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:27:49.995239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:27:52.379898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 35980) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:27:52.449528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4ba07f-539c-453e-8860-efd87686e3a3 admin admin] GET failed (client error): The resource could not be found. Nov 27 10:27:52.451191 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8f4ba07f-539c-453e-8860-efd87686e3a3 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0699582 Nov 27 10:27:52.548173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d899bfc-ea87-4379-a15c-dbb6e51fc5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:52.549656 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8d899bfc-ea87-4379-a15c-dbb6e51fc5ca admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0942430 Nov 27 10:27:52.560335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Request body: {'subnet': {'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:27:52.583354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Made reservation on behalf of 35eb5e2cd27f4d63b6bd26c44c98c38a for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:27:52.585598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:52.770034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:52.822255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0b6c9d-9a47-45e5-9eee-4a5b6596e959,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:27:52.835103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.835453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.835793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.836132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.836496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.836829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.837158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.837502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.838353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.838678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.839001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.839327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:52.846039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Checking segment: {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:27:52.846392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Network hostable DHCP agents. Network: 2250e8d2-0ac6-46f1-b437-44b0a3823e4c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:27:52.868397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:27:52.879756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 2250e8d2-0ac6-46f1-b437-44b0a3823e4c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:27:52.884581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:27:52.885230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:52.889740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b407c7-fa48-435c-9e13-24abc3c5662f None None] Network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:27:52.901966 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e2f251df-176b-47b3-ad92-5e3d9819834d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3456991 Nov 27 10:27:53.043243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-2250e8d2-0ac6-46f1-b437-44b0a3823e4c', 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c', 'tenant_id': '35eb5e2cd27f4d63b6bd26c44c98c38a', 'fixed_ips': [{'subnet_id': 'ce0b6c9d-9a47-45e5-9eee-4a5b6596e959'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:27:53.044148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:53.184199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Allocated IP 192.168.233.2 (2250e8d2-0ac6-46f1-b437-44b0a3823e4c/ce0b6c9d-9a47-45e5-9eee-4a5b6596e959/300bee18-f52c-4c08-9b9d-95fcca12e07b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:27:53.326068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:53.332481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:53.372751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:27:53.377674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:27:53.380195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:27:53.392229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Pushing event updated for resources: {'Port': ['ID=300bee18-f52c-4c08-9b9d-95fcca12e07b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:27:53.414731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.415082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.415430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.415770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.416159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.416538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.416878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.417228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.417561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.417888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.418215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.418538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:27:53.458631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Attempting to bind port 300bee18-f52c-4c08-9b9d-95fcca12e07b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:27:53.459006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Attempting to bind port 300bee18-f52c-4c08-9b9d-95fcca12e07b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:27:53.459375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Attempting to bind port 300bee18-f52c-4c08-9b9d-95fcca12e07b on network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:27:53.465126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:27:53.465500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Checking segment: {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:27:53.465903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:53.466295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Bound using segment: {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:27:53.466767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Bound port: 300bee18-f52c-4c08-9b9d-95fcca12e07b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:27:53.467166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:53.529256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] For port 300bee18-f52c-4c08-9b9d-95fcca12e07b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:27:53.533111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] For port 300bee18-f52c-4c08-9b9d-95fcca12e07b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=300bee18-f52c-4c08-9b9d-95fcca12e07b,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:27:53.539306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:53.602197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44196a4-4cc5-4475-bbb1-61bef2feb987 None None] Pushing event updated for resources: {'Port': ['ID=300bee18-f52c-4c08-9b9d-95fcca12e07b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:27:54.074679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 300bee18-f52c-4c08-9b9d-95fcca12e07b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:27:54.125386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 300bee18-f52c-4c08-9b9d-95fcca12e07b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:27:54.125763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:54.206168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:54.251800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 300bee18-f52c-4c08-9b9d-95fcca12e07b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=300bee18-f52c-4c08-9b9d-95fcca12e07b,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:27:54.258685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:54.318370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=300bee18-f52c-4c08-9b9d-95fcca12e07b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:27:54.481942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967229d-1052-4d9b-93d2-d2e0558280cc None None] Network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:27:54.562282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7f367f7f-cdcf-453f-a47e-99bff1b7e7ab None None] Provisioning complete for port 300bee18-f52c-4c08-9b9d-95fcca12e07b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:27:54.562663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f367f7f-cdcf-453f-a47e-99bff1b7e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:55.033564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b7c3da8b-8553-4013-bde5-ef61561d2e3c None None] Provisioning complete for port 300bee18-f52c-4c08-9b9d-95fcca12e07b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:27:55.033859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7c3da8b-8553-4013-bde5-ef61561d2e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:27:56.047646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 300bee18-f52c-4c08-9b9d-95fcca12e07b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:27:56.098686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 300bee18-f52c-4c08-9b9d-95fcca12e07b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:27:56.099057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:10.129834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b69ff47-8b46-4805-9496-b0e651be4c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:12.498279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afe88364-c0e5-4a71-9652-39b31d2e95f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:13.687131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:15.322478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:16.139274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:25.596655 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:28:40.121631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5f0ecca-8a2b-4480-97de-4caeaefa9a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:42.499453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60ce5424-5d3d-4268-a281-27796681d7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:43.691026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:45.325546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:28:46.141689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:02.596285 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:29:10.123764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-290bfbd2-aeb8-43da-ae3c-f9d591061b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:11.616243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36026) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:29:11.622217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-306bd07d-b706-4210-a020-a42964ad1653 tempest-verify_tempest_config-1689015057 tempest-verify_tempest_config-1689015057-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:29:11.623162 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-306bd07d-b706-4210-a020-a42964ad1653 tempest-verify_tempest_config-1689015057 tempest-verify_tempest_config-1689015057-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059264 Nov 27 10:29:11.907589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:29:12.011040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.084414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.088979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.133956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab6bab-ef78-4d0e-8966-ff62e0714615,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:29:12.139276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cef08c10e0084037a4289ed83ba8712a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2304096 Nov 27 10:29:12.142076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36048) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:29:12.143866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.144218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.144587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.144930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.145270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.145632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.145984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.146315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.146645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.146970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.147296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.147616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5290318-1d3d-4a22-ae6c-f2c508e9d99e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.201464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.305974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.396890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.399539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:12.401156 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08ab6bab-ef78-4d0e-8966-ff62e0714615 HTTP/1.1" status: 204 len: 168 time: 0.2580588 Nov 27 10:29:12.408962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab6bab-ef78-4d0e-8966-ff62e0714615,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:29:12.415584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.416039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.416598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.416598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.416933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.417266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.417617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.417963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.418397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.418613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.418935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.419333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1a39e-d5c8-418e-863c-39af19b64333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:29:12.500218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3961f41f-2a4f-4666-b8f9-440076428d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:13.692809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:15.330092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:16.143047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:39.594844 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:29:40.127916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa38e06d-97ea-4c8f-81e3-bfa4d8286ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:42.500968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d24de05b-1b21-43ca-ab29-4dbf84196ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:43.694955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:45.333434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:29:46.144530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:10.128721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2474-0218-4bb3-93de-9ea2010b90c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:12.502909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09a00f39-21ea-45dc-9f56-9c4f644168eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:13.701515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:15.334322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:16.145805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:16.593939 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 5 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:30:31.602873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3667251'] for agent, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:40.132494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dee50d51-ecf2-4cbc-a668-e4127d3680da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:42.503389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-826b64ec-b179-422a-a65d-a3b51992d4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:43.701790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:45.343439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:46.149076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:30:46.284297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36120) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:30:46.388177 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ddb75c78-cf24-4db9-a343-fa2d722eafab admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1027508 Nov 27 10:30:48.800031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:30:48.854634 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fe549dd1-34b1-4710-80cd-a74cc3448514 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0534892 Nov 27 10:30:53.593695 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:31:01.570834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:10.126166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9142157b-dae5-4ebc-b8fc-707c40b5195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:12.504643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f198-6bd7-4325-945b-bb3e42b76f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:13.705043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:15.341406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:16.151874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:30.592600 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:31:31.570283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:40.127738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c268f86-244b-490b-8a8d-669c4b0a97d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:42.506537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a53645-4f33-4158-bdd7-01de6d9a508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:43.708075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:45.344675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:31:46.153536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:01.594246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:04.542203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:04.873709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-389286953-network', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:04.895969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Made reservation on behalf of 7bb6d7f9f4504d15bd9985a568b2e817 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:04.898496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:04.907001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:04.986413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:04.990550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.012904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:05.033506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.033842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Added segment 111a0ae6-43b3-4415-a740-caf4b2a1f15e of type vlan for network 490c86cf-4384-449e-b52f-1576a1a6eaac Nov 27 10:32:05.035090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5aeda4-b898-4961-9cba-e55394bdedbd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:05.049113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.049472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.049803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.050140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.050489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.050810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.051150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.051485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.051811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.052135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.052475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.052796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Tracked resource versions report: Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: pushed versions: Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: { 'AddressGroup': {'1.2'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Log': {'1.0'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Network': {'1.1'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Port': {'1.7'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'PortForwarding': {'1.2'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'QosPolicy': {'1.10'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroup': {'1.5'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SubPort': {'1.0'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Subnet': {'1.1'}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Trunk': {'1.1'}} Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: consumer versions: Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: HyperV agent@hv-neutron-8048: {}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'ConntrackHelper': '1.0', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Log': '1.0', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Network': '1.1', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Port': '1.7', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'PortForwarding': '1.2', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'QosPolicy': '1.10', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroup': '1.5', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SecurityGroupRule': '1.2', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'SubPort': '1.0', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Subnet': '1.1', Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: 'Trunk': '1.1'}} Nov 27 10:32:05.054432 dv-neutron-804846-16-hyperv neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:32:05.091641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.119577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.120568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:05.121140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.185210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:05.185998 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6414082 Nov 27 10:32:05.192063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f47be-4d84-4586-82a9-cc9939486055 admin admin] Pushing event updated for resources: {'Network': ['ID=490c86cf-4384-449e-b52f-1576a1a6eaac,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:05.192756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Request body: {'subnet': {'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-389286953-subnet', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:05.203517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 490c86cf-4384-449e-b52f-1576a1a6eaac details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:05.226369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Made reservation on behalf of 7bb6d7f9f4504d15bd9985a568b2e817 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:05.229020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.248332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:05.392637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:05.418297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.471260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7f7761-7eee-4cdc-b085-f2aea7ed4cec,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:05.479579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.480197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.480729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.481215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.481743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.482100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.482449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.482799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.483149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.483476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.483806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.484161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Tracked resource versions report: Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: pushed versions: Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: { 'AddressGroup': {'1.2'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Log': {'1.0'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Network': {'1.1'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Port': {'1.7'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'PortForwarding': {'1.2'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'QosPolicy': {'1.10'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroup': {'1.5'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SubPort': {'1.0'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Subnet': {'1.1'}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Trunk': {'1.1'}} Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: consumer versions: Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: HyperV agent@hv-neutron-8048: {}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'ConntrackHelper': '1.0', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Log': '1.0', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Network': '1.1', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Port': '1.7', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'PortForwarding': '1.2', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'QosPolicy': '1.10', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroup': '1.5', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SecurityGroupRule': '1.2', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'SubPort': '1.0', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Subnet': '1.1', Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: 'Trunk': '1.1'}} Nov 27 10:32:05.485443 dv-neutron-804846-16-hyperv neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:32:05.513186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Checking segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:05.513540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Network hostable DHCP agents. Network: 490c86cf-4384-449e-b52f-1576a1a6eaac, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:05.534918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Network 490c86cf-4384-449e-b52f-1576a1a6eaac is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:05.547013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 490c86cf-4384-449e-b52f-1576a1a6eaac) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:05.555230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:05.556642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.558188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b6154-656f-4a30-b22f-f56825cfcb25 None None] Network 490c86cf-4384-449e-b52f-1576a1a6eaac requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:05.581121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:05.581858 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fec4a0c0-22be-4454-8ff0-e413e906f652 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3946505 Nov 27 10:32:05.586662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:05.614204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1437832105-network', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:05.651650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.652996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.715919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.718149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Made reservation on behalf of fb1723f4572d4e8e8a26cbda33f2c9a9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:05.723067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.735304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.789629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-490c86cf-4384-449e-b52f-1576a1a6eaac', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:05.791089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:05.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-98966945-network', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:05.972448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Allocated IP 172.20.0.2 (490c86cf-4384-449e-b52f-1576a1a6eaac/ce7f7761-7eee-4cdc-b085-f2aea7ed4cec/f525494e-c825-4101-b957-18b3785df4d5) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:06.014216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.087771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.092181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Made reservation on behalf of 5d81df8817f3441f90639a41ccac7db9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:06.095148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.106036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.132396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.149085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.158625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.176200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:06.178403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5580d33b-b810-4e88-904e-e152b85b87c4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:06.206173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.206519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Added segment 57d9fc78-164a-4a96-b5f4-b174dc9021d1 of type vlan for network e8b09fe4-2413-4705-96f2-eb8b2133f256 Nov 27 10:32:06.224116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Pushing event updated for resources: {'Port': ['ID=f525494e-c825-4101-b957-18b3785df4d5,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:06.236133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.237172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.237627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.238201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.239080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.239654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.240218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.240898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.241866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.245347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.245868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.246231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Tracked resource versions report: Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: pushed versions: Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: { 'AddressGroup': {'1.2'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'ConntrackHelper': {'1.0'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Log': {'1.0'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Network': {'1.1'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Port': {'1.7'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'PortForwarding': {'1.2'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'QosPolicy': {'1.10'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroup': {'1.5'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SubPort': {'1.0'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Subnet': {'1.1'}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Trunk': {'1.1'}} Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: consumer versions: Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: HyperV agent@hv-neutron-8048: {}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'ConntrackHelper': '1.0', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Log': '1.0', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Network': '1.1', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Port': '1.7', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'PortForwarding': '1.2', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'QosPolicy': '1.10', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroup': '1.5', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SecurityGroupRule': '1.2', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'SubPort': '1.0', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Subnet': '1.1', Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: 'Trunk': '1.1'}} Nov 27 10:32:06.249210 dv-neutron-804846-16-hyperv neutron-server[103380]: {{(pid=103380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:32:06.262247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Network 490c86cf-4384-449e-b52f-1576a1a6eaac is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:06.265053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:06.269623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.271537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:06.328594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.329561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:06.330152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.345832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Attempting to bind port f525494e-c825-4101-b957-18b3785df4d5 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:06.346376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Attempting to bind port f525494e-c825-4101-b957-18b3785df4d5 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:06.346743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Attempting to bind port f525494e-c825-4101-b957-18b3785df4d5 on network 490c86cf-4384-449e-b52f-1576a1a6eaac {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:06.353054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:06.353705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Checking segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:06.354265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.354920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Bound using segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:06.355553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Bound port: f525494e-c825-4101-b957-18b3785df4d5, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:06.356115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.369887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.378068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1282568 Nov 27 10:32:06.382168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:06.386979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Request body: {'subnet': {'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1437832105-subnet', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:06.430026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Made reservation on behalf of fb1723f4572d4e8e8a26cbda33f2c9a9 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:06.432470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.447047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] For port f525494e-c825-4101-b957-18b3785df4d5, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:06.451181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] For port f525494e-c825-4101-b957-18b3785df4d5, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f525494e-c825-4101-b957-18b3785df4d5,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:06.458612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.459932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.525434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b901-06d2-402e-8868-81958cc5f30c None None] Pushing event updated for resources: {'Port': ['ID=f525494e-c825-4101-b957-18b3785df4d5,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:06.587350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292ce4a-68e1-444d-97ad-bb779cdac3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b09fe4-2413-4705-96f2-eb8b2133f256,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:06.594391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:06.598643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:06.676730 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.702690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd633e87-9eea-4359-be56-f082d8c88fd6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:06.705666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.706007 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Added segment be4fd95a-ee78-4c75-b2c8-7a92c2389196 of type vlan for network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 Nov 27 10:32:06.708756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.793009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.878457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d9f031-d64f-4355-9525-b552445570c7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:06.882104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Allocated IP 172.26.1.11 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/ddfe5f10-e4e3-4027-89a5-9c8aa37fff58) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:06.891617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Checking segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:06.892458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Network hostable DHCP agents. Network: e8b09fe4-2413-4705-96f2-eb8b2133f256, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:06.918849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:06.934235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, e8b09fe4-2413-4705-96f2-eb8b2133f256) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:06.945097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c47ac-469b-4e8d-866c-fc010e86fdf0 None None] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:06.952402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:06.953437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:06.988335 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-631e0a68-094a-4ae9-b0f6-7e4acdf336b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6050451 Nov 27 10:32:06.989383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:06.996763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:07.001663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.057369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.060442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.070616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.081753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.123214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:07.138612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:07.166410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:07.170656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.171608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:07.172196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.177337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Pushing event updated for resources: {'Port': ['ID=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:07.181287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:07.211391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-e8b09fe4-2413-4705-96f2-eb8b2133f256', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:07.212933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.219005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.263071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8682625 Nov 27 10:32:07.269298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36410) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:07.275195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Request body: {'subnet': {'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-98966945-subnet', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:07.280138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5856e-3dab-45f9-97b9-bb014be27917 admin admin] Pushing event updated for resources: {'Network': ['ID=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:07.286639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:07.333254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:07.356239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36412) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:07.470270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.479527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Made reservation on behalf of 5d81df8817f3441f90639a41ccac7db9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:07.485810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.595005 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:32:07.654683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2053603552'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:07.687571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1251734916'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:07.701579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Allocated IP 172.20.0.2 (e8b09fe4-2413-4705-96f2-eb8b2133f256/62d9f031-d64f-4355-9525-b552445570c7/b7f7472d-ea76-4905-b1bf-461655ca8407) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:07.726689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:07.813089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.846487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.949848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.960997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.976449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:07.990906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Allocated IP 172.26.1.26 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/fe1a7c23-76cf-4fdf-b225-00fd3635e2b2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:07.997388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:08.000366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:08.019679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:08.032026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36422) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:08.037130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:08.077894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63fcdf-b28d-4fd6-b185-3487ed38afb3 None None] Network 490c86cf-4384-449e-b52f-1576a1a6eaac requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:08.146673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.187994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1453295867'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:08.224177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-20662992'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:08.226157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.235513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Pushing event updated for resources: {'Port': ['ID=b7f7472d-ea76-4905-b1bf-461655ca8407,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:08.251467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Made reservation on behalf of 53beb1d696054cae80cc81db517d58c6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:08.252053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Attempting to bind port b7f7472d-ea76-4905-b1bf-461655ca8407 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:08.252672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Attempting to bind port b7f7472d-ea76-4905-b1bf-461655ca8407 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:08.253077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Attempting to bind port b7f7472d-ea76-4905-b1bf-461655ca8407 on network e8b09fe4-2413-4705-96f2-eb8b2133f256 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:08.255974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.266550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:08.267425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Checking segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:08.267842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.269767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Bound using segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:08.269767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Bound port: b7f7472d-ea76-4905-b1bf-461655ca8407, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:08.269767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.279749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3a70f5f7-1e6a-4f7f-8600-ae0cd3ce3773 None None] Provisioning complete for port f525494e-c825-4101-b957-18b3785df4d5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:08.279986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a70f5f7-1e6a-4f7f-8600-ae0cd3ce3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.308067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.319604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:08.328283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:08.332725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Made reservation on behalf of 8c566efd0af3485b9ef081d76976ad3d for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:08.336224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.337527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:08.342605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f525494e-c825-4101-b957-18b3785df4d5 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:08.385240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.406115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.415755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:08.422758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.441906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f525494e-c825-4101-b957-18b3785df4d5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:08.442323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.505626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Made reservation on behalf of 250dec717af7434a99ca36e133d6d806 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:08.511904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.517633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] For port b7f7472d-ea76-4905-b1bf-461655ca8407, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:08.522849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] For port b7f7472d-ea76-4905-b1bf-461655ca8407, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b7f7472d-ea76-4905-b1bf-461655ca8407,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:08.535646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.547532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.582248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.611205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Made reservation on behalf of 1c04a65237014aca89c1c2ad73e376c3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:08.615531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.637600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a70f5f7-1e6a-4f7f-8600-ae0cd3ce3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.675870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.690194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.732491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a70f5f7-1e6a-4f7f-8600-ae0cd3ce3773 None None] For port f525494e-c825-4101-b957-18b3785df4d5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f525494e-c825-4101-b957-18b3785df4d5,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:08.733718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd6af1-d7f7-40fa-b79a-0ab47c052765 None None] Pushing event updated for resources: {'Port': ['ID=b7f7472d-ea76-4905-b1bf-461655ca8407,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:08.745199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.760753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a70f5f7-1e6a-4f7f-8600-ae0cd3ce3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.789001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.868763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:32:08.869210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:32:08.870468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70f5f7-1e6a-4f7f-8600-ae0cd3ce3773 None None] Pushing event updated for resources: {'Port': ['ID=f525494e-c825-4101-b957-18b3785df4d5,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:08.894539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:08.905500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8f32c806-f833-44b5-8a4e-cff61b97a638 None None] Provisioning complete for port f525494e-c825-4101-b957-18b3785df4d5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:08.906064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f32c806-f833-44b5-8a4e-cff61b97a638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.909429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d385582-c8f4-4955-ada3-432d3d4d5e79,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:08.923261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9ffdc1-9507-41f0-9340-358e85142cb1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:08.958280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Checking segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:08.958586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Network hostable DHCP agents. Network: 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:08.968161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.973108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.973556 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Added segment fd0f89ca-3faf-4114-a995-86034fd01ff7 of type vlan for network 2b2b3d4b-695b-456c-81e9-0e9e52654245 Nov 27 10:32:08.982648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:08.989811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.036097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.080496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.086980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:09.107331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3847c7-6c59-4a25-8da5-72d56eb24b10,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:09.109807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:09.117488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.122204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.122547 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Added segment 525a6cb8-fb50-4d1d-aacb-95260d6d2aee of type vlan for network aae9c396-bc16-4254-adba-d64e3caa059a Nov 27 10:32:09.126285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Router 76747811-fb68-4a82-96ed-7da01b7456bb is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:32:09.157072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.173211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.174109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:09.187200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9ca0f-92e2-46a0-a6b5-33237e48ce93 None None] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:09.202535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:09.203126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.209267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.220811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.226799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:09.227373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.243368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:09.257462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9173e74-26bc-4376-81b3-a8dd6c0232e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:09.269786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.275053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.275053 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Added segment 598a538b-9ce1-4817-9568-a1b56fad3665 of type vlan for network 5581ee4a-8c99-4c47-92d2-17d75fde8061 Nov 27 10:32:09.354517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:09.377674 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ebac4ea4-6563-4678-a24f-d02f8404baa3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1070848 Nov 27 10:32:09.393986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:32:09.394180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.404221 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2725079 Nov 27 10:32:09.405468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:09.406423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.409338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Allocated IP 172.26.1.127 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e5d075a4-dd96-4397-922a-d614698b7e2c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:09.411042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:09.411605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36442) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:09.418403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:09.429206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Request body: {'subnet': {'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:09.452902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.453247 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Added segment f7f3878b-ef10-422a-851c-49883dadee37 of type vlan for network 0d039087-a1c7-4b13-b927-c7d06027fbab Nov 27 10:32:09.457041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bd311f-ece3-414b-82ad-101998d28ec7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:09.472983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1f29-0cad-4ea3-b77f-64c40300105a tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event updated for resources: {'Network': ['ID=2b2b3d4b-695b-456c-81e9-0e9e52654245,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:09.509891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.510954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.534494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:09.536075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.542027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:09.542646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.589354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.628602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.636661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:09.637743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.657409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Allocated IP 172.20.0.2 (07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7/ba9ffdc1-9507-41f0-9340-358e85142cb1/368090af-cc49-433a-9c48-b40088097baf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:09.678624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5339799 Nov 27 10:32:09.683500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.689701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:09.690306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.743236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:09.757771 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Sync routers for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:09.773623 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:09.775377 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:31:42Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:09.785601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1715fa-3af8-4daf-a2fd-3bc1cdf0a646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Pushing event updated for resources: {'Network': ['ID=aae9c396-bc16-4254-adba-d64e3caa059a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:09.852981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.859218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network aae9c396-bc16-4254-adba-d64e3caa059a details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:09.863808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:09.897403 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8518548 Nov 27 10:32:09.931619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Pushing event updated for resources: {'Port': ['ID=368090af-cc49-433a-9c48-b40088097baf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:09.947479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:09.950850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:09.986819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:09.999950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Pushing event updated for resources: {'Network': ['ID=0d039087-a1c7-4b13-b927-c7d06027fbab,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:10.026607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0d039087-a1c7-4b13-b927-c7d06027fbab details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:10.047144 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-821902e5-6aab-43cf-abe3-b05cecb77e1f tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3088074 Nov 27 10:32:10.048609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:10.065568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.071355 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3326a832-7a47-4f91-9414-cc991242d5ab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4883280 Nov 27 10:32:10.075340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:10.168644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256ecf7-470b-49af-b529-c6fd97c6c202 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Pushing event updated for resources: {'Network': ['ID=5581ee4a-8c99-4c47-92d2-17d75fde8061,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:10.183981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.227103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:10.234565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'network': {'name': 'tempest-network--743845579', 'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:10.279666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd647d-e38f-40c7-8924-a665d4f91390 None None] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:10.379822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Made reservation on behalf of ed6121c0b0b94683a0acea3663a5c4b3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:10.386154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.417979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.419780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 5581ee4a-8c99-4c47-92d2-17d75fde8061 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:10.481556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.488110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Made reservation on behalf of 53beb1d696054cae80cc81db517d58c6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:10.507305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.607705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36478) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:10.616662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Request body: {'port': {'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061', 'binding:host_id': 'hv-neutron-8048', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-422043754'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:10.620309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b7f7472d-ea76-4905-b1bf-461655ca8407 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:10.643642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.676862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.678581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Attempting to bind port 368090af-cc49-433a-9c48-b40088097baf on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:10.679359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Attempting to bind port 368090af-cc49-433a-9c48-b40088097baf by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:10.680094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Attempting to bind port 368090af-cc49-433a-9c48-b40088097baf on network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:10.711167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:10.711833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc045888-d076-4ce3-8cdb-87750f696fcb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:10.731206 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:07Z', 'revision_number': 3, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:10.739815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Request body: {'port': {'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a', 'binding:host_id': 'hv-neutron-8048', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1723929155'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:10.755575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:10.757472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Checking segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:10.757992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:10.758444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.759360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Bound using segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:10.760060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Bound port: 368090af-cc49-433a-9c48-b40088097baf, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:10.760742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.770291 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Checking router: 76747811-fb68-4a82-96ed-7da01b7456bb for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:32:10.770891 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Updating router 76747811-fb68-4a82-96ed-7da01b7456bb port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:32:10.780702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-70e15283-ff0f-4b7f-bdb8-1707d9952c03 None None] Provisioning complete for port b7f7472d-ea76-4905-b1bf-461655ca8407 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:10.781357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70e15283-ff0f-4b7f-bdb8-1707d9952c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.799018 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.800104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.827412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c5fe-a340-45fd-b609-785bba30a214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.827659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.827847 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Added segment 42c21e12-d325-4d7b-8dbd-8500bd7736cb of type vlan for network a94cc85a-82d0-4850-a5a7-f1f5055fe4e7 Nov 27 10:32:10.829753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.948500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Made reservation on behalf of 26ba1be1ecd14228bc1b28c257185caa for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:10.951324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.955675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b7f7472d-ea76-4905-b1bf-461655ca8407 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:10.956058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.967160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:10.997667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.016583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70e15283-ff0f-4b7f-bdb8-1707d9952c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.017516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.018810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:11.019449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.033199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] For port 368090af-cc49-433a-9c48-b40088097baf, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:11.055416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] For port 368090af-cc49-433a-9c48-b40088097baf, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=368090af-cc49-433a-9c48-b40088097baf,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:11.068860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Made reservation on behalf of ead967dc90f14517b94767d05ffbc49a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:11.071654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.085794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.108627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-70e15283-ff0f-4b7f-bdb8-1707d9952c03 None None] For port b7f7472d-ea76-4905-b1bf-461655ca8407, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b7f7472d-ea76-4905-b1bf-461655ca8407,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:11.110645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.142094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70e15283-ff0f-4b7f-bdb8-1707d9952c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.160073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.184574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f3146-b02d-4238-8223-79b7dc3c76d4 None None] Pushing event updated for resources: {'Port': ['ID=368090af-cc49-433a-9c48-b40088097baf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.291721 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2417374 Nov 27 10:32:11.296689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:11.298898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.326950 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.332318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:32:11.332832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:32:11.336213 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.340933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e15283-ff0f-4b7f-bdb8-1707d9952c03 None None] Pushing event updated for resources: {'Port': ['ID=b7f7472d-ea76-4905-b1bf-461655ca8407,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.365718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c17b8b3d-4434-4b17-93cf-a576f7e87aa0 None None] Provisioning complete for port b7f7472d-ea76-4905-b1bf-461655ca8407 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:11.366614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c17b8b3d-4434-4b17-93cf-a576f7e87aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.407142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.410586 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Attempting to bind port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:11.410586 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Attempting to bind port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:11.412419 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Attempting to bind port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:11.422387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad0d1e-cef3-46b9-89fb-85e7da26ffa4 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Network': ['ID=a94cc85a-82d0-4850-a5a7-f1f5055fe4e7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.433823 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:11.435623 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:11.436277 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.437326 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:11.437993 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Bound port: ddfe5f10-e4e3-4027-89a5-9c8aa37fff58, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:11.438481 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.445843 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Pushing event updated for resources: {'Port': ['ID=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.457725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:11.492869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:11.496095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network a94cc85a-82d0-4850-a5a7-f1f5055fe4e7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:11.502852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d075a4-dd96-4397-922a-d614698b7e2c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.515985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:11.550423 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] For port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:11.559721 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] For port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:11.568572 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.569681 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.570307 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.570708 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.571061 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.571403 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.571826 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.572240 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.572602 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.572940 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.573335 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.574990 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Tracked resource versions report: Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: pushed versions: Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: { 'AddressGroup': {'1.2'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'ConntrackHelper': {'1.0'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Log': {'1.0'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Network': {'1.1'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Port': {'1.7'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'PortForwarding': {'1.2'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'QosPolicy': {'1.10'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroup': {'1.5'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroupRule': {'1.2'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SubPort': {'1.0'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Subnet': {'1.1'}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Trunk': {'1.1'}} Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: consumer versions: Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: { DHCP agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: HyperV agent@hv-neutron-8048: {}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: L3 agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: Metadata agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: Metering agent@dv-neutron-804846-16-hyperv: {}, Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: Open vSwitch agent@dv-neutron-804846-16-hyperv: { 'AddressGroup': '1.2', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'ConntrackHelper': '1.0', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Log': '1.0', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Network': '1.1', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Port': '1.7', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'PortForwarding': '1.2', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'QosPolicy': '1.10', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroup': '1.5', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SecurityGroupRule': '1.2', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'SubPort': '1.0', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Subnet': '1.1', Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: 'Trunk': '1.1'}} Nov 27 10:32:11.576285 dv-neutron-804846-16-hyperv neutron-server[103381]: {{(pid=103381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 10:32:11.580924 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.634118 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:11.634841 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:31:42Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:11.691967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:32:11.705263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.752330 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:11.754521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.756334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.774570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.781335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:11.794613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:11.820661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.821025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.821739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.822064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.822394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.854295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.854295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.854295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.854295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.854295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:11.860349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac90345-920f-46ba-91aa-c09256abc523,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.908986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f525494e-c825-4101-b957-18b3785df4d5 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:11.970691 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738e33d-7d16-48a6-8746-20ef4c61be60 None None] Pushing event updated for resources: {'Port': ['ID=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:11.993032 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:07Z', 'revision_number': 3, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:12.018024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.019524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event updated for resources: {'Subnet': ['ID=c94310a0-b329-4023-ad69-f75d7c8b7b44,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:12.023287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f525494e-c825-4101-b957-18b3785df4d5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:12.024193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.024969 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9d86-667c-4b73-84ee-f3268bfb8d6d None None] The sync data for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv is: [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:07Z', 'revision_number': 3, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:12.026565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:12.026926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:12.027682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:12.027682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:12.027927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94cc85a-82d0-4850-a5a7-f1f5055fe4e7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:12.065414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c21e12-d325-4d7b-8dbd-8500bd7736cb') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:12.065414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c21e12-d325-4d7b-8dbd-8500bd7736cb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:12.072980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.090603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.093980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.111279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:12.227607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.249385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Checking segment: {'id': 'fd0f89ca-3faf-4114-a995-86034fd01ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:12.249753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Network hostable DHCP agents. Network: 2b2b3d4b-695b-456c-81e9-0e9e52654245, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:12.261866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.327267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.361169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:12.361491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.363333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3be9ea-2327-48d8-a1a9-02ef5465e540,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: from cryptography.utils import int_from_bytes Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: from cryptography.utils import int_from_bytes Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:12.369606 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:12.398841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:12.411171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.482091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:12.497117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Sync routers for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:12.517088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b7f7472d-ea76-4905-b1bf-461655ca8407 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:12.602034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:12.602962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:31:42Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:12.652278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:12.666315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.675717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-790f3c54-18c9-4c24-b01c-e00e40c1ac6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.681731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.687652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4cc62799-5284-4eaa-bc40-04d939ed6cb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6907384 Nov 27 10:32:12.694495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 2b2b3d4b-695b-456c-81e9-0e9e52654245) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:12.706033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36488) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:12.709955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.710858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:12.724335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.734344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.735622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038af886-3301-41f7-832c-6521da79c8f0 None None] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:12.737751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a75ea-a941-4809-97c0-7dc0367ea80e None None] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:12.741816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:12.742434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.748608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a94cc85a-82d0-4850-a5a7-f1f5055fe4e7 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:32:12.767217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.769961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:12.773792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a94cc85a-82d0-4850-a5a7-f1f5055fe4e7 HTTP/1.1" status: 204 len: 168 time: 1.4759710 Nov 27 10:32:12.778057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31db181-9d62-4600-ba65-456c599bb4aa tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Network': ['ID=a94cc85a-82d0-4850-a5a7-f1f5055fe4e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:12.780197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:12.790518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:12.836915 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f8c83899-10c9-4058-ab45-08ecf23446e3 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4122624 Nov 27 10:32:12.849779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:12.857569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Request body: {'port': {'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245', 'name': 'tempest-DHCPAgentSchedulersTestJSON-350531704'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:12.902655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:12.996061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=73bd9f96-d1e0-4290-90eb-54a935fe9b5a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:13.005632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.011126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb37a0a-ed7c-43c5-b403-dc3166c13289,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:13.025920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Allocated IP 172.26.1.158 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/52c47a75-7f5f-45d9-900d-c8941bcddf69) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:13.033949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.053744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Made reservation on behalf of ed6121c0b0b94683a0acea3663a5c4b3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:13.056206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.101073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.106838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Checking segment: {'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:13.107218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Network hostable DHCP agents. Network: 5581ee4a-8c99-4c47-92d2-17d75fde8061, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:13.147229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Checking segment: {'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:13.150278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Network hostable DHCP agents. Network: aae9c396-bc16-4254-adba-d64e3caa059a, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:13.159227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:13.161754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Allocated IP 172.20.0.1 (490c86cf-4384-449e-b52f-1576a1a6eaac/ce7f7761-7eee-4cdc-b085-f2aea7ed4cec/03c14cb3-bec1-4aaa-954c-a87cf45a8443) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:13.193204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.193567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Added segment b71211ce-866f-4e6a-99f7-ee38161b0d83 of type vlan for network 2d4123c7-a435-4e42-aeb7-d8934e219632 Nov 27 10:32:13.219673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b7f7472d-ea76-4905-b1bf-461655ca8407 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:13.220405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.231898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Network aae9c396-bc16-4254-adba-d64e3caa059a is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:13.259730 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Made reservation on behalf of 53beb1d696054cae80cc81db517d58c6 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:13.263447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.338680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, aae9c396-bc16-4254-adba-d64e3caa059a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:13.346667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.365132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:13.384729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d075a4-dd96-4397-922a-d614698b7e2c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:13.385332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] device_id is not set on port 7ed4d54c-7669-46ea-938b-750ded7fb004 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:13.389396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.390755 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2920db30-58b6-4548-aa08-fa26227aab74 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0291252 Nov 27 10:32:13.394977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:13.406958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:13.407697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:13.408467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:13.411276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-75296771', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'fixed_ips': [{'ip_address': '172.26.1.127'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:13.453390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdc3b4-5d4e-4fc4-ae54-df94e2603aac None None] Network aae9c396-bc16-4254-adba-d64e3caa059a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:13.485562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Network 5581ee4a-8c99-4c47-92d2-17d75fde8061 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:13.513118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:13.513457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 5581ee4a-8c99-4c47-92d2-17d75fde8061) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:13.514013 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:13.524806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Made reservation on behalf of ae1eabccb907487fb6ae313dca4b5d77 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:13.527342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.527670 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 2 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:13.537022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.539050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:13.558621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.567593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95174468-cab9-4516-9067-7343be76f943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-2b2b3d4b-695b-456c-81e9-0e9e52654245', 'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245', 'tenant_id': '53beb1d696054cae80cc81db517d58c6', 'fixed_ips': [{'subnet_id': 'c94310a0-b329-4023-ad69-f75d7c8b7b44'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:13.568498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.584575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92c621-1cf8-4524-81f3-bd168702bfd4 None None] Network 5581ee4a-8c99-4c47-92d2-17d75fde8061 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:13.596839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.598646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:13.599173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:13.599705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:13.618443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.619572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:13.620270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.659693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:13.660180 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:13.670353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 3 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:13.757214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:13.758202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:13.758736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:13.822391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:13.823019 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:13.829436 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 2 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:13.870775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4565bd44-597e-4e49-a3d7-7797825a9a5b None None] Provisioning complete for port 368090af-cc49-433a-9c48-b40088097baf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:13.871068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4565bd44-597e-4e49-a3d7-7797825a9a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.873504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.881714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:13.882233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:13.882581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:13.901750 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1158512 Nov 27 10:32:13.914936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36500) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:13.919975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:13.920464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:13.920893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:13.927194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30ae94-3e62-45ab-9f6f-e4fdcaac3c90 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Network': ['ID=2d4123c7-a435-4e42-aeb7-d8934e219632,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:13.934061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:13.934061 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:13.938930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'subnet': {'network_id': '2d4123c7-a435-4e42-aeb7-d8934e219632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:13.944600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:13.945095 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:13.946600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Allocated IP 172.20.0.2 (2b2b3d4b-695b-456c-81e9-0e9e52654245/c94310a0-b329-4023-ad69-f75d7c8b7b44/7ed4d54c-7669-46ea-938b-750ded7fb004) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:13.948637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 4 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:13.951574 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 3 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:13.970601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:13.978800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:13.978800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:13.979050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:13.982334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2d4123c7-a435-4e42-aeb7-d8934e219632 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:13.995521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.021259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.021519 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.023457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 368090af-cc49-433a-9c48-b40088097baf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:14.073024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 5 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:14.084472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.084904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.085547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.102165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.103859 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:14.110165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:14.118805 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 4 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:14.128727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Network 490c86cf-4384-449e-b52f-1576a1a6eaac is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:14.135558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.135756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.136065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.139439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.139439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.139936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.143056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:14.152238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:14.154013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.155098 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:14.157028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:14.159032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Made reservation on behalf of ed6121c0b0b94683a0acea3663a5c4b3 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:14.161439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.164506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Pushing event updated for resources: {'Port': ['ID=03c14cb3-bec1-4aaa-954c-a87cf45a8443,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:14.166767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.167109 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.204528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 6 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:14.262076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4565bd44-597e-4e49-a3d7-7797825a9a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.296492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.296879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.297220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.303433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:08Z', 'revision_number': 3, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:14.310835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 368090af-cc49-433a-9c48-b40088097baf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:14.311203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.313481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.320411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.320758 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.358012 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 7 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:14.368987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:14.376490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4565bd44-597e-4e49-a3d7-7797825a9a5b None None] For port 368090af-cc49-433a-9c48-b40088097baf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=368090af-cc49-433a-9c48-b40088097baf,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:14.379139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Checking router: dd5b2b10-5979-49e3-a6e9-f4ca04f28892 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:32:14.379392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Updating router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:32:14.400146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.405878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4565bd44-597e-4e49-a3d7-7797825a9a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.409815 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 5 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:14.421099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.421425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.421757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.437445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.449858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.450199 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.452156 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 8 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:14.462565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Pushing event updated for resources: {'Port': ['ID=52c47a75-7f5f-45d9-900d-c8941bcddf69,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:14.462770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.471341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.471645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.472111 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.472887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.481735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.481735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.481735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.509741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.510090 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.513622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 9 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:14.538467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.538806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.539142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.545058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565bd44-597e-4e49-a3d7-7797825a9a5b None None] Pushing event updated for resources: {'Port': ['ID=368090af-cc49-433a-9c48-b40088097baf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:14.555244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.556521 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.557191 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 10 to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 Nov 27 10:32:14.619308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9241a367-3254-45f2-8b26-e73dfe081ccb None None] Provisioning complete for port 368090af-cc49-433a-9c48-b40088097baf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:14.619857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9241a367-3254-45f2-8b26-e73dfe081ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.621772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.731036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Allocated IP 172.20.0.1 (e8b09fe4-2413-4705-96f2-eb8b2133f256/62d9f031-d64f-4355-9525-b552445570c7/a4c45041-39fa-46a2-b779-7f080f1cfdaa) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:14.784564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-95174468-cab9-4516-9067-7343be76f943 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-48c412a8-46ad-4253-bc44-f1e25cf44c88 {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:32:14.784928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-95174468-cab9-4516-9067-7343be76f943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:32:14.795681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:14.796139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:14.796655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:14.801146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.803419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.807448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.807901 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:14.808571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.812728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.813226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] device_id is not set on port 5e3b0c26-5268-45cd-a478-531d889719db yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:14.830307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:14.891173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.908082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:14.908441 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:14.965509 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 6 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:14.971093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9241a367-3254-45f2-8b26-e73dfe081ccb None None] Provisioning complete for port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:14.971469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9241a367-3254-45f2-8b26-e73dfe081ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:14.987384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:14.990396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event updated for resources: {'Port': ['ID=7ed4d54c-7669-46ea-938b-750ded7fb004,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:14.995199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:14.995199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.004266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:15.013951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:15.030926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:15.031265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:15.031598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:15.055487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:15.055825 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:15.059816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.081450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.083271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9241a367-3254-45f2-8b26-e73dfe081ccb None None] Port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:15.084017 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 7 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:15.097591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.116306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Pushing event updated for resources: {'Port': ['ID=03c14cb3-bec1-4aaa-954c-a87cf45a8443,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:15.122335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7179a0-ba37-4246-8d4a-b9d20269ae90,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:15.164003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:15.164697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.166240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.172739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] For port 2eb37a0a-ed7c-43c5-b403-dc3166c13289, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:15.173135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempted to set empty binding levels {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 10:32:15.182273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:15.182619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:15.182949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:15.189595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Attempting to bind port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:15.190149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Attempting to bind port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:15.190880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Attempting to bind port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:15.192777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621deab-b251-4079-af6f-39d007d971c4 None None] Pushing event updated for resources: {'Port': ['ID=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:15.200364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.219199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:15.219199 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:15.219416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:15.219732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:15.220032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.220460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:15.220943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Bound port: fe1a7c23-76cf-4fdf-b225-00fd3635e2b2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:15.221345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.224636 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 8 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:15.242149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.266379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:15.276553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.277343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 368090af-cc49-433a-9c48-b40088097baf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:15.299427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b86dcf08-22a4-4108-a0f0-e57e9b0c3c92 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4455836 Nov 27 10:32:15.307326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:15.307512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:15.308071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.315906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.318303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] For port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:15.321990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb37a0a-ed7c-43c5-b403-dc3166c13289,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:15.336228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5498fb3e-ce74-4682-a751-cde31684428c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.6104558 Nov 27 10:32:15.336871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:15.389548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Network 490c86cf-4384-449e-b52f-1576a1a6eaac is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:15.404743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:15.405084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:15.405415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:15.411802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:15.451409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:15.451972 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:15.481283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] For port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:15.485280 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 9 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:15.502340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.521622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.534751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:15.540283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Deleting port 2eb37a0a-ed7c-43c5-b403-dc3166c13289 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:15.540687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.607439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Router 76747811-fb68-4a82-96ed-7da01b7456bb has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:32:15.638072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] For port 2eb37a0a-ed7c-43c5-b403-dc3166c13289, host hv-neutron-8048, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:15.638685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.663357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Calling delete_port for 2eb37a0a-ed7c-43c5-b403-dc3166c13289 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:15.731189 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 10:32:15.731784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:32:15.748163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 368090af-cc49-433a-9c48-b40088097baf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:15.748741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.750082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:15.750748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:15.757731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.801608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:15.802099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:15.802528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:15.817415 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7d9f7d53-5d56-4840-a661-dfc9924767aa tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4093878 Nov 27 10:32:15.821517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621deab-b251-4079-af6f-39d007d971c4 None None] Pushing event updated for resources: {'Port': ['ID=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:15.828614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-95174468-cab9-4516-9067-7343be76f943 None None] Allocated IP 172.20.0.3 (2b2b3d4b-695b-456c-81e9-0e9e52654245/c94310a0-b329-4023-ad69-f75d7c8b7b44/c43839be-278e-4ac9-8b69-5c8550d8c752) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:15.830563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:15.887784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:15.888705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:15.889128 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:15.906313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2adc2a33-79eb-4ea0-af11-090785392ebc None None] Provisioning complete for port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:15.906684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2adc2a33-79eb-4ea0-af11-090785392ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.929046 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 10 to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a Nov 27 10:32:15.945705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:15.947583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.956166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:15.956166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:15.989863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:15.995549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-21c6e5e5-77df-4d96-a770-36a4e09e2b26 admin admin] 10.222.0.13 "PUT /v2.0/routers/76747811-fb68-4a82-96ed-7da01b7456bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9169941 Nov 27 10:32:16.015221 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Sync routers for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:16.015719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.031780 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:16.036717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:16.041588 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:16.041790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2adc2a33-79eb-4ea0-af11-090785392ebc None None] Port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:16.048988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Pushing event updated for resources: {'Port': ['ID=a4c45041-39fa-46a2-b779-7f080f1cfdaa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:16.089709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb37a0a-ed7c-43c5-b403-dc3166c13289,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:16.108276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.111328 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a780063e-7b1c-440e-a7bc-a3ef817e73b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2eb37a0a-ed7c-43c5-b403-dc3166c13289 HTTP/1.1" status: 204 len: 168 time: 0.7696068 Nov 27 10:32:16.117776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:16.156232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:16.156595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:16.156933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:16.173154 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2b69e4-3c64-45a1-9618-c4f8cf3690c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:16.179345 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8b2b69e4-3c64-45a1-9618-c4f8cf3690c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "GET /v2.0/ports/2eb37a0a-ed7c-43c5-b403-dc3166c13289 HTTP/1.1" status: 404 len: 333 time: 0.0565727 Nov 27 10:32:16.187938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36512) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:16.193744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Request body: {'port': {'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351587262'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:16.218414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:16.218923 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:16.219298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.238781 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:16.254908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Made reservation on behalf of ead967dc90f14517b94767d05ffbc49a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:16.258444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.275851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port f231c08a-dd18-47fe-b28b-ff791189a302 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:16.277016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Deleting port 7ed4d54c-7669-46ea-938b-750ded7fb004 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:16.277624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.285745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.443548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.466608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.518930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.536184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95174468-cab9-4516-9067-7343be76f943 None None] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:16.554689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:32:16.556269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174468-cab9-4516-9067-7343be76f943 None None] Pushing event updated for resources: {'Port': ['ID=c43839be-278e-4ac9-8b69-5c8550d8c752,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:16.558760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-95174468-cab9-4516-9067-7343be76f943 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:16.562540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.567382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95174468-cab9-4516-9067-7343be76f943 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:16.584680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.614232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=f231c08a-dd18-47fe-b28b-ff791189a302,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:16.616751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2c7419a6-aa92-460a-9938-95f19a38ca30 None None] Provisioning complete for port a4c45041-39fa-46a2-b779-7f080f1cfdaa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:16.617409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c7419a6-aa92-460a-9938-95f19a38ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.642744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Network aae9c396-bc16-4254-adba-d64e3caa059a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:16.644411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:16.646988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:16.648105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:16.648875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.668559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-28df7fd3-1f2c-4572-bd83-ada7ccd0b0b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4784555 Nov 27 10:32:16.670962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:16.676578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:16.689259 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 2, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:16.699942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:16.701832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95174468-cab9-4516-9067-7343be76f943 None None] Attempting to bind port c43839be-278e-4ac9-8b69-5c8550d8c752 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:16.702206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95174468-cab9-4516-9067-7343be76f943 None None] Attempting to bind port c43839be-278e-4ac9-8b69-5c8550d8c752 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'fd0f89ca-3faf-4114-a995-86034fd01ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:16.702565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95174468-cab9-4516-9067-7343be76f943 None None] Attempting to bind port c43839be-278e-4ac9-8b69-5c8550d8c752 on network 2b2b3d4b-695b-456c-81e9-0e9e52654245 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:16.735522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.736491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95174468-cab9-4516-9067-7343be76f943 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:16.736882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95174468-cab9-4516-9067-7343be76f943 None None] Checking segment: {'id': 'fd0f89ca-3faf-4114-a995-86034fd01ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:16.737293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.737695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95174468-cab9-4516-9067-7343be76f943 None None] Bound using segment: {'id': 'fd0f89ca-3faf-4114-a995-86034fd01ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:16.738235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-95174468-cab9-4516-9067-7343be76f943 None None] Bound port: c43839be-278e-4ac9-8b69-5c8550d8c752, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f89ca-3faf-4114-a995-86034fd01ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b2b3d4b-695b-456c-81e9-0e9e52654245'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:16.738587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.746851 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Checking router: 76747811-fb68-4a82-96ed-7da01b7456bb for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:32:16.747217 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Updating router 76747811-fb68-4a82-96ed-7da01b7456bb port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:32:16.754865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2c7419a6-aa92-460a-9938-95f19a38ca30 None None] Port a4c45041-39fa-46a2-b779-7f080f1cfdaa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:16.765735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:08Z', 'revision_number': 3, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:16.779522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.798029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Calling delete_port for 7ed4d54c-7669-46ea-938b-750ded7fb004 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:16.802914 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.822751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184188ce-f2db-4c2a-83a6-0a6a61c480aa None None] The sync data for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv is: [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:08Z', 'revision_number': 3, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:16.865076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:16.865461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.867975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95174468-cab9-4516-9067-7343be76f943 None None] For port c43839be-278e-4ac9-8b69-5c8550d8c752, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:16.871775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95174468-cab9-4516-9067-7343be76f943 None None] For port c43839be-278e-4ac9-8b69-5c8550d8c752, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c43839be-278e-4ac9-8b69-5c8550d8c752,segment=NetworkSegment(fd0f89ca-3faf-4114-a995-86034fd01ff7),segment_id=fd0f89ca-3faf-4114-a995-86034fd01ff7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:16.919303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95174468-cab9-4516-9067-7343be76f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.948326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port f231c08a-dd18-47fe-b28b-ff791189a302 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:16.970605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:16.999325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.018484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174468-cab9-4516-9067-7343be76f943 None None] Pushing event updated for resources: {'Port': ['ID=c43839be-278e-4ac9-8b69-5c8550d8c752,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.149171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.157924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:17.173076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774963918', 'description': 'tempest-description--2117976380'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:17.179440 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] For port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:17.180329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempted to set empty binding levels {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 10:32:17.186865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3f65249-a37f-4f71-b875-5acd50bec37b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.197786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.198127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.198462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.203011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Deleting port e5d075a4-dd96-4397-922a-d614698b7e2c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:17.203346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.205736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.213035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=f231c08a-dd18-47fe-b28b-ff791189a302,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.218664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.219068 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.220594 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 2 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.249312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.249639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.249984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.255427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.259820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.260149 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.266365 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 3 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.305564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.305902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.306239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.312613 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.316318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.316766 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.319193 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 4 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.330027 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.375567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Checking segment: {'id': 'b71211ce-866f-4e6a-99f7-ee38161b0d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2d4123c7-a435-4e42-aeb7-d8934e219632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:17.375888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Network hostable DHCP agents. Network: 2d4123c7-a435-4e42-aeb7-d8934e219632, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:17.377665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.378000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.378345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.382344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:17.382943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.422087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.468330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.468864 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.471313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.472161 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 5 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.475867 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17249e0-7348-456d-a7fb-4c62376bb0d7 None None] Pushing event updated for resources: {'Port': ['ID=03c14cb3-bec1-4aaa-954c-a87cf45a8443,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.479240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.539997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.540256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.540624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.569496 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Attempting to bind port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.572841 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Attempting to bind port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.573526 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Attempting to bind port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 on network 490c86cf-4384-449e-b52f-1576a1a6eaac {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.594568 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:17.595417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.596438 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Checking segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:17.597101 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.598039 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4343786 Nov 27 10:32:17.598690 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Bound using segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:17.601000 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Bound port: 03c14cb3-bec1-4aaa-954c-a87cf45a8443, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:17.601706 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.606577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:17.607243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.607573 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.621367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Request body: {'security_group_rule': {'security_group_id': 'ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:17.656468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 6 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.675469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee492d-af79-481b-b907-3e158df8370c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.714821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.715171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.715540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.730058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.733278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.733608 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.735430 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 7 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.771280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.771640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.773147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.806210 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] For port 03c14cb3-bec1-4aaa-954c-a87cf45a8443, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:17.810456 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] For port 03c14cb3-bec1-4aaa-954c-a87cf45a8443, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=03c14cb3-bec1-4aaa-954c-a87cf45a8443,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:17.816047 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.828330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.829008 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.833567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 8 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.858686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.859362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.860052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.883913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.884665 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.887100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.888448 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 9 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:17.894649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.907113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eea46832-9368-4c0f-a7f7-9935dc2971fb None None] Provisioning complete for port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:17.907728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eea46832-9368-4c0f-a7f7-9935dc2971fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.909407 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17249e0-7348-456d-a7fb-4c62376bb0d7 None None] Pushing event updated for resources: {'Port': ['ID=03c14cb3-bec1-4aaa-954c-a87cf45a8443,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.926172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3c953b-2694-4687-931f-814b8f8793d7,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:17.942214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:17.942575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:17.943189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:17.951310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:17.952805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d36c1b0e-aac9-4cfe-ad51-b0b10555a187 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443234 Nov 27 10:32:17.955450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:17.960339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Request body: {'security_group_rule': {'security_group_id': 'ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:17.962713 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:17.963366 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:17.969387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:17.969709 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:17.974848 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 10 to bind port f231c08a-dd18-47fe-b28b-ff791189a302 Nov 27 10:32:18.008021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:18.008868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:18.009158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:18.009523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=73bd9f96-d1e0-4290-90eb-54a935fe9b5a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:18.017690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:18.018652 dv-neutron-804846-16-hyperv neutron-server[103378]: ERROR neutron.plugins.ml2.managers [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port f231c08a-dd18-47fe-b28b-ff791189a302 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:18.018652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.062239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.131304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.142391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eea46832-9368-4c0f-a7f7-9935dc2971fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.153176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] For port f231c08a-dd18-47fe-b28b-ff791189a302, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:18.153559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempted to set empty binding levels {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 10:32:18.164049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.209662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-eea46832-9368-4c0f-a7f7-9935dc2971fb None None] For port 03c14cb3-bec1-4aaa-954c-a87cf45a8443, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=03c14cb3-bec1-4aaa-954c-a87cf45a8443,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:18.221662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eea46832-9368-4c0f-a7f7-9935dc2971fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.230426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] In _notify_port_updated(), no bound segment for port f231c08a-dd18-47fe-b28b-ff791189a302 on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:32:18.231617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.232262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.237108 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "PUT /v2.0/ports/f231c08a-dd18-47fe-b28b-ff791189a302 HTTP/1.1" status: 200 len: 981 time: 1.5649617 Nov 27 10:32:18.237887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:18.239890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d2ec-37e8-4612-86c9-1d73498491b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=f231c08a-dd18-47fe-b28b-ff791189a302,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:18.242951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9af5cfd-29f0-4b4a-833a-9ea1821995d2 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.6304045 Nov 27 10:32:18.254837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:18.295265 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:18.332192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.336085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea46832-9368-4c0f-a7f7-9935dc2971fb None None] Pushing event updated for resources: {'Port': ['ID=03c14cb3-bec1-4aaa-954c-a87cf45a8443,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:18.346271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.375497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-53400283-266e-40e4-bda2-d111d75c43b1 None None] Provisioning complete for port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:18.375874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53400283-266e-40e4-bda2-d111d75c43b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.388191 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Network 2d4123c7-a435-4e42-aeb7-d8934e219632 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:18.411638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event deleted for resources: {'Port': ['ID=7ed4d54c-7669-46ea-938b-750ded7fb004,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:18.414943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.415275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.420810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4aacd8c-8c74-445e-a782-656cbb411b51,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:18.498767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.499956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.500731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.501610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.502227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.502958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.503615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.504354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.504475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 2d4123c7-a435-4e42-aeb7-d8934e219632) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:18.505057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.513841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.514572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.515190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.516275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.517138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.517761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.518368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.526092 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2dc68c53-5c29-48d9-aabb-0ea3b8c15bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14347 time: 0.2821541 Nov 27 10:32:18.527015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:18.533885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.535214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cc4f146f-048c-4b0d-a854-4b444a61a8fd tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5787749 Nov 27 10:32:18.545721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Calling delete_port for e5d075a4-dd96-4397-922a-d614698b7e2c owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:18.548509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:18.549275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.551478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:18.567796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:18.597777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e99932-9234-454d-a744-736384023456 None None] Network 2d4123c7-a435-4e42-aeb7-d8934e219632 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:18.601732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.607804 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ed223364-3baa-4e55-942a-8b347b6037ba tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "DELETE /v2.0/ports/7ed4d54c-7669-46ea-938b-750ded7fb004 HTTP/1.1" status: 204 len: 168 time: 3.2899942 Nov 27 10:32:18.634520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36536) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:18.671443 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:17Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:18.695235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.724071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.725821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.729634 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcabde-eb35-421e-9777-e07549e8bfee None None] The sync data for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv is: [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:17Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:18.738735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Deleting port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:18.739260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.758282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Deleting port f231c08a-dd18-47fe-b28b-ff791189a302 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:18.759089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.812178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:18.880646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc90c4-0278-43b0-b52d-0ee2bce16ec8 None None] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:18.918148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611785d2-57b8-49e9-b01e-784eae1fe46f None None] Network 2d4123c7-a435-4e42-aeb7-d8934e219632 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:18.939793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] For port f231c08a-dd18-47fe-b28b-ff791189a302, host hv-neutron-8048, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:18.946490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:18.970141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Calling delete_port for f231c08a-dd18-47fe-b28b-ff791189a302 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:18.977920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] For port 73bd9f96-d1e0-4290-90eb-54a935fe9b5a, host hv-neutron-8048, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:18.978280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.003794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Calling delete_port for 73bd9f96-d1e0-4290-90eb-54a935fe9b5a owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:19.048706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c2bc0f54-ed98-477c-bdf1-5dfb05bc4ee8 tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4566 time: 0.4104922 Nov 27 10:32:19.052904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:19.060126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:19.063449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.082659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-682598474'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:19.103820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:19.123196 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b1b86443-df74-4210-a842-416c6b622563 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.1923592 Nov 27 10:32:19.125331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:19.141073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'floatingip': {'floating_network_id': '2d4123c7-a435-4e42-aeb7-d8934e219632'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:19.185355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3bd1677c-4c15-40af-b6f6-55e4d103b731 None None] Provisioning complete for port c43839be-278e-4ac9-8b69-5c8550d8c752 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:19.185725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd1677c-4c15-40af-b6f6-55e4d103b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.208884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:32:19.219052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Pushing event updated for resources: {'Port': ['ID=a4c45041-39fa-46a2-b779-7f080f1cfdaa,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:19.223971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.280171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event deleted for resources: {'Port': ['ID=73bd9f96-d1e0-4290-90eb-54a935fe9b5a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:19.297638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.305106 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9320d114-0091-42b9-a758-01c58b7bdbd0 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "DELETE /v2.0/ports/73bd9f96-d1e0-4290-90eb-54a935fe9b5a HTTP/1.1" status: 204 len: 168 time: 1.0462117 Nov 27 10:32:19.314225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:19.315007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Made reservation on behalf of 53beb1d696054cae80cc81db517d58c6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:19.318818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.341114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.387076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event deleted for resources: {'Port': ['ID=f231c08a-dd18-47fe-b28b-ff791189a302,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:19.416944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.436581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.447887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-806c08d5-3a60-4b64-a9f3-b6c391a725d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f231c08a-dd18-47fe-b28b-ff791189a302 HTTP/1.1" status: 204 len: 168 time: 0.9172904 Nov 27 10:32:19.464000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:19.464749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:19.465215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.501849 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d102519-eb60-47cb-9bce-7890b0e63804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:19.512490 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d102519-eb60-47cb-9bce-7890b0e63804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "GET /v2.0/ports/f231c08a-dd18-47fe-b28b-ff791189a302 HTTP/1.1" status: 404 len: 333 time: 0.0462322 Nov 27 10:32:19.514911 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba142f5-4074-4312-97d8-ad249368c43d tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:19.515163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:19.527135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3ba142f5-4074-4312-97d8-ad249368c43d tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "GET /v2.0/ports/73bd9f96-d1e0-4290-90eb-54a935fe9b5a HTTP/1.1" status: 404 len: 333 time: 0.1856899 Nov 27 10:32:19.528713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362168916', 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:19.534425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:19.545920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Request body: {'port': {'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-483797097'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:19.559800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:19.569885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Made reservation on behalf of ead967dc90f14517b94767d05ffbc49a for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:19.576065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.632152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port ba713eaa-08e8-4846-9019-2456d47bdf12 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:19.675378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd1677c-4c15-40af-b6f6-55e4d103b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.683703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.684055 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Added segment 5e62558d-8da3-42a1-addc-2441dd007703 of type vlan for network 2d227b23-1838-49cf-847b-de9b458dcd36 Nov 27 10:32:19.729983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.737959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Made reservation on behalf of 26ba1be1ecd14228bc1b28c257185caa for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:19.740276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.759586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3bd1677c-4c15-40af-b6f6-55e4d103b731 None None] For port c43839be-278e-4ac9-8b69-5c8550d8c752, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c43839be-278e-4ac9-8b69-5c8550d8c752,segment=NetworkSegment(fd0f89ca-3faf-4114-a995-86034fd01ff7),segment_id=fd0f89ca-3faf-4114-a995-86034fd01ff7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:19.770226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:32:19.777345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd1677c-4c15-40af-b6f6-55e4d103b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.800575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.853398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:19.859867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.861551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.862424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c43839be-278e-4ac9-8b69-5c8550d8c752 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:19.893284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Allocated IP 172.20.0.14 (2d4123c7-a435-4e42-aeb7-d8934e219632/c3f65249-a37f-4f71-b875-5acd50bec37b/043043b9-5cda-4ff4-ac45-16d923ff5923) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:19.904679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:19.909300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1677c-4c15-40af-b6f6-55e4d103b731 None None] Pushing event updated for resources: {'Port': ['ID=c43839be-278e-4ac9-8b69-5c8550d8c752,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:19.920532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:19.944236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:19.955182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Sync routers for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:19.970457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-84cfb366-8028-4e88-8d49-cfcf77964d92 None None] Provisioning complete for port a4c45041-39fa-46a2-b779-7f080f1cfdaa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:19.970828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84cfb366-8028-4e88-8d49-cfcf77964d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.018248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-84cfb366-8028-4e88-8d49-cfcf77964d92 None None] Port a4c45041-39fa-46a2-b779-7f080f1cfdaa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:20.034731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:32:20.038673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:20.039025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:20.043047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.088567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.097600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5d075a4-dd96-4397-922a-d614698b7e2c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:20.098783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:20.124239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c43839be-278e-4ac9-8b69-5c8550d8c752 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:20.125109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.174988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.188086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.209920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.217293 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bcca0af2-005b-4f08-87e5-60302f1f9b30 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8020391 Nov 27 10:32:20.223501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:20.270949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Network aae9c396-bc16-4254-adba-d64e3caa059a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:20.296052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-45802d54-3b6f-445f-a225-1a07f3769cc1 None None] Provisioning complete for port c43839be-278e-4ac9-8b69-5c8550d8c752 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:20.296455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45802d54-3b6f-445f-a225-1a07f3769cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.331251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:20.333627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:20.333761 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:20.335116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:20.335706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.340985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.363144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:20.363710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.367274 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8451257 Nov 27 10:32:20.367881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:20.487811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.490476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.496789 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2aa720c9-06d6-48a6-8ed8-b440420020d3 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633 tempest-ExternalNetworksAdminNegativeTestJSON-1858527633-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/b004f5d0-ca22-41d0-990e-3fabaed232e3 HTTP/1.1" status: 204 len: 168 time: 4.6638365 Nov 27 10:32:20.503063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event updated for resources: {'Network': ['ID=2d227b23-1838-49cf-847b-de9b458dcd36,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:20.512620 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a3e409ab-0a27-40b1-9701-a110fef92cd5 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4344642 Nov 27 10:32:20.518106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36558) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:20.591908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2d227b23-1838-49cf-847b-de9b458dcd36 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:20.707630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc372d36-3b4e-4367-b57e-43e63307c706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=ba713eaa-08e8-4846-9019-2456d47bdf12,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:20.827717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 3, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:20.847576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f83d5-298a-4870-91ae-13474baa8de4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:20.851890 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-826f83d5-298a-4870-91ae-13474baa8de4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "GET /v2.0/ports/ba713eaa-08e8-4846-9019-2456d47bdf12 HTTP/1.1" status: 200 len: 959 time: 0.4754982 Nov 27 10:32:20.853113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:20.872968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:20.885157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Checking router: 7b9c3e38-bccf-4bf3-b693-1340805cf4cf for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:32:20.885613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Updating router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf port 52c47a75-7f5f-45d9-900d-c8941bcddf69 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:32:20.909390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36564) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:20.916667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.000787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Network 2d4123c7-a435-4e42-aeb7-d8934e219632 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:21.017480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:21.022622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Port': ['ID=043043b9-5cda-4ff4-ac45-16d923ff5923,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:21.043292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:21.067201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c14cb3-bec1-4aaa-954c-a87cf45a8443 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:21.097225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:21.101551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-72364849-0c5a-4d3a-a2a4-aaab1358a8c1 None None] Could not find standard attr ID for object 7ed4d54c-7669-46ea-938b-750ded7fb004. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:32:21.113027 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-93a9ef1d-dfdb-4127-bf70-acde2615afae admin admin] 10.222.0.13 "PUT /v2.0/routers/dd5b2b10-5979-49e3-a6e9-f4ca04f28892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3971696 Nov 27 10:32:21.121754 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Sync routers for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:21.127735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.141182 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:21.144098 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:21.161175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:21.161693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.178300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Allocated IP 172.26.1.91 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/0275c354-5086-4b30-926e-baf21df4866e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:21.255328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.271823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c43839be-278e-4ac9-8b69-5c8550d8c752 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:21.318083 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:21.329421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7bc1-eaa5-4079-a035-e94ee6bf7e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.331472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c43839be-278e-4ac9-8b69-5c8550d8c752 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:21.331974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.379865 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-22b3983b-436f-4a4f-8479-7962a4f22c4c tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/agents/764a7d76-7a52-4471-b991-e8d78b5056bd/dhcp-networks HTTP/1.1" status: 200 len: 7995 time: 0.8580854 Nov 27 10:32:21.386491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36574) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:21.398678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Network 5581ee4a-8c99-4c47-92d2-17d75fde8061 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:21.435537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:21.437924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:21.443818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:21.443818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:21.443818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.454748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f098e8-228b-46ba-93a9-2bb9ceacebc7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:21.528080 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c5319728-2c15-49c9-899f-7edcaef7392a tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9835124 Nov 27 10:32:21.530309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:21.545682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:21.586152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.628086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.632906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98130a8-f82c-4eff-b6bb-e45626ae43bb tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] Network 2d227b23-1838-49cf-847b-de9b458dcd36 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:21.634511 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:17Z', 'revision_number': 2, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:21.662833 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d98130a8-f82c-4eff-b6bb-e45626ae43bb tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "POST /v2.0/agents/764a7d76-7a52-4471-b991-e8d78b5056bd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2659593 Nov 27 10:32:21.668944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:21.672988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f46198-b071-4866-a373-4de31ed17943 None None] Network 2d227b23-1838-49cf-847b-de9b458dcd36 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:21.685535 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Checking router: dd5b2b10-5979-49e3-a6e9-f4ca04f28892 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:32:21.686055 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Updating router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 port a4c45041-39fa-46a2-b779-7f080f1cfdaa binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:32:21.686753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.718903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.769401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7bc1-eaa5-4079-a035-e94ee6bf7e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.792740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Deleting port ba713eaa-08e8-4846-9019-2456d47bdf12 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:21.793377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.854229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.868014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Calling delete_port for ba713eaa-08e8-4846-9019-2456d47bdf12 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:21.925121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.953856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7bc1-eaa5-4079-a035-e94ee6bf7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:21.973729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.000783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:22.019436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.027975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:22.037575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba713eaa-08e8-4846-9019-2456d47bdf12,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.040983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.064996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.065193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.067821 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4c7dbccb-7ee9-406c-ab87-2c87f5d3ff7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ba713eaa-08e8-4846-9019-2456d47bdf12 HTTP/1.1" status: 204 len: 168 time: 1.1925521 Nov 27 10:32:22.079848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:22.080497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36582) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.082435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.089148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--828615309', 'description': 'tempest-description--1451649386'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:22.108434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.135944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:22.138472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:22.148212 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.156138 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.167884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event updated for resources: {'Port': ['ID=0275c354-5086-4b30-926e-baf21df4866e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.193712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.213021 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-265eb51b-f2a2-44fd-aeb2-176b6103eb4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:22.224294 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-265eb51b-f2a2-44fd-aeb2-176b6103eb4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "GET /v2.0/ports/ba713eaa-08e8-4846-9019-2456d47bdf12 HTTP/1.1" status: 404 len: 333 time: 0.1093051 Nov 27 10:32:22.226247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.229010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.240941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.264971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Request body: {'port': {'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1649338494'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:22.274741 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ab9b7bc1-eaa5-4079-a035-e94ee6bf7e2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=198aeb76e7c6442991e42e643816d5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3600903 Nov 27 10:32:22.277840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36588) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.283795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.299806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b7bc1-eaa5-4079-a035-e94ee6bf7e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c23eafa-2788-4276-a1c9-11956c17bc1d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.315871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Attempting to bind port 52c47a75-7f5f-45d9-900d-c8941bcddf69 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:22.316236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Attempting to bind port 52c47a75-7f5f-45d9-900d-c8941bcddf69 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:22.316628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Attempting to bind port 52c47a75-7f5f-45d9-900d-c8941bcddf69 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:22.343000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f098e8-228b-46ba-93a9-2bb9ceacebc7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.354400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08aef1-18d9-47af-aab5-08adfe6b31d1 None None] Pushing event updated for resources: {'Port': ['ID=52c47a75-7f5f-45d9-900d-c8941bcddf69,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.359209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:22.359602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:22.360019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.360442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:22.360947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Bound port: 52c47a75-7f5f-45d9-900d-c8941bcddf69, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:22.361330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.363806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.378073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:22.378405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:22.378738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:22.385380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Made reservation on behalf of ead967dc90f14517b94767d05ffbc49a for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:22.385955 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf6e30-74d7-4073-b365-ff385bf98afe None None] Pushing event updated for resources: {'Port': ['ID=a4c45041-39fa-46a2-b779-7f080f1cfdaa,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.388199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.395340 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e801feb8-3cdb-4fb9-8d8c-88fdfb131269 tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/agents/764a7d76-7a52-4471-b991-e8d78b5056bd/dhcp-networks HTTP/1.1" status: 200 len: 8764 time: 0.7221854 Nov 27 10:32:22.397303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36590) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.404229 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Attempting to bind port a4c45041-39fa-46a2-b779-7f080f1cfdaa on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:22.404641 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Attempting to bind port a4c45041-39fa-46a2-b779-7f080f1cfdaa by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:22.404997 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Attempting to bind port a4c45041-39fa-46a2-b779-7f080f1cfdaa on network e8b09fe4-2413-4705-96f2-eb8b2133f256 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:22.412099 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:22.412586 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Checking segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:22.413016 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.413412 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Bound using segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:22.413504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:22.413818 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:22.413923 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Bound port: a4c45041-39fa-46a2-b779-7f080f1cfdaa, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:22.414403 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.430281 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 2 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:22.466981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] For port 52c47a75-7f5f-45d9-900d-c8941bcddf69, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:22.467551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.471314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] For port 52c47a75-7f5f-45d9-900d-c8941bcddf69, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=52c47a75-7f5f-45d9-900d-c8941bcddf69,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:22.480294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.487121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.501281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port 69782165-ff23-4d47-b210-5fd333bc39cf yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:22.543676 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] For port a4c45041-39fa-46a2-b779-7f080f1cfdaa, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:22.548231 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] For port a4c45041-39fa-46a2-b779-7f080f1cfdaa, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a4c45041-39fa-46a2-b779-7f080f1cfdaa,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:22.554177 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.559647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7810d6a5-729d-4acc-a635-f477e3023e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.560914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:22.561550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:22.572412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08aef1-18d9-47af-aab5-08adfe6b31d1 None None] Pushing event updated for resources: {'Port': ['ID=52c47a75-7f5f-45d9-900d-c8941bcddf69,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.614369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b1c65120-be74-4483-b9c6-0c337e223546 None None] Provisioning complete for port a4c45041-39fa-46a2-b779-7f080f1cfdaa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:22.614744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1c65120-be74-4483-b9c6-0c337e223546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.655805 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:22.656899 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:22.706558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7810d6a5-729d-4acc-a635-f477e3023e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.711008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Port': ['ID=043043b9-5cda-4ff4-ac45-16d923ff5923,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.713732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.733896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.749672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.752462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:22.752753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:22.753089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:22.761371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:22.761761 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:22.762881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.811579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:22.822538 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:22.844195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.845503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-26203717-bce8-42e4-a6e4-4414fb2d1b43 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7156286 Nov 27 10:32:22.857130 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 3 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:22.873327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.904857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1c65120-be74-4483-b9c6-0c337e223546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.930747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Network aae9c396-bc16-4254-adba-d64e3caa059a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:22.933770 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf6e30-74d7-4073-b365-ff385bf98afe None None] Pushing event updated for resources: {'Port': ['ID=a4c45041-39fa-46a2-b779-7f080f1cfdaa,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.934201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:22.934538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:22.934955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:22.939768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=69782165-ff23-4d47-b210-5fd333bc39cf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:22.942214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:22.954272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.956327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:22.959494 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-647a4c04-c996-4cd5-a8e5-2418540822bd tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=2d4123c7-a435-4e42-aeb7-d8934e219632 HTTP/1.1" status: 200 len: 690 time: 0.0808330 Nov 27 10:32:22.959631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:22.959631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.964699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36596) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:22.971206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:22.971658 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:22.975071 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 4 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:22.979539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:22.996397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:22.996754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:22.997104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.008651 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-be4ffa1c-1764-45ce-bb68-ea9e3d3d4d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7724402 Nov 27 10:32:23.009676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.010724 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.011890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36598) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:23.012362 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 5 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:23.031785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:23.088143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:23.088500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:23.088825 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.125046 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.149013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0c36c0bb-f9e5-425f-8b14-869adbef5455 tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "DELETE /v2.0/agents/764a7d76-7a52-4471-b991-e8d78b5056bd/dhcp-networks/2d227b23-1838-49cf-847b-de9b458dcd36 HTTP/1.1" status: 204 len: 168 time: 0.7483950 Nov 27 10:32:23.152345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.152690 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.154607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36600) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:23.171081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b1c65120-be74-4483-b9c6-0c337e223546 None None] For port a4c45041-39fa-46a2-b779-7f080f1cfdaa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a4c45041-39fa-46a2-b779-7f080f1cfdaa,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:23.172075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 6 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:23.184730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1c65120-be74-4483-b9c6-0c337e223546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.202547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:23.202882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:23.203215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.216481 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:22Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:23.218312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.218640 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.226706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 7 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:23.243278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.244568 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6005b-6c7b-492e-ba0f-2daed34a9956 None None] The sync data for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv is: [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:22Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:23.244754 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1588218 Nov 27 10:32:23.255419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:23.261408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:23.261408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:23.261408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.262751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Request body: {'security_group_rule': {'security_group_id': '6353ebcf-114e-4869-9f7a-9752585f2f76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:23.277651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c65120-be74-4483-b9c6-0c337e223546 None None] Pushing event updated for resources: {'Port': ['ID=a4c45041-39fa-46a2-b779-7f080f1cfdaa,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:23.280039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.280164 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.286827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b807f4c-5421-406d-be51-0d1a46e8b960 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6353ebcf-114e-4869-9f7a-9752585f2f76,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:23.299243 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 8 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:23.308979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 3, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:23.313507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.319958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Allocated IP 172.20.0.1 (07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7/ba9ffdc1-9507-41f0-9340-358e85142cb1/81743bc0-d81f-438b-a409-d2e875e8f3b4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:23.332513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7810d6a5-729d-4acc-a635-f477e3023e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.336513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7810d6a5-729d-4acc-a635-f477e3023e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.337688 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7810d6a5-729d-4acc-a635-f477e3023e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c23eafa-2788-4276-a1c9-11956c17bc1d HTTP/1.1" status: 204 len: 168 time: 1.0516996 Nov 27 10:32:23.396362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:23.401758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:23.402681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.408837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810d6a5-729d-4acc-a635-f477e3023e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c23eafa-2788-4276-a1c9-11956c17bc1d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:23.418589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.433917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a6d9-90c7-479d-9e67-025760fecdff None None] The sync data for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv is: [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 3, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:23.463998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8674505f-1db1-498f-8c3b-02af2cc7df15 None None] Provisioning complete for port a4c45041-39fa-46a2-b779-7f080f1cfdaa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:23.464288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8674505f-1db1-498f-8c3b-02af2cc7df15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.525608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.546444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.550570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.551191 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.586364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.635402 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 9 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:23.649290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066c4240-bd29-4a1e-a0e6-20656078da7f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:23.666038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.686869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.687969 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5f92b8d8-3ec4-4a37-afd9-5c3ed02006f6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320042 Nov 27 10:32:23.691209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:23.697256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Request body: {'security_group_rule': {'security_group_id': '6353ebcf-114e-4869-9f7a-9752585f2f76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:23.759666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:23.759967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:23.760265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.764097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.771976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.772332 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.778849 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 10 to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 Nov 27 10:32:23.786399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.802045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Deleting port 043043b9-5cda-4ff4-ac45-16d923ff5923 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:23.802370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.806591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.830731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:23.830944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:23.831161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:23.848801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:23.849138 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:23.849561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.851771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event updated for resources: {'Port': ['ID=0275c354-5086-4b30-926e-baf21df4866e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:23.855685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:23.907991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.911963 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bba46e4e-424c-4266-be79-a8dacb705ed3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3554084 Nov 27 10:32:23.918378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.922876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.939145 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9adf4e5a-c40a-4bcb-bbd1-aabb8606e546 tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/agents/764a7d76-7a52-4471-b991-e8d78b5056bd/dhcp-networks HTTP/1.1" status: 200 len: 7995 time: 0.7524896 Nov 27 10:32:23.949470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.950987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:23.975555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:23.975871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.000147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] device_id is not set on port 69782165-ff23-4d47-b210-5fd333bc39cf yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:24.020845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.030514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Calling delete_port for 043043b9-5cda-4ff4-ac45-16d923ff5923 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:24.033319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:24.038737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7ac172-70cb-43e1-a08e-9e406fc7987c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:24.050535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:24.056251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Pushing event updated for resources: {'Port': ['ID=81743bc0-d81f-438b-a409-d2e875e8f3b4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:24.058073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.063604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:24.080336 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e0e20cfc-1f4a-40bb-998c-b889c876857c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae1eabccb907487fb6ae313dca4b5d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150879 Nov 27 10:32:24.104504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.118491 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-25720221-84b2-435e-9d6f-d9730c9c6f0f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253538 Nov 27 10:32:24.119673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.120159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.131641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] For port c4f098e8-228b-46ba-93a9-2bb9ceacebc7, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:24.131641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempted to set empty binding levels {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 10:32:24.147283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.188625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-76346864-358c-4a3d-9bbe-280de1e018b0 tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/networks/2b2b3d4b-695b-456c-81e9-0e9e52654245/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2159238 Nov 27 10:32:24.189660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.208595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] In _notify_port_updated(), no bound segment for port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:32:24.209526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.210134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.217742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "PUT /v2.0/ports/c4f098e8-228b-46ba-93a9-2bb9ceacebc7 HTTP/1.1" status: 200 len: 976 time: 2.6827459 Nov 27 10:32:24.219513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.222767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=69782165-ff23-4d47-b210-5fd333bc39cf,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:24.242779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:24.248638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:24.248980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:24.249319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:24.285618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:24.285618 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:24.308570 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 2 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:24.318722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.372158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:24.372251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:24.372613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:24.401558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:24.402269 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:24.406538 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 3 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:24.477809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-87b557bd-1e52-42f5-89cb-a78ddad48be8 None None] Provisioning complete for port 81743bc0-d81f-438b-a409-d2e875e8f3b4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:24.481023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87b557bd-1e52-42f5-89cb-a78ddad48be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.592334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-87b557bd-1e52-42f5-89cb-a78ddad48be8 None None] Port 81743bc0-d81f-438b-a409-d2e875e8f3b4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:24.616866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.627038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.658469 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-936218cf-5da0-4048-a550-e1b2d8a10d8f tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/networks/2b2b3d4b-695b-456c-81e9-0e9e52654245/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.4261558 Nov 27 10:32:24.682997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.683330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.687104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71b1a-cc4b-44e0-b302-88afa33763a9 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f098e8-228b-46ba-93a9-2bb9ceacebc7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:24.699324 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 10:32:24.699516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:24.699856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:24.700193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:24.705053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Port': ['ID=043043b9-5cda-4ff4-ac45-16d923ff5923,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:24.715378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.715888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.718079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.718707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.719349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.719946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.720577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.721198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.721795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.722391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.722988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.723582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.724176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.725329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.725931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.726526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.727123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.727776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:24.730581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-313a6a1b-96d4-435b-aac6-0aea6e2a13dd tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16149 time: 0.4929898 Nov 27 10:32:24.735358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36654) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:24.739409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:24.739936 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:24.748120 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 4 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:24.801936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:24.802119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:24.802796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:24.811187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:24.811316 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:24.827510 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 5 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:24.846428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:24.846428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:24.846428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:24.855186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:24.855524 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:24.858850 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 6 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:24.883279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Deleting port c4f098e8-228b-46ba-93a9-2bb9ceacebc7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:24.883626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.885626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:24.885957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:24.886294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:24.900857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:24.901195 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:24.907491 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 7 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:24.946477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a4c45041-39fa-46a2-b779-7f080f1cfdaa up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:24.952970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.959036 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1d8853d2-2476-493e-993e-54be7e3d258d tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1774963918&fields=id&tenant_id=7bb6d7f9f4504d15bd9985a568b2e817 HTTP/1.1" status: 200 len: 267 time: 0.2693298 Nov 27 10:32:24.960282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.981764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] For port c4f098e8-228b-46ba-93a9-2bb9ceacebc7, host hv-neutron-8048, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:24.981990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:24.996710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Calling delete_port for c4f098e8-228b-46ba-93a9-2bb9ceacebc7 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:25.010366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a4c45041-39fa-46a2-b779-7f080f1cfdaa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:25.010923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.052184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:25.052552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:25.052947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:25.063006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:25.063439 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:25.067810 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 8 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:25.088245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:25.088604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:25.088957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:25.099927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:25.100114 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:25.101019 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 9 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:25.105701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 52c47a75-7f5f-45d9-900d-c8941bcddf69 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:25.126169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.129044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:25.129975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:25.130323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:25.135358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.159085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4f098e8-228b-46ba-93a9-2bb9ceacebc7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:25.167817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:25.168157 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:25.168917 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempt 10 to bind port 69782165-ff23-4d47-b210-5fd333bc39cf Nov 27 10:32:25.184559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.188073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 52c47a75-7f5f-45d9-900d-c8941bcddf69 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:25.188228 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8baa1364-f1e0-4578-8fac-03525bb8aeff tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c4f098e8-228b-46ba-93a9-2bb9ceacebc7 HTTP/1.1" status: 204 len: 168 time: 0.4470000 Nov 27 10:32:25.188636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.191344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:25.191690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:25.192028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempting to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:25.192640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9bd3-c0e8-4941-9615-aca5a8b1e4aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.194923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36656) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:25.218499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9bd3-c0e8-4941-9615-aca5a8b1e4aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.222165 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-55912e30-ec85-496d-9d1a-1f8eea507dd7 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:25.223778 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-55912e30-ec85-496d-9d1a-1f8eea507dd7 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "GET /v2.0/ports/c4f098e8-228b-46ba-93a9-2bb9ceacebc7 HTTP/1.1" status: 404 len: 333 time: 0.0268526 Nov 27 10:32:25.230929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36658) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:25.233094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:25.233472 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Failed to bind port 69782165-ff23-4d47-b210-5fd333bc39cf on host hv-neutron-8048 for vnic_type normal using segments [{'id': '525a6cb8-fb50-4d1d-aacb-95260d6d2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aae9c396-bc16-4254-adba-d64e3caa059a'}] Nov 27 10:32:25.233849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.243455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-469865799', 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:25.285661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.290798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.307622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Made reservation on behalf of 26ba1be1ecd14228bc1b28c257185caa for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:25.310237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.330807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 52c47a75-7f5f-45d9-900d-c8941bcddf69, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=52c47a75-7f5f-45d9-900d-c8941bcddf69,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:25.340836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.372661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port e6d26a20-17d8-41ba-9678-d96f7e5d7224 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:25.413113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=52c47a75-7f5f-45d9-900d-c8941bcddf69,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:25.445362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] For port 69782165-ff23-4d47-b210-5fd333bc39cf, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:25.446454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attempted to set empty binding levels {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 10:32:25.463514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.520913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] In _notify_port_updated(), no bound segment for port 69782165-ff23-4d47-b210-5fd333bc39cf on network aae9c396-bc16-4254-adba-d64e3caa059a {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:32:25.522030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:25.522416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.523782 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "PUT /v2.0/ports/69782165-ff23-4d47-b210-5fd333bc39cf HTTP/1.1" status: 200 len: 981 time: 2.4967172 Nov 27 10:32:25.528104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36660) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:25.587517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3884b22-c2a7-43d0-bb32-320107225088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event updated for resources: {'Port': ['ID=69782165-ff23-4d47-b210-5fd333bc39cf,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:25.637041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f65249-a37f-4f71-b875-5acd50bec37b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:25.685130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.721453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Deleting port 69782165-ff23-4d47-b210-5fd333bc39cf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:25.721785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.778225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.822392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] For port 69782165-ff23-4d47-b210-5fd333bc39cf, host hv-neutron-8048, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:25.822751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.826306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.844061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Network 5581ee4a-8c99-4c47-92d2-17d75fde8061 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:25.853291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:25.856144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Calling delete_port for 69782165-ff23-4d47-b210-5fd333bc39cf owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:25.857776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:25.858303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:25.858892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.860841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d26a20-17d8-41ba-9678-d96f7e5d7224,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:25.876192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-987239bd-74c4-4285-af79-63d2f75b311b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:25.878897 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-987239bd-74c4-4285-af79-63d2f75b311b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/networks?id=490c86cf-4384-449e-b52f-1576a1a6eaac HTTP/1.1" status: 200 len: 811 time: 0.8632135 Nov 27 10:32:25.914669 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-249f5f47-84f5-4c4d-bb94-8dfe1f02699f tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6824622 Nov 27 10:32:25.917928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:25.925103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4123c7-a435-4e42-aeb7-d8934e219632']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:25.929350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9bd3-c0e8-4941-9615-aca5a8b1e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.931962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9bd3-c0e8-4941-9615-aca5a8b1e4aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:25.933123 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ff6d9bd3-c0e8-4941-9615-aca5a8b1e4aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e7179a0-ba37-4246-8d4a-b9d20269ae90 HTTP/1.1" status: 204 len: 168 time: 1.7586520 Nov 27 10:32:25.953725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-46f05aa0-9d7a-4ba6-b288-a05bedd3c693 tempest-DHCPAgentSchedulersTestJSON-2140296045 tempest-DHCPAgentSchedulersTestJSON-2140296045-project-admin] 10.222.0.13 "GET /v2.0/agents/764a7d76-7a52-4471-b991-e8d78b5056bd/dhcp-networks HTTP/1.1" status: 200 len: 7995 time: 1.2616665 Nov 27 10:32:25.958084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:25.966073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71211ce-866f-4e6a-99f7-ee38161b0d83') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:25.966372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71211ce-866f-4e6a-99f7-ee38161b0d83') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:25.974120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e1586-0544-468e-8e86-961bc98b66e8 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:25.978892 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-203e1586-0544-468e-8e86-961bc98b66e8 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "GET /v2.0/ports/e6d26a20-17d8-41ba-9678-d96f7e5d7224 HTTP/1.1" status: 200 len: 954 time: 0.0573859 Nov 27 10:32:25.979118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-d39c53bf-72bc-4290-a5fe-fa3b6ddf0b1f tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/quotas/7bb6d7f9f4504d15bd9985a568b2e817 HTTP/1.1" status: 200 len: 375 time: 0.0597193 Nov 27 10:32:25.979118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d9bd3-c0e8-4941-9615-aca5a8b1e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7179a0-ba37-4246-8d4a-b9d20269ae90,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:25.981013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:25.996165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.014550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.057374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.061905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.097191 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Pushing event deleted for resources: {'Port': ['ID=69782165-ff23-4d47-b210-5fd333bc39cf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:26.105941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.109200 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5fb72a09-29f1-4d04-8a76-1396ead4d002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "DELETE /v2.0/ports/69782165-ff23-4d47-b210-5fd333bc39cf HTTP/1.1" status: 204 len: 168 time: 0.5707331 Nov 27 10:32:26.116604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.117636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36670) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:26.173953 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-05584447-41c0-4a2b-a00d-824ed6903f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:26.175442 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-05584447-41c0-4a2b-a00d-824ed6903f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1585438677-project-admin] 10.222.0.13 "GET /v2.0/ports/69782165-ff23-4d47-b210-5fd333bc39cf HTTP/1.1" status: 404 len: 333 time: 0.0571091 Nov 27 10:32:26.183010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:26.183010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.183264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:26.185542 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:26.245204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.282337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.293816 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-245ef45c-559f-42a2-9692-59d13612cfb4 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2957268 Nov 27 10:32:26.302195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > segment before_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.302551 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.303417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.303747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > port after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.304101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > port after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.304422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > port after_update 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.304685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.304804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > segment after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.305085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.305402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.305709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet after_update 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.391761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.398408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d4123c7-a435-4e42-aeb7-d8934e219632 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:32:26.401294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.407321 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2d4123c7-a435-4e42-aeb7-d8934e219632 HTTP/1.1" status: 204 len: 168 time: 3.4396377 Nov 27 10:32:26.415504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36686) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:26.516030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e1498-9b43-4704-8088-afeef5794fa3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d4123c7-a435-4e42-aeb7-d8934e219632,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:26.531519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.559002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7e2c0dea-f4f0-4718-9138-4fc894eddb22 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1402569 Nov 27 10:32:26.559697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Pushing event updated for resources: {'Port': ['ID=81743bc0-d81f-438b-a409-d2e875e8f3b4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:26.564803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Allocated IP 172.26.1.120 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/1c8d834c-7f28-4c3b-91a4-3df8ec062761) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:26.566708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:26.575842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Deleting port e6d26a20-17d8-41ba-9678-d96f7e5d7224 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:26.576216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.607735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet after_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.608329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet after_delete 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.608329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet before_create 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.608631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Subscribe: > subnet before_update 55550000 {{(pid=103379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 10:32:26.620977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d227b23-1838-49cf-847b-de9b458dcd36']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:26.660855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e62558d-8da3-42a1-addc-2441dd007703') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:26.669237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e62558d-8da3-42a1-addc-2441dd007703') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:26.710859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.721926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.755708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-02819d8e-d1a0-453e-8064-7de56fd1cb16 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:32:26.756872 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-02819d8e-d1a0-453e-8064-7de56fd1cb16 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2192955 Nov 27 10:32:26.761425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.804799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:26.804799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: from cryptography.utils import int_from_bytes Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: from cryptography.utils import int_from_bytes Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:26.814904 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:26.828761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:26.878801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 52c47a75-7f5f-45d9-900d-c8941bcddf69 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:26.906835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.907561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.908342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.908970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.909540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.910032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.910574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:26.916129 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9f85b8ef-56e0-4be2-8784-05ad8c96b1c3 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4605 time: 0.3449605 Nov 27 10:32:26.918514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:26.921176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Calling delete_port for e6d26a20-17d8-41ba-9678-d96f7e5d7224 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:26.944806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 52c47a75-7f5f-45d9-900d-c8941bcddf69 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:26.945735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.000094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.043474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event deleted for resources: {'Network': ['ID=2d227b23-1838-49cf-847b-de9b458dcd36,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:27.045842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.059523 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7de5985d-902d-406e-a097-50bc0818bdeb tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "DELETE /v2.0/networks/2d227b23-1838-49cf-847b-de9b458dcd36 HTTP/1.1" status: 204 len: 168 time: 1.0979936 Nov 27 10:32:27.066245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36704) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:27.093654 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-b13cd1c1-b8c1-474e-818f-c4baf0565d0b tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] delete failed (client error): The resource could not be found. Nov 27 10:32:27.097516 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b13cd1c1-b8c1-474e-818f-c4baf0565d0b tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/56dd270c-c804-4654-aa57-17d492190993 HTTP/1.1" status: 404 len: 345 time: 0.1729021 Nov 27 10:32:27.098092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:27.151912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.155146 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149eb5f-a5a1-4a7a-b473-3d35097b54f0 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] DELETE failed (client error): The resource could not be found. Nov 27 10:32:27.155697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1149eb5f-a5a1-4a7a-b473-3d35097b54f0 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:32:27.161272 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1149eb5f-a5a1-4a7a-b473-3d35097b54f0 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "DELETE /v2.0/ports/7ed4d54c-7669-46ea-938b-750ded7fb004 HTTP/1.1" status: 404 len: 333 time: 0.0908203 Nov 27 10:32:27.164875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:27.178138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:27.185880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dafc34b-3607-47b3-9902-da3b7b9de894 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] DELETE failed (client error): The resource could not be found. Nov 27 10:32:27.186458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dafc34b-3607-47b3-9902-da3b7b9de894 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:32:27.193268 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0dafc34b-3607-47b3-9902-da3b7b9de894 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2d4123c7-a435-4e42-aeb7-d8934e219632 HTTP/1.1" status: 404 len: 339 time: 0.0890162 Nov 27 10:32:27.195103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:27.204415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.207134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:27.210109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'network': {'name': 'tempest-network--1267923754', 'router:external': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:27.228179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae9c396-bc16-4254-adba-d64e3caa059a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:27.242388 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-2e1dac95-5a46-48e0-8f41-98840c764c59 service neutron] 10.222.0.13 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573946 Nov 27 10:32:27.252285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525a6cb8-fb50-4d1d-aacb-95260d6d2aee') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:27.252651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525a6cb8-fb50-4d1d-aacb-95260d6d2aee') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:27.257271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Made reservation on behalf of ed6121c0b0b94683a0acea3663a5c4b3 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:27.259589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.282670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Deleting subnet c94310a0-b329-4023-ad69-f75d7c8b7b44 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:32:27.286891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.300319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.347560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.370952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:27.371677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:27.377992 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:27.395746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:27.464610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.472025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.472365 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Added segment 9bc12626-0d06-4b19-a664-b345ef8bcbfb of type vlan for network b25830be-a3b3-47f3-ad99-3a88dbe4063b Nov 27 10:32:27.525001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.557242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a9244364-f043-4227-a8d6-1b68d9a4970d None None] Provisioning complete for port 81743bc0-d81f-438b-a409-d2e875e8f3b4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:27.557612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a9244364-f043-4227-a8d6-1b68d9a4970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.588112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.605348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.609080 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] 10.222.0.13 "DELETE /v2.0/networks/aae9c396-bc16-4254-adba-d64e3caa059a HTTP/1.1" status: 204 len: 168 time: 1.4250455 Nov 27 10:32:27.609766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a9244364-f043-4227-a8d6-1b68d9a4970d None None] Port 81743bc0-d81f-438b-a409-d2e875e8f3b4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:27.622347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.623880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ef1da-1b11-4fde-9624-83b810ca5a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-862362583-project] Pushing event deleted for resources: {'Network': ['ID=aae9c396-bc16-4254-adba-d64e3caa059a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:27.678363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6d26a20-17d8-41ba-9678-d96f7e5d7224,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:27.681537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.733380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.737792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4b3225fd-127d-4266-9e46-7ef0da4a3b75 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e6d26a20-17d8-41ba-9678-d96f7e5d7224 HTTP/1.1" status: 204 len: 168 time: 1.7510266 Nov 27 10:32:27.741090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:27.750657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event updated for resources: {'Port': ['ID=1c8d834c-7f28-4c3b-91a4-3df8ec062761,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:27.751850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:27.774018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:27.777280 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-103a6a26-c898-43cb-8b56-9f70c80186c7 service neutron] 10.222.0.13 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929986 Nov 27 10:32:27.781661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:32:27.783294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:27.785990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:28.015846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.019327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:28.038009 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b6250fd3-39a3-4517-8a48-0acd35867fea admin admin] 10.222.0.13 "PUT /v2.0/routers/7b9c3e38-bccf-4bf3-b693-1340805cf4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7959776 Nov 27 10:32:28.061288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.087810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.093743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.101427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.102376 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:28.102946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.124959 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c83798d-41fe-4d39-be6d-665d11cbb58c tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:28.126380 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3c83798d-41fe-4d39-be6d-665d11cbb58c tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "GET /v2.0/ports/e6d26a20-17d8-41ba-9678-d96f7e5d7224 HTTP/1.1" status: 404 len: 333 time: 0.3842499 Nov 27 10:32:28.136738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.144117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Request body: {'port': {'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1906150591'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:28.174550 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9733548 Nov 27 10:32:28.175988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.217764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496daefd-ecb2-4718-ae8d-80b0cd56ae54 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Network': ['ID=b25830be-a3b3-47f3-ad99-3a88dbe4063b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:28.230463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network b25830be-a3b3-47f3-ad99-3a88dbe4063b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:28.249855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.324559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.337406 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "DELETE /v2.0/subnets/c94310a0-b329-4023-ad69-f75d7c8b7b44 HTTP/1.1" status: 204 len: 168 time: 1.1691284 Nov 27 10:32:28.337406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148115-5979-42d7-9953-87472ce865c6 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event deleted for resources: {'Subnet': ['ID=c94310a0-b329-4023-ad69-f75d7c8b7b44,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:28.344211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.357424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc010a8-8597-4b0a-be03-299a61e44df1 None None] Network 2b2b3d4b-695b-456c-81e9-0e9e52654245 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:28.392679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-82e86ed7-e804-4697-ba56-bd6f80df43d7 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1209881535'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:28.393332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-82e86ed7-e804-4697-ba56-bd6f80df43d7 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Unknown quota resources ['metering_label']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:28.538031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Made reservation on behalf of 26ba1be1ecd14228bc1b28c257185caa for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:28.540086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.543901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.667727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Deleting port c43839be-278e-4ac9-8b69-5c8550d8c752 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:28.668352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.677213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c885a0-cec2-4839-8075-576af5721d34 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:28.682723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.685256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c885a0-cec2-4839-8075-576af5721d34 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:28.694656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c885a0-cec2-4839-8075-576af5721d34 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:28.697291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Sync routers for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:28.704502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c885a0-cec2-4839-8075-576af5721d34 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:28.706807 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-23c885a0-cec2-4839-8075-576af5721d34 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5276041 Nov 27 10:32:28.712582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.722865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:28.724871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:28.808503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] DHCP port deletion for 2b2b3d4b-695b-456c-81e9-0e9e52654245 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:32:28.860918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port deaf9b7c-888c-43f4-9190-d327ed19ec31 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:28.864638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] For port c43839be-278e-4ac9-8b69-5c8550d8c752, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c43839be-278e-4ac9-8b69-5c8550d8c752,segment=NetworkSegment(fd0f89ca-3faf-4114-a995-86034fd01ff7),segment_id=fd0f89ca-3faf-4114-a995-86034fd01ff7)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:28.869662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.872407 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 10:32:28.913532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.920653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419004070', 'description': 'tempest-description--1219273744'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:28.929002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82e86ed7-e804-4697-ba56-bd6f80df43d7 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:28.930132 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-82e86ed7-e804-4697-ba56-bd6f80df43d7 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8432596 Nov 27 10:32:28.939450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.963360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c43839be-278e-4ac9-8b69-5c8550d8c752 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:32:28.976955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-84b8dae9-e542-47b8-931a-cd23182e29c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c566efd0af3485b9ef081d76976ad3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8791122 Nov 27 10:32:28.979475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:28.984182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e4ec0ac9-5fe1-4993-8bd8-414bc6577c95 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3c25c8fb-e9a6-4b21-98cf-856f9868f175'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:28.984909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e4ec0ac9-5fe1-4993-8bd8-414bc6577c95 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:28.995823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Calling delete_port for c43839be-278e-4ac9-8b69-5c8550d8c752 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:28.999785 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-874ebb71-d7ba-4d0f-b367-b2b34083574a req-bb5364c4-484d-4e49-88b5-eeb67f74c79b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.3158605 Nov 27 10:32:29.009969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.052285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:29.060391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.124007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] Deleting port c43839be-278e-4ac9-8b69-5c8550d8c752 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:29.124699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.135300 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.services.metering.metering_plugin [None req-e4ec0ac9-5fe1-4993-8bd8-414bc6577c95 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 10:32:29.181265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.264421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.267452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2007-222c-409e-ba06-d76a8e5423b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.282263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.292427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.296287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.304179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2007-222c-409e-ba06-d76a8e5423b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.331644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0ac9-5fe1-4993-8bd8-414bc6577c95 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.333507 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e4ec0ac9-5fe1-4993-8bd8-414bc6577c95 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3850739 Nov 27 10:32:29.338793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:29.344919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7de63148-a465-400d-a7ec-d7a80ebf1060 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3c25c8fb-e9a6-4b21-98cf-856f9868f175'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:29.345418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7de63148-a465-400d-a7ec-d7a80ebf1060 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:29.352013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port c43839be-278e-4ac9-8b69-5c8550d8c752, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c43839be-278e-4ac9-8b69-5c8550d8c752,segment=NetworkSegment(fd0f89ca-3faf-4114-a995-86034fd01ff7),segment_id=fd0f89ca-3faf-4114-a995-86034fd01ff7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:29.366270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.377822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] For port c43839be-278e-4ac9-8b69-5c8550d8c752, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c43839be-278e-4ac9-8b69-5c8550d8c752,segment=NetworkSegment(fd0f89ca-3faf-4114-a995-86034fd01ff7),segment_id=fd0f89ca-3faf-4114-a995-86034fd01ff7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:29.378399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.383629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.424414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] Calling delete_port for c43839be-278e-4ac9-8b69-5c8550d8c752 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:29.427632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25830be-a3b3-47f3-ad99-3a88dbe4063b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:29.486774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.494919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc12626-0d06-4b19-a664-b345ef8bcbfb') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:29.495246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc12626-0d06-4b19-a664-b345ef8bcbfb') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:29.500723 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.services.metering.metering_plugin [None req-7de63148-a465-400d-a7ec-d7a80ebf1060 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 10:32:29.507418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.535726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.536630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event deleted for resources: {'Port': ['ID=c43839be-278e-4ac9-8b69-5c8550d8c752,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.542315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.548779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3729618 Nov 27 10:32:29.561722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=c43839be-278e-4ac9-8b69-5c8550d8c752,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.564073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Network 5581ee4a-8c99-4c47-92d2-17d75fde8061 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:29.633578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.634400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 2, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:29.636556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:29.639955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.644548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2007-222c-409e-ba06-d76a8e5423b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.649060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2007-222c-409e-ba06-d76a8e5423b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.654572 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8b3d2007-222c-409e-ba06-d76a8e5423b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3847c7-6c59-4a25-8da5-72d56eb24b10 HTTP/1.1" status: 204 len: 168 time: 0.6701789 Nov 27 10:32:29.655673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a5d4f-88bb-4234-aa6c-5a22443bd0b4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event updated for resources: {'Port': ['ID=1c8d834c-7f28-4c3b-91a4-3df8ec062761,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.662780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:29.666219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:29.667831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] No DVR routers for this DVR port c43839be-278e-4ac9-8b69-5c8550d8c752 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:32:29.668321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.693243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.697914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Checking router: 7b9c3e38-bccf-4bf3-b693-1340805cf4cf for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:32:29.698384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Updating router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf port 81743bc0-d81f-438b-a409-d2e875e8f3b4 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:32:29.703491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] Pushing event deleted for resources: {'Port': ['ID=c43839be-278e-4ac9-8b69-5c8550d8c752,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.713062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d2007-222c-409e-ba06-d76a8e5423b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3847c7-6c59-4a25-8da5-72d56eb24b10,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.724551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a9ab4-31ff-4873-98cd-cb5b675b3b27 None None] No DVR routers for this DVR port c43839be-278e-4ac9-8b69-5c8550d8c752 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:32:29.742952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.806396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7de63148-a465-400d-a7ec-d7a80ebf1060 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.810182 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7de63148-a465-400d-a7ec-d7a80ebf1060 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4704342 Nov 27 10:32:29.814125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:29.830964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.849912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.851655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9370942 Nov 27 10:32:29.881591 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7385056 Nov 27 10:32:29.884115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:29.884562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:29.886230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:29.888572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36824) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:29.889635 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:29.911236 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e5c3361e-c052-47fd-b883-56b0125fc629 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9c0e44ae-4737-47c0-bd79-7d5e870fd629 HTTP/1.1" status: 200 len: 464 time: 0.0947342 Nov 27 10:32:29.915171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0faabd-118b-418c-aabf-9f876e2cee96 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=deaf9b7c-888c-43f4-9190-d327ed19ec31,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.919570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Request body: {'security_group_rule': {'security_group_id': 'ff3a7eb5-29eb-46dc-9030-c0073b71c048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:29.919980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b2fac-54c8-43a2-a89f-1484d0e0d87e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a7eb5-29eb-46dc-9030-c0073b71c048,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:29.934098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:29.961627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:30.022227 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-042e7914-1975-497e-9f29-435a63d5a89b tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--828615309&fields=id&tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9 HTTP/1.1" status: 200 len: 267 time: 0.1574199 Nov 27 10:32:30.070746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.120589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.133004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2b3d4b-695b-456c-81e9-0e9e52654245']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:30.165408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b25830be-a3b3-47f3-ad99-3a88dbe4063b {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:32:30.186606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.190372 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b25830be-a3b3-47f3-ad99-3a88dbe4063b HTTP/1.1" status: 204 len: 168 time: 1.4762456 Nov 27 10:32:30.197125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.199209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-ff08e248-862c-4e64-a5fd-c7775dd81fff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:30.200288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36834) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:30.201455 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-ff08e248-862c-4e64-a5fd-c7775dd81fff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/networks?id=e8b09fe4-2413-4705-96f2-eb8b2133f256 HTTP/1.1" status: 200 len: 806 time: 0.1664040 Nov 27 10:32:30.217177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561c97f-bbd6-4f44-9287-1c1c6406ac7a tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Network': ['ID=b25830be-a3b3-47f3-ad99-3a88dbe4063b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:30.238751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'network': {'name': 'tempest-network--1637937935', 'router:external': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:30.263214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0f89ca-3faf-4114-a995-86034fd01ff7') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:30.265463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0f89ca-3faf-4114-a995-86034fd01ff7') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:30.290164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.320401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.337942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:30.338173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.338699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.347322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.407784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f38c9-c6da-4d60-a205-04bcf3f76d55 None None] Pushing event updated for resources: {'Port': ['ID=81743bc0-d81f-438b-a409-d2e875e8f3b4,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:30.415928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:30.434203 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:30.439752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:30.442285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.450010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.456254 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] 10.222.0.13 "DELETE /v2.0/networks/2b2b3d4b-695b-456c-81e9-0e9e52654245 HTTP/1.1" status: 204 len: 168 time: 2.1109676 Nov 27 10:32:30.581381 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Attempting to bind port 81743bc0-d81f-438b-a409-d2e875e8f3b4 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:30.582031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Attempting to bind port 81743bc0-d81f-438b-a409-d2e875e8f3b4 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:30.582570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Attempting to bind port 81743bc0-d81f-438b-a409-d2e875e8f3b4 on network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:30.589203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:30.589901 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Checking segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:30.590455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.590991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Bound using segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:30.591632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Bound port: 81743bc0-d81f-438b-a409-d2e875e8f3b4, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:30.592178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.638975 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-9d8fde2a-1310-46db-ac71-b38bf1dc525a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/quotas/fb1723f4572d4e8e8a26cbda33f2c9a9 HTTP/1.1" status: 200 len: 375 time: 0.3960037 Nov 27 10:32:30.642590 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c350e51-a714-4f53-8ff1-55d8a40ee700 req-cd119c07-bc3d-4a24-a018-ed9adde0e077 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.2053380 Nov 27 10:32:30.675497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ad04f-7d6e-4823-b5d6-31496c742e88 tempest-DHCPAgentSchedulersTestJSON-650007710 tempest-DHCPAgentSchedulersTestJSON-650007710-project] Pushing event deleted for resources: {'Network': ['ID=2b2b3d4b-695b-456c-81e9-0e9e52654245,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:30.703322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] For port 81743bc0-d81f-438b-a409-d2e875e8f3b4, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:30.707744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] For port 81743bc0-d81f-438b-a409-d2e875e8f3b4, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81743bc0-d81f-438b-a409-d2e875e8f3b4,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:30.714285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.739337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bf09db6-0d8d-414a-82a4-087df6250d8b tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:30.741000 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9bf09db6-0d8d-414a-82a4-087df6250d8b tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9c0e44ae-4737-47c0-bd79-7d5e870fd629 HTTP/1.1" status: 204 len: 168 time: 0.7921388 Nov 27 10:32:30.754844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:30.838065 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-9ef3b95a-49b3-4fc0-8c81-d789ade679eb tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123848 Nov 27 10:32:30.880643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f38c9-c6da-4d60-a205-04bcf3f76d55 None None] Pushing event updated for resources: {'Port': ['ID=81743bc0-d81f-438b-a409-d2e875e8f3b4,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:30.892566 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3941a80f-3013-45cd-bb26-b1c98f7762ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ead967dc90f14517b94767d05ffbc49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319239 Nov 27 10:32:30.905556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:30.906196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:30.949180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36846) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:30.955204 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1b55433e-67cb-4796-a012-a469cbd16bef tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9c0e44ae-4737-47c0-bd79-7d5e870fd629 HTTP/1.1" status: 200 len: 221 time: 0.1903937 Nov 27 10:32:30.985539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.003953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.010408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cd98e403-cf89-42d6-a1e4-d4f4f920ef9c tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--717742106', 'description': 'label created by tempest'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:31.011191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cd98e403-cf89-42d6-a1e4-d4f4f920ef9c tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Unknown quota resources ['metering_label']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:31.027823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.045962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:32:31.058600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Made reservation on behalf of ed6121c0b0b94683a0acea3663a5c4b3 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:31.063154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.109093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.24', 61257) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.204737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.280272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:31.301443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ea13fbda-b863-4de9-88cd-3ee3ff54c06c None None] Provisioning complete for port 81743bc0-d81f-438b-a409-d2e875e8f3b4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:31.301813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea13fbda-b863-4de9-88cd-3ee3ff54c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.348411 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-26f852b9-640f-4867-802d-c81c7c195833 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926336 Nov 27 10:32:31.354408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd98e403-cf89-42d6-a1e4-d4f4f920ef9c tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.358696 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cd98e403-cf89-42d6-a1e4-d4f4f920ef9c tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3528943 Nov 27 10:32:31.360641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.410676 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-64ab3397-24a7-4b4e-9560-64bb4c69b1f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53beb1d696054cae80cc81db517d58c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3786733 Nov 27 10:32:31.436119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.504786 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9df62e36-c41d-4260-810d-69a7e3dfe3c7 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=69ccb5e3-7199-446c-936e-547d3090b178 HTTP/1.1" status: 200 len: 467 time: 0.1367776 Nov 27 10:32:31.505449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.510730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea13fbda-b863-4de9-88cd-3ee3ff54c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.550173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ea13fbda-b863-4de9-88cd-3ee3ff54c06c None None] For port 81743bc0-d81f-438b-a409-d2e875e8f3b4, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81743bc0-d81f-438b-a409-d2e875e8f3b4,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:31.555393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.559880 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6642351 Nov 27 10:32:31.559880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.560230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Added segment 26b3fe02-786a-4daa-a0e8-2dcd95f85a48 of type vlan for network 9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2 Nov 27 10:32:31.570788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:31.573957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea13fbda-b863-4de9-88cd-3ee3ff54c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.590853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Request body: {'security_group_rule': {'security_group_id': 'ff3a7eb5-29eb-46dc-9030-c0073b71c048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:31.621627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5ca5-6dd6-456d-bb1a-a88f130906a7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94878e99-49f6-4bec-9925-3dc55f6174d8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:31.658709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.678107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:30Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:31.681954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13fbda-b863-4de9-88cd-3ee3ff54c06c None None] Pushing event updated for resources: {'Port': ['ID=81743bc0-d81f-438b-a409-d2e875e8f3b4,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:31.730866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe90551-726b-48df-b3ee-b8241c9a839d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.742331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e05ad8-1c2e-46ef-b5b8-38b94556a29a None None] The sync data for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv is: [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:30Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:31.760002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-368486a4-c1b8-4ef0-8faa-fb1b28668f0c service neutron] 10.222.0.13 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000146 Nov 27 10:32:31.761463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b739d99-584a-45b5-8b5b-d127095fc9c8 None None] Provisioning complete for port 81743bc0-d81f-438b-a409-d2e875e8f3b4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:31.762030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b739d99-584a-45b5-8b5b-d127095fc9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.762634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483499f1-8970-4324-9700-44fa26470bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.764536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe90551-726b-48df-b3ee-b8241c9a839d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.913826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe90551-726b-48df-b3ee-b8241c9a839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.916517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-abe90551-726b-48df-b3ee-b8241c9a839d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:31.917796 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-abe90551-726b-48df-b3ee-b8241c9a839d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad3be9ea-2327-48d8-a1a9-02ef5465e540 HTTP/1.1" status: 204 len: 168 time: 0.9677567 Nov 27 10:32:32.018035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-554a1c85-1f60-4f00-911c-8b9dc27651b6 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:32.018200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483499f1-8970-4324-9700-44fa26470bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.022250 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-554a1c85-1f60-4f00-911c-8b9dc27651b6 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.24 "GET /v2.0/networks?id=490c86cf-4384-449e-b52f-1576a1a6eaac HTTP/1.1" status: 200 len: 811 time: 0.9067576 Nov 27 10:32:32.026579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.058813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687d7837-ed10-4eb4-91c3-b094f6d5d44e tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.060019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-687d7837-ed10-4eb4-91c3-b094f6d5d44e tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/69ccb5e3-7199-446c-936e-547d3090b178 HTTP/1.1" status: 204 len: 168 time: 0.5259254 Nov 27 10:32:32.070957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.101717 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8117bc9-fc14-4378-ab0c-884af67c6372 req-6b7b769f-460a-47e0-abc0-cb4fb07f0254 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.2614841 Nov 27 10:32:32.173465 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cdac9607-46e5-40fe-91a2-505ad23135e3 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=69ccb5e3-7199-446c-936e-547d3090b178 HTTP/1.1" status: 200 len: 216 time: 0.0987639 Nov 27 10:32:32.182931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] device_id is not set on port deaf9b7c-888c-43f4-9190-d327ed19ec31 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:32.195773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.236225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483499f1-8970-4324-9700-44fa26470bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.246754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:32:32.247054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483499f1-8970-4324-9700-44fa26470bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.253549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-483499f1-8970-4324-9700-44fa26470bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d385582-c8f4-4955-ada3-432d3d4d5e79 HTTP/1.1" status: 204 len: 168 time: 0.8155932 Nov 27 10:32:32.254303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.271901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.288201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483499f1-8970-4324-9700-44fa26470bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d385582-c8f4-4955-ada3-432d3d4d5e79,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:32.326266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe90551-726b-48df-b3ee-b8241c9a839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3be9ea-2327-48d8-a1a9-02ef5465e540,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:32.362272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.363385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.418893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ee673cdb-a682-4645-ba89-5e4396bad986 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1520629 Nov 27 10:32:32.438663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.438663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:32.438663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.452874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.454853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36910) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.464581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=deaf9b7c-888c-43f4-9190-d327ed19ec31,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:32.466351 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d87d5d7-2183-4019-941f-73f31d287755 req-a8865fcc-8801-4cdd-b91c-a5302c0e2ddf tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.2239945 Nov 27 10:32:32.502133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.502677 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0862cf15-dfca-4e23-a383-034416575567 tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0292473 Nov 27 10:32:32.507364 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2917540 Nov 27 10:32:32.610131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36914) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.616666 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-db3aab60-8771-4df8-b498-da48fe3611a5 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb6d7f9f4504d15bd9985a568b2e817 HTTP/1.1" status: 200 len: 380 time: 0.5277424 Nov 27 10:32:32.657967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d27c0c2-32a5-42cb-b674-f8acd2e0f186,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:32.691632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a16edcfc-6e32-4184-8105-3c2e2dd82aea tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/3c25c8fb-e9a6-4b21-98cf-856f9868f175 HTTP/1.1" status: 200 len: 473 time: 0.1873784 Nov 27 10:32:32.696130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.728171 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-859b38d7-45dd-40c3-8f0d-4ffba48f9a3e tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/518362f3-6c97-4f54-8464-201867141cdb HTTP/1.1" status: 200 len: 461 time: 0.0260463 Nov 27 10:32:32.731472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:32.739470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Request body: {'port': {'device_id': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'admin_state_up': True, 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'security_groups': ['ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:32.987615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:32.993463 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6d0be5ec-515a-4d6e-9871-5432cfac0880 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4099576 Nov 27 10:32:33.004926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36936) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:33.048072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-839ace35-1f62-477c-ae98-2b1e2ba1f2ca tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:33.048072 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-839ace35-1f62-477c-ae98-2b1e2ba1f2ca tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/518362f3-6c97-4f54-8464-201867141cdb HTTP/1.1" status: 204 len: 168 time: 0.2928929 Nov 27 10:32:33.048072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:33.057309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81743bc0-d81f-438b-a409-d2e875e8f3b4 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:33.060526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:33.081131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae05c5b-5375-4eb8-9353-9b8187afd6e0 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Network': ['ID=9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:33.202454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:33.203141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:33.203715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:33.225428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:33.241340 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b058e-4260-4a2f-8950-ff6a6a7f6499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:33.245530 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3d1b058e-4260-4a2f-8950-ff6a6a7f6499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] 10.222.0.13 "GET /v2.0/networks/9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2 HTTP/1.1" status: 200 len: 757 time: 0.6222596 Nov 27 10:32:33.254588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:33.259934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:33.267860 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:33.276351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 2 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:33.283562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:33.488403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:33.500065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:33.500809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:33.523379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-41309351-f9f4-4110-b08c-3a9a60949b2f req-951cd929-5cb4-4a8c-b7bf-c11bc2c45998 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.1673551 Nov 27 10:32:33.591798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:33.606180 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:33.629107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 81743bc0-d81f-438b-a409-d2e875e8f3b4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:33.630260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:33.632099 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 3 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:33.808721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:33.893680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e79d45e4-ab0b-4ef4-88c9-66ca0ac7fc3a tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:33.894909 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e79d45e4-ab0b-4ef4-88c9-66ca0ac7fc3a tempest-MeteringTestJSON-1691264396 tempest-MeteringTestJSON-1691264396-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/3c25c8fb-e9a6-4b21-98cf-856f9868f175 HTTP/1.1" status: 204 len: 168 time: 0.8556890 Nov 27 10:32:33.895861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00336c6c-ccd7-4a70-bb0c-d4df6e1aed21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:33.938630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:33.939816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:33.940245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:33.967729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Made reservation on behalf of 7bb6d7f9f4504d15bd9985a568b2e817 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:33.976146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.023996 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16e00905-86a6-4c5d-8ff8-4861f1b5fc9a req-9ce3bd08-01ca-48ef-87b9-0d8dac2e3459 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.4054046 Nov 27 10:32:34.161546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004f2fe-1e3a-4c59-8e3a-1b1c5d190cd7 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:34.164614 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9004f2fe-1e3a-4c59-8e3a-1b1c5d190cd7 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] 10.222.0.13 "GET /v2.0/networks/0d039087-a1c7-4b13-b927-c7d06027fbab HTTP/1.1" status: 200 len: 766 time: 0.9089885 Nov 27 10:32:34.173158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:34.263309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:34.263309 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:34.308024 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 4 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:34.471537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.482881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:34.483400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:34.483845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:34.511274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00336c6c-ccd7-4a70-bb0c-d4df6e1aed21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.564561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:34.568241 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:34.583020 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 5 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:34.624524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:34.625019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:34.625453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:34.643817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.656112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:34.656620 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:34.663123 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 6 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:34.669740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:34.680268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.682048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b3fe02-786a-4daa-a0e8-2dcd95f85a48') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:34.682407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b3fe02-786a-4daa-a0e8-2dcd95f85a48') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:34.684673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Allocated IP 172.20.0.13 (490c86cf-4384-449e-b52f-1576a1a6eaac/ce7f7761-7eee-4cdc-b085-f2aea7ed4cec/073684a4-392a-4c50-b8c5-3b987078eccf) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:34.697209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.697383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 36980) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:34.713158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:34.713627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:34.714181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:34.714802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.723311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:34.723650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.730474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:34.730945 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:34.775359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 7 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:34.809019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00336c6c-ccd7-4a70-bb0c-d4df6e1aed21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:34.812881 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:34.816972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.839006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:32:34.842469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:34.846355 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2 HTTP/1.1" status: 204 len: 168 time: 0.6705749 Nov 27 10:32:34.855766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:34.873115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'network': {'name': 'tempest-network--683083109'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:34.892777 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-aff684ce-2e24-4390-bfa5-aec223f04749 req-c533732a-80bb-4105-899d-2899b90d3188 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.0986407 Nov 27 10:32:34.894507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65265647-da0f-4292-94b2-9f0d086a91ab tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fd1aaf2-976d-4aa1-a18b-3eca8a9b2af2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:34.898645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00336c6c-ccd7-4a70-bb0c-d4df6e1aed21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ba9259-fd48-41d7-94e9-f2a4f7a22ba6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:34.907034 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-00336c6c-ccd7-4a70-bb0c-d4df6e1aed21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb98e42d0a284830abc33f012408d31b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0971105 Nov 27 10:32:34.910183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 36988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:34.933629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:34.934952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:34.935513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:35.034215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:35.035018 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:35.038624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d6cd-b2ff-44ef-8c5f-e25a98ebb781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.057732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 8 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:35.075298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Made reservation on behalf of ed6121c0b0b94683a0acea3663a5c4b3 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:35.083319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.103901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d6cd-b2ff-44ef-8c5f-e25a98ebb781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.146355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:35.164562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.165294 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Added segment 67314c4b-e545-4b70-b47a-ef0e28c8935c of type vlan for network ce5ce1fc-f095-4393-bf75-36777ca29dee Nov 27 10:32:35.258623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ff93ce-2895-4009-8e15-00098890d26d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.266962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:35.267675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:35.268106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:35.341888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:35.342377 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:35.361221 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 9 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:35.363555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.393066 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb1f4123-7ce5-4b88-a4cf-90c3a9cb12bf req-047691a2-6982-42a6-a2c2-1d72de2622d9 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.1308925 Nov 27 10:32:35.395999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d6cd-b2ff-44ef-8c5f-e25a98ebb781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.400577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d6cd-b2ff-44ef-8c5f-e25a98ebb781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.412702 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ffc3d6cd-b2ff-44ef-8c5f-e25a98ebb781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7ba9259-fd48-41d7-94e9-f2a4f7a22ba6 HTTP/1.1" status: 204 len: 168 time: 0.4998720 Nov 27 10:32:35.434049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d6cd-b2ff-44ef-8c5f-e25a98ebb781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ba9259-fd48-41d7-94e9-f2a4f7a22ba6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:35.458446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Allocated IP 172.26.1.165 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/9b02475a-bcbd-40ec-83e0-3df1fcb31e90) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:35.487489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.488061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:35.488495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:35.488981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:35.489086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:35.489881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.519096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:35.519538 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:35.536612 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempt 10 to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 Nov 27 10:32:35.584663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7197673 Nov 27 10:32:35.587594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:35.593658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:35.612859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.712291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf2e3-3a78-470b-ba8e-7a6227599469 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Network': ['ID=ce5ce1fc-f095-4393-bf75-36777ca29dee,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:35.730824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network ce5ce1fc-f095-4393-bf75-36777ca29dee details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:35.810005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.884661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.24', 61264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:35.903383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ff93ce-2895-4009-8e15-00098890d26d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.904589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:35.905088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:35.905452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempting to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:35.912770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:35.913107 dv-neutron-804846-16-hyperv neutron-server[103379]: ERROR neutron.plugins.ml2.managers [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Failed to bind port deaf9b7c-888c-43f4-9190-d327ed19ec31 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '598a538b-9ce1-4817-9568-a1b56fad3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5581ee4a-8c99-4c47-92d2-17d75fde8061'}] Nov 27 10:32:35.913477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.915767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ff93ce-2895-4009-8e15-00098890d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.921584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.921584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:35.932935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:35.954002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:35.968270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Network 490c86cf-4384-449e-b52f-1576a1a6eaac is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:36.041465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:36.048419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:36.127525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:36.305037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:36.558559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:36.629831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-47141ac9-3430-41c5-88cc-e3fe033cf309 None None] Provisioning complete for port 073684a4-392a-4c50-b8c5-3b987078eccf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:36.632211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47141ac9-3430-41c5-88cc-e3fe033cf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:36.648508 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fab0919-27fe-4986-a5f7-19d5029a656d req-17f20fed-51b0-4afa-8fc6-c08640c14c1c tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.0641873 Nov 27 10:32:36.649129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:36.669272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-5397030f-49ca-4f98-9d7b-92521abc7765 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:36.681355 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-5397030f-49ca-4f98-9d7b-92521abc7765 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.24 "GET /v2.0/networks?id=e8b09fe4-2413-4705-96f2-eb8b2133f256 HTTP/1.1" status: 200 len: 806 time: 0.7315273 Nov 27 10:32:36.683036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Network ce5ce1fc-f095-4393-bf75-36777ca29dee is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:32:36.683886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:36.684512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:36.688713 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "PUT /v2.0/networks/ce5ce1fc-f095-4393-bf75-36777ca29dee HTTP/1.1" status: 200 len: 857 time: 1.0995755 Nov 27 10:32:36.689371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:36.742189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-47141ac9-3430-41c5-88cc-e3fe033cf309 None None] Port 073684a4-392a-4c50-b8c5-3b987078eccf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:36.854130 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-63ff93ce-2895-4009-8e15-00098890d26d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f6956523b8c411f95eea577a45263e0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1531792 Nov 27 10:32:36.854130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event updated for resources: {'Port': ['ID=9b02475a-bcbd-40ec-83e0-3df1fcb31e90,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:36.896304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37036) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:36.918339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8399cc0-58d9-4b12-8972-ed0cce4a4d39 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event updated for resources: {'Network': ['ID=ce5ce1fc-f095-4393-bf75-36777ca29dee,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:36.948580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:36.993109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-69856437', 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:37.014784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-838565a0-84c1-4318-90fc-7d41328bc650 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9 HTTP/1.1" status: 200 len: 379 time: 0.2447379 Nov 27 10:32:37.058563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff93ce-2895-4009-8e15-00098890d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90666648-9760-49ad-a6e1-3a05b77e8cfa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:37.127814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.153516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5ce1fc-f095-4393-bf75-36777ca29dee']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:37.162369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Made reservation on behalf of 1aa7cbb181954d40ba6233e419d8af4a for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:37.164746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.167364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67314c4b-e545-4b70-b47a-ef0e28c8935c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:37.168083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67314c4b-e545-4b70-b47a-ef0e28c8935c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:37.185349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.207853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.219640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:37.220745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:37.224831 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:37.315159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.355471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.360499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce5ce1fc-f095-4393-bf75-36777ca29dee {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:32:37.362831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event updated for resources: {'Port': ['ID=073684a4-392a-4c50-b8c5-3b987078eccf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:37.362954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.369781 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ce5ce1fc-f095-4393-bf75-36777ca29dee HTTP/1.1" status: 204 len: 168 time: 0.6677132 Nov 27 10:32:37.373530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:37.374727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.378219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:37.407267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cdb8-5333-4bd2-863f-3cf7d7ff5986 req-934ab250-2673-47a0-b453-9331ff8fc00a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:37.408844 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e505cdb8-5333-4bd2-863f-3cf7d7ff5986 req-934ab250-2673-47a0-b453-9331ff8fc00a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 932 time: 1.1462433 Nov 27 10:32:37.419257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b32e05-affb-4456-91d0-85bb9cc33177 tempest-ExternalNetworksTestJSON-1272199492 tempest-ExternalNetworksTestJSON-1272199492-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce5ce1fc-f095-4393-bf75-36777ca29dee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:37.422318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.448561 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2425c6bd-28c1-49d0-b71e-bb6eca3319a2 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] DELETE failed (client error): The resource could not be found. Nov 27 10:32:37.448779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2425c6bd-28c1-49d0-b71e-bb6eca3319a2 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:32:37.452251 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2425c6bd-28c1-49d0-b71e-bb6eca3319a2 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] 10.222.0.13 "DELETE /v2.0/subnets/c3f65249-a37f-4f71-b875-5acd50bec37b HTTP/1.1" status: 404 len: 337 time: 0.0730288 Nov 27 10:32:37.457632 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-1e1ca5ae-662f-4794-898c-77124b625497 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8013852 Nov 27 10:32:37.460468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:37.472563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] For port deaf9b7c-888c-43f4-9190-d327ed19ec31, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:37.472563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attempted to set empty binding levels {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 10:32:37.523931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.592296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.594576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49e563a1-c6c8-4e38-b05b-b22e6e8af5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.761279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49e563a1-c6c8-4e38-b05b-b22e6e8af5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.768994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] In _notify_port_updated(), no bound segment for port deaf9b7c-888c-43f4-9190-d327ed19ec31 on network 5581ee4a-8c99-4c47-92d2-17d75fde8061 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:32:37.769851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:37.770461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.772149 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "PUT /v2.0/ports/deaf9b7c-888c-43f4-9190-d327ed19ec31 HTTP/1.1" status: 200 len: 977 time: 7.8670542 Nov 27 10:32:37.774310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.779754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:37.803761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:37.877075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68839ec-78ff-4062-85d4-6e973d036e14 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event updated for resources: {'Port': ['ID=deaf9b7c-888c-43f4-9190-d327ed19ec31,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:37.900097 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e505cdb8-5333-4bd2-863f-3cf7d7ff5986 req-5ed43757-2568-4214-a395-1dab1c066700 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721305 Nov 27 10:32:37.914298 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94b3e197-5325-4f0d-8634-36b96701aea3 req-4bf75a61-b745-4537-94ce-d7b97638e1f9 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.1354647 Nov 27 10:32:37.940063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d039087-a1c7-4b13-b927-c7d06027fbab']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:37.993509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f3878b-ef10-422a-851c-49883dadee37') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:37.993812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f3878b-ef10-422a-851c-49883dadee37') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:38.005181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.026156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.036480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:38.036886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:38.040833 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:38.095721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.132965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Deleting port deaf9b7c-888c-43f4-9190-d327ed19ec31 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:38.133307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.159867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.195858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.198372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.202550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] 10.222.0.13 "DELETE /v2.0/networks/0d039087-a1c7-4b13-b927-c7d06027fbab HTTP/1.1" status: 204 len: 168 time: 0.7406909 Nov 27 10:32:38.226657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] device_id is not set on port c58dbe07-32f1-43ac-9cf2-7eb009835cd5 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:38.231715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fcf4d-f27d-44e3-be02-a276bec5b499 tempest-ExternalNetworksTestJSON-1207647724 tempest-ExternalNetworksTestJSON-1207647724-project] Pushing event deleted for resources: {'Network': ['ID=0d039087-a1c7-4b13-b927-c7d06027fbab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:38.239131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49e563a1-c6c8-4e38-b05b-b22e6e8af5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.241898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49e563a1-c6c8-4e38-b05b-b22e6e8af5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.247591 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-49e563a1-c6c8-4e38-b05b-b22e6e8af5ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90666648-9760-49ad-a6e1-3a05b77e8cfa HTTP/1.1" status: 204 len: 168 time: 1.2699251 Nov 27 10:32:38.247733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] For port deaf9b7c-888c-43f4-9190-d327ed19ec31, host hv-neutron-8048, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:38.247733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.264588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Calling delete_port for deaf9b7c-888c-43f4-9190-d327ed19ec31 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:38.371070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43784ca-632c-4020-b96c-a55930fbeeac,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:38.415035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e563a1-c6c8-4e38-b05b-b22e6e8af5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90666648-9760-49ad-a6e1-3a05b77e8cfa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:38.458961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.520641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Pushing event deleted for resources: {'Port': ['ID=deaf9b7c-888c-43f4-9190-d327ed19ec31,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:38.532161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.554678 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-38fa7b86-c7d9-4e88-a278-a49183424c67 tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "DELETE /v2.0/ports/deaf9b7c-888c-43f4-9190-d327ed19ec31 HTTP/1.1" status: 204 len: 168 time: 0.7690203 Nov 27 10:32:38.555523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:38.580173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.601173 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbe7a88-e4fb-4008-adc4-cd295fc44b8c tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] GET failed (client error): The resource could not be found. Nov 27 10:32:38.602647 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8cbe7a88-e4fb-4008-adc4-cd295fc44b8c tempest-PortsAdminExtendedAttrsTestJSON-917261420 tempest-PortsAdminExtendedAttrsTestJSON-917261420-project-admin] 10.222.0.13 "GET /v2.0/ports/deaf9b7c-888c-43f4-9190-d327ed19ec31 HTTP/1.1" status: 404 len: 333 time: 0.0461321 Nov 27 10:32:38.605595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.607403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:38.631027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Allocated IP 172.26.1.29 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/c58dbe07-32f1-43ac-9cf2-7eb009835cd5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:38.790993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event updated for resources: {'Port': ['ID=9b02475a-bcbd-40ec-83e0-3df1fcb31e90,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:38.833529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.846175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.948557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:38.949951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-99127f2f-b6ae-4023-b1c4-0c108da562a6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9438334 Nov 27 10:32:39.073010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.128405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b20ffc2e-b2a7-4160-9f5a-27aaabbe6385 req-0c4faba3-dad4-4ce1-a7e1-5506f03070fe tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.0497334 Nov 27 10:32:39.128904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37088) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:39.160218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5581ee4a-8c99-4c47-92d2-17d75fde8061']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:39.198198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598a538b-9ce1-4817-9568-a1b56fad3665') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:39.198499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598a538b-9ce1-4817-9568-a1b56fad3665') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:39.213396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.215737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.240889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.252588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:32:39.253034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.265514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69032348-98ef-4dc6-af48-c5f6b1e0e5fb req-f9dfd6c1-c82d-4f52-88dd-4662a6414ef0 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:39.267179 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-69032348-98ef-4dc6-af48-c5f6b1e0e5fb req-f9dfd6c1-c82d-4f52-88dd-4662a6414ef0 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 932 time: 0.1582451 Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:32:39.271344 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:32:39.421173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.427327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.434287 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] 10.222.0.13 "DELETE /v2.0/networks/5581ee4a-8c99-4c47-92d2-17d75fde8061 HTTP/1.1" status: 204 len: 168 time: 0.8192720 Nov 27 10:32:39.434287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.499634 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-69032348-98ef-4dc6-af48-c5f6b1e0e5fb req-df40aea3-3480-444e-8919-4d3d9e58dc1a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147949 Nov 27 10:32:39.526380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37106) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:39.532663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-6dec34a2-6b7d-499a-8328-92a4088701a3 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--419004070&fields=id&tenant_id=5d81df8817f3441f90639a41ccac7db9 HTTP/1.1" status: 200 len: 267 time: 0.0878851 Nov 27 10:32:39.537910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04e571-2eaa-4b93-b0ac-e6a79624efd0 tempest-PortsAdminExtendedAttrsTestJSON-670348792 tempest-PortsAdminExtendedAttrsTestJSON-670348792-project] Pushing event deleted for resources: {'Network': ['ID=5581ee4a-8c99-4c47-92d2-17d75fde8061,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:39.563267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:39.566254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:39.577308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:39.583711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Pushing event updated for resources: {'Port': ['ID=c58dbe07-32f1-43ac-9cf2-7eb009835cd5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:39.611344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66f686e2-8b08-4c86-81af-ba35f0506405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.678363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:39.679085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.711905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c8ebd59d-fc49-4ac1-9747-97db97949c27 tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7560813 Nov 27 10:32:39.714845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37108) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:39.722331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.29'}]}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:39.760485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:39.760830 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fcc72b26-8ddc-4ad3-8a44-a618ec54defa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c04a65237014aca89c1c2ad73e376c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6303072 Nov 27 10:32:39.810790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-47e81613-af05-492d-b31e-922aa54dbef4 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:39.812438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-47e81613-af05-492d-b31e-922aa54dbef4 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 810 time: 0.2719235 Nov 27 10:32:39.835602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.835602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.870592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-f9480391-8d7f-4c84-a3d4-b653e38d12df tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/quotas/5d81df8817f3441f90639a41ccac7db9 HTTP/1.1" status: 200 len: 375 time: 0.0482531 Nov 27 10:32:39.875065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a820bb95-1417-4c04-9356-0a3c99b07643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.895270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66f686e2-8b08-4c86-81af-ba35f0506405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.900149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a820bb95-1417-4c04-9356-0a3c99b07643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.923934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66f686e2-8b08-4c86-81af-ba35f0506405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.993285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:39.997977 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66f686e2-8b08-4c86-81af-ba35f0506405 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4128c411746e4fbd9f6af6243e2e7541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637904 Nov 27 10:32:39.999013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f686e2-8b08-4c86-81af-ba35f0506405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e353e9-aaed-4220-bf69-279d73426d19,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:40.013173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:40.030005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a820bb95-1417-4c04-9356-0a3c99b07643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.033643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a820bb95-1417-4c04-9356-0a3c99b07643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.035073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a820bb95-1417-4c04-9356-0a3c99b07643 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50bd311f-ece3-414b-82ad-101998d28ec7 HTTP/1.1" status: 204 len: 168 time: 0.2703190 Nov 27 10:32:40.037949 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b6204221-feb4-4ac4-b3ca-9b4c05c9a0fe tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1655941 Nov 27 10:32:40.047296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:40.149670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a55-0fea-4809-8ffc-42301e217288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.175096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820bb95-1417-4c04-9356-0a3c99b07643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bd311f-ece3-414b-82ad-101998d28ec7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:40.294045 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b3ea81b4-4157-4c82-a370-afa20045114b service neutron] 10.222.0.13 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343998 Nov 27 10:32:40.308510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab65408f-90d2-421f-b315-dcce21ae54ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.388832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab65408f-90d2-421f-b315-dcce21ae54ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.412508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.461149 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1712e556-d487-4a4a-bb62-965fd86ee7fc req-b220c76a-b228-416c-84de-92aba72f75b5 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.1587863 Nov 27 10:32:40.472747 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-792adb00-cdd5-4af2-9b90-ea8b07730f4e service neutron] 10.222.0.13 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774251 Nov 27 10:32:40.499203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab65408f-90d2-421f-b315-dcce21ae54ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.505195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab65408f-90d2-421f-b315-dcce21ae54ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:40.510024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ab65408f-90d2-421f-b315-dcce21ae54ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9e353e9-aaed-4220-bf69-279d73426d19 HTTP/1.1" status: 204 len: 168 time: 0.4929705 Nov 27 10:32:40.533998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65408f-90d2-421f-b315-dcce21ae54ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e353e9-aaed-4220-bf69-279d73426d19,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:40.581998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:40.729876 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6383752d-fd16-4d42-b9b0-6eaad5df4c41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=250dec717af7434a99ca36e133d6d806&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6741972 Nov 27 10:32:40.732190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:40.889522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:40.894153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Request body: {'port': {'device_id': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'admin_state_up': True, 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'security_groups': ['6353ebcf-114e-4869-9f7a-9752585f2f76']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:40.899048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-8221d0e8-a9f4-413e-b52f-864136346229 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:32:40.900066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-8221d0e8-a9f4-413e-b52f-864136346229 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075796 Nov 27 10:32:40.942418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a2cb-55d6-419e-a70e-103f0432556e req-c6ec9a47-ccfa-4cf7-992c-82a1b2b32ee2 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:40.949787 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-29b2a2cb-55d6-419e-a70e-103f0432556e req-c6ec9a47-ccfa-4cf7-992c-82a1b2b32ee2 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 932 time: 0.2539074 Nov 27 10:32:41.034175 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-392d3a9b-e646-4c7e-b381-40eb92e9e2d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed6121c0b0b94683a0acea3663a5c4b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1400571 Nov 27 10:32:41.034776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:41.051366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.084228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.100738 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-29b2a2cb-55d6-419e-a70e-103f0432556e req-afc57332-c451-41f5-b688-8814758f48f9 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454432 Nov 27 10:32:41.133699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04642d67-eaf0-41aa-afb0-de5f955b3b1a req-680b0584-6fb5-45eb-8e0f-494201be91e7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.3788977 Nov 27 10:32:41.214759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Made reservation on behalf of fb1723f4572d4e8e8a26cbda33f2c9a9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:41.222998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.268226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ce7590-6d78-47c9-ba4a-68f3124d53ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.299649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:41.375558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ce7590-6d78-47c9-ba4a-68f3124d53ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.441157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.582985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Allocated IP 172.20.0.8 (e8b09fe4-2413-4705-96f2-eb8b2133f256/62d9f031-d64f-4355-9525-b552445570c7/963fcb36-6179-47d6-a0a0-fd5cde83eeb2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:41.597914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ce7590-6d78-47c9-ba4a-68f3124d53ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.602211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62f2b8bb-47b9-4abc-b8a8-43fa285d85cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.602805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84ce7590-6d78-47c9-ba4a-68f3124d53ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.608302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-84ce7590-6d78-47c9-ba4a-68f3124d53ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9173e74-26bc-4376-81b3-a8dd6c0232e9 HTTP/1.1" status: 204 len: 168 time: 0.8715100 Nov 27 10:32:41.722875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce7590-6d78-47c9-ba4a-68f3124d53ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9173e74-26bc-4376-81b3-a8dd6c0232e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:41.730314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Request body: {'port': {'device_id': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:41.895611 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d844face-edf3-44ba-b8af-fd633d5ff7f2 req-bcd67057-662f-4c93-b338-ebc1d178feab tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.2566698 Nov 27 10:32:41.909641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62f2b8bb-47b9-4abc-b8a8-43fa285d85cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.975589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:41.994971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.097246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.181224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.205786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event updated for resources: {'Port': ['ID=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:42.235069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:42.240838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:42.243977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:42.352898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:42.353564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.410759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62f2b8bb-47b9-4abc-b8a8-43fa285d85cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.414635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62f2b8bb-47b9-4abc-b8a8-43fa285d85cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.418131 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-62f2b8bb-47b9-4abc-b8a8-43fa285d85cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc045888-d076-4ce3-8cdb-87750f696fcb HTTP/1.1" status: 204 len: 168 time: 1.3737690 Nov 27 10:32:42.428766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.551917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:42.555854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-994d6133-7891-4647-8b12-da292ef93dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.556783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-c12c9ba3-bf01-44ef-93ae-30a612a509ff tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7021482 Nov 27 10:32:42.609992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Request body: {'port': {'device_id': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:42.649205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:42.655524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-648f860a-67c3-4705-b930-0a6ed4cebf64 req-a2e29b23-3718-4438-9d8b-960ca61b0b52 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.3005879 Nov 27 10:32:42.695853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2b8bb-47b9-4abc-b8a8-43fa285d85cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc045888-d076-4ce3-8cdb-87750f696fcb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:42.708919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0e36-e286-4c16-af71-7c49a5dbec94 req-1d34e04b-6c09-4fee-95f5-06d974df74f6 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:42.717375 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffef0e36-e286-4c16-af71-7c49a5dbec94 req-1d34e04b-6c09-4fee-95f5-06d974df74f6 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 932 time: 0.4126918 Nov 27 10:32:42.762235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1f307a64-9e22-4228-80e5-6792dc5bde77 None None] Provisioning complete for port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:42.765446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f307a64-9e22-4228-80e5-6792dc5bde77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.787809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Allocated IP 172.26.1.48 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/02cfc44b-9555-4fef-9ddc-1814ee776115) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:42.809470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:42.830481 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4029fed3-c297-4b61-b91f-8be8a437d528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26ba1be1ecd14228bc1b28c257185caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702146 Nov 27 10:32:42.839414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37194) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:42.927148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1f307a64-9e22-4228-80e5-6792dc5bde77 None None] Port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:43.026008 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffef0e36-e286-4c16-af71-7c49a5dbec94 req-7deff0fe-e58e-490b-af6c-751309b355f9 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074605 Nov 27 10:32:43.389361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.400284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.476813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-641712938'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:43.533761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.534585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c824565f-39ac-4b79-8654-60fbcad1095b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.538480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6768eaab-13ba-41d8-980d-29ad4c8eb805 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:32:43.567193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c824565f-39ac-4b79-8654-60fbcad1095b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.587434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ca736-52b1-4b6d-9722-d549ec540239 req-1109da1f-184c-4df6-b1e5-8552298fcfd9 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:43.595989 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-015ca736-52b1-4b6d-9722-d549ec540239 req-1109da1f-184c-4df6-b1e5-8552298fcfd9 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 931 time: 0.4879851 Nov 27 10:32:43.613926 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 10:32:43.614997 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4026e9d9-2373-494b-9aa2-1ae3e3bc602f tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8991842 Nov 27 10:32:43.619291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:43.637699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:43.641483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.710106 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-015ca736-52b1-4b6d-9722-d549ec540239 req-3134cf2b-6530-42f2-a0e3-6c519f53c27b tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124377 Nov 27 10:32:43.720885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.24', 61269) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:43.730831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073684a4-392a-4c50-b8c5-3b987078eccf {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:32:43.741210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.768446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.836591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Transition to ACTIVE for port object 073684a4-392a-4c50-b8c5-3b987078eccf will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:32:43.847974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:43.948189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Pushing event updated for resources: {'Port': ['ID=073684a4-392a-4c50-b8c5-3b987078eccf,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:44.021578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-f5b4e456-4ec1-433d-9ee7-c0d20419fb02 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:44.023219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-f5b4e456-4ec1-433d-9ee7-c0d20419fb02 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 810 time: 0.2777672 Nov 27 10:32:44.078169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.088784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Attempting to bind port 073684a4-392a-4c50-b8c5-3b987078eccf on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:44.089118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Attempting to bind port 073684a4-392a-4c50-b8c5-3b987078eccf by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:44.089503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Attempting to bind port 073684a4-392a-4c50-b8c5-3b987078eccf on network 490c86cf-4384-449e-b52f-1576a1a6eaac {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:44.094702 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-360e4dc7-64f5-4fb1-88f2-62cd4593896d req-93649560-1acb-4d0a-b950-dd101a420095 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.2715840 Nov 27 10:32:44.095881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Port 073684a4-392a-4c50-b8c5-3b987078eccf on network 490c86cf-4384-449e-b52f-1576a1a6eaac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:44.096186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Attempting to bind port 073684a4-392a-4c50-b8c5-3b987078eccf on network 490c86cf-4384-449e-b52f-1576a1a6eaac {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:44.101998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.102331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:44.102676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Checking segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:44.103238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Bound using segment: {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:44.103701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Bound port: 073684a4-392a-4c50-b8c5-3b987078eccf, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111a0ae6-43b3-4415-a740-caf4b2a1f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:44.104068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.120793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c824565f-39ac-4b79-8654-60fbcad1095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.125390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c824565f-39ac-4b79-8654-60fbcad1095b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.129549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c824565f-39ac-4b79-8654-60fbcad1095b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ac90345-920f-46ba-91aa-c09256abc523 HTTP/1.1" status: 204 len: 168 time: 1.2807393 Nov 27 10:32:44.206678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824565f-39ac-4b79-8654-60fbcad1095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac90345-920f-46ba-91aa-c09256abc523,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:44.254614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] For port 073684a4-392a-4c50-b8c5-3b987078eccf, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:44.289221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] For port 073684a4-392a-4c50-b8c5-3b987078eccf, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=073684a4-392a-4c50-b8c5-3b987078eccf,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:44.303360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86b3bd-b009-4bc6-a0bb-8c70b6dae487 req-ed49a731-0599-4592-8b62-2cafd3e02a10 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:44.305330 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7a86b3bd-b009-4bc6-a0bb-8c70b6dae487 req-ed49a731-0599-4592-8b62-2cafd3e02a10 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 0.1297603 Nov 27 10:32:44.306826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.322795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Deleting port c58dbe07-32f1-43ac-9cf2-7eb009835cd5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:44.323143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.358030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:44.358648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.360129 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] 10.222.0.24 "PUT /v2.0/ports/073684a4-392a-4c50-b8c5-3b987078eccf HTTP/1.1" status: 200 len: 1094 time: 2.8271103 Nov 27 10:32:44.362745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:32:44.434169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.439315 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7a86b3bd-b009-4bc6-a0bb-8c70b6dae487 req-74ba1dbf-d64c-486a-8150-23fe8dabb1ba tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236582 Nov 27 10:32:44.448272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Calling delete_port for c58dbe07-32f1-43ac-9cf2-7eb009835cd5 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:44.462118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78d6e4-77d5-4134-9d60-2d1f1f9f0c7d service neutron] Pushing event updated for resources: {'Port': ['ID=073684a4-392a-4c50-b8c5-3b987078eccf,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:44.476565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:32:44.493252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.497751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.598086 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:32:44.605426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Transition to ACTIVE for port object 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:32:44.626983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:44.628355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:44.631084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:44.631248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:32:44.633744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.700252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Port': ['ID=02cfc44b-9555-4fef-9ddc-1814ee776115,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:44.712165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.756315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:44.885534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Pushing event updated for resources: {'Port': ['ID=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:44.902798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d966f706-81fd-464b-b5b5-557959cb0815,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:44.963742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea251dff-dfeb-4bdd-9ac8-4797eebf3d79 req-9a0b333b-7ac3-4bae-ba78-e6fdff4aa257 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:44.970984 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ea251dff-dfeb-4bdd-9ac8-4797eebf3d79 req-9a0b333b-7ac3-4bae-ba78-e6fdff4aa257 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 943 time: 0.0839133 Nov 27 10:32:44.973833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9705875-6ec6-4a14-992b-876af532f072 x-openstack-request-id: req-a9705875-6ec6-4a14-992b-876af532f072 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:32:44.974241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:32:44.974618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9705875-6ec6-4a14-992b-876af532f072 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:32:44.975167 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf', 'status': 'completed', 'code': 200} Nov 27 10:32:45.064648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.072835 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ea251dff-dfeb-4bdd-9ac8-4797eebf3d79 req-e169dff1-697b-4a5b-bb9f-0259f70ce47d tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983355 Nov 27 10:32:45.088216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:45.123786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Pushing event deleted for resources: {'Port': ['ID=c58dbe07-32f1-43ac-9cf2-7eb009835cd5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:45.143279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.148486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Added segment 43178347-df6d-4776-afdd-f50f61dd5e82 of type vlan for network 57428917-c8ca-437d-b6f2-d69cf88ddb92 Nov 27 10:32:45.161299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Attempting to bind port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:45.161654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Attempting to bind port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:45.162549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Attempting to bind port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 on network e8b09fe4-2413-4705-96f2-eb8b2133f256 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:45.172936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 on network e8b09fe4-2413-4705-96f2-eb8b2133f256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:45.173058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Attempting to bind port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 on network e8b09fe4-2413-4705-96f2-eb8b2133f256 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:45.175489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.176128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37262) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:45.227777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:45.228152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Checking segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:45.228718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Bound using segment: {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:45.229295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Bound port: 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d9fc78-164a-4a96-b5f4-b174dc9021d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:45.229660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.309630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.337211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.354513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.361436 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b1ed432c-4100-490a-9e1d-47f20f877369 req-6c618085-710e-471d-9148-865277031d00 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.1357713 Nov 27 10:32:45.446759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.452456 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba16f890-6774-467b-a23e-879881aa459c tempest-RoutersAdminNegativeTest-879787508 tempest-RoutersAdminNegativeTest-879787508-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c58dbe07-32f1-43ac-9cf2-7eb009835cd5 HTTP/1.1" status: 204 len: 168 time: 1.8050439 Nov 27 10:32:45.459952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.465675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:45.466327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.529639 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8761024 Nov 27 10:32:45.532400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:45.561410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'subnet': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:45.595705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] For port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:45.678857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-623e6023-023d-43a5-8155-e0b359df8850 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-266767698'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:45.680258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-623e6023-023d-43a5-8155-e0b359df8850 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Unknown quota resources ['metering_label']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:45.739554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663c7f-dc59-4eab-8fd4-9b42c2410fd3 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Network': ['ID=57428917-c8ca-437d-b6f2-d69cf88ddb92,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:45.744533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] For port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:45.753324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:45.759726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.857559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:45.858199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:45.859588 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] 10.222.0.24 "PUT /v2.0/ports/963fcb36-6179-47d6-a0a0-fd5cde83eeb2 HTTP/1.1" status: 200 len: 1093 time: 3.2721539 Nov 27 10:32:45.860061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:32:45.870454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:45.965900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a5c1-61de-49ab-b0b7-49794380c86a service neutron] Pushing event updated for resources: {'Port': ['ID=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:45.999700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.004515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:46.009461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.055871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0 req-7dfe52ed-5eb1-4355-9170-160b0f0b47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:46.057734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0 req-7dfe52ed-5eb1-4355-9170-160b0f0b47fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 1097 time: 0.5406158 Nov 27 10:32:46.158630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.183324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b21c475-0a85-46d7-bd0c-b328aac1b093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.256469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.280274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:32:46.389255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Port': ['ID=02cfc44b-9555-4fef-9ddc-1814ee776115,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:46.512691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.520225 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-5e68a8ca-e944-450c-9dde-d3df2865c374 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d81df8817f3441f90639a41ccac7db9 HTTP/1.1" status: 200 len: 379 time: 1.0284820 Nov 27 10:32:46.535234 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-623e6023-023d-43a5-8155-e0b359df8850 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.535562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.536414 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-623e6023-023d-43a5-8155-e0b359df8850 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3591235 Nov 27 10:32:46.553629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:46.557417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Request body: {'port': {'device_id': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'admin_state_up': True, 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'security_groups': ['ff3a7eb5-29eb-46dc-9030-c0073b71c048']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:46.576010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-79551666-7860-4982-a149-dcf516d86caf tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6c41ab05-ba93-40a4-a99d-271896842a96'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:46.576520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-79551666-7860-4982-a149-dcf516d86caf tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:46.664870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806f1a4-0070-4f4a-8d95-4c8ace07cabb req-38f4998f-3391-4778-9c0b-74be46bd96fe tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:46.672323 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f806f1a4-0070-4f4a-8d95-4c8ace07cabb req-38f4998f-3391-4778-9c0b-74be46bd96fe tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 1.0234005 Nov 27 10:32:46.757732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37318) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:46.786809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-4ca631f8-cf44-4cb7-9f78-10160aefb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:46.788695 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-4ca631f8-cf44-4cb7-9f78-10160aefb9b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9&device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 1096 time: 0.8595424 Nov 27 10:32:46.805123 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.services.metering.metering_plugin [None req-79551666-7860-4982-a149-dcf516d86caf tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 10:32:46.808276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9810-d3f8-472d-a6f0-0c485fc9aff2 req-d880f315-b1dd-4afc-a4b3-14787a4d5a5b tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:46.809797 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b76e9810-d3f8-472d-a6f0-0c485fc9aff2 req-d880f315-b1dd-4afc-a4b3-14787a4d5a5b tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 943 time: 0.5443168 Nov 27 10:32:46.832388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:46.837157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f068b5a4-c005-49b0-819b-d679b9bcf95f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2505591 Nov 27 10:32:46.850241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37322) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:46.863465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Subnet': ['ID=2c59887c-36b4-4434-9ef8-cbeb1862d37a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:46.867695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-599859651'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:46.911797 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-6f44e1e8-5994-4b5a-91fc-6b18ddca2b3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2 HTTP/1.1" status: 200 len: 217 time: 0.0987370 Nov 27 10:32:46.962247 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f806f1a4-0070-4f4a-8d95-4c8ace07cabb req-7b0db245-0d4a-4d5b-8e48-6ae5edc30b3a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876871 Nov 27 10:32:46.975179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1820328042', 'router:external': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:47.024340 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b76e9810-d3f8-472d-a6f0-0c485fc9aff2 req-7298aed2-682f-4da4-ad19-adfe3f5d0ddb tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041206 Nov 27 10:32:47.027823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Checking segment: {'id': '43178347-df6d-4776-afdd-f50f61dd5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:47.028185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network hostable DHCP agents. Network: 57428917-c8ca-437d-b6f2-d69cf88ddb92, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:47.043980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b21c475-0a85-46d7-bd0c-b328aac1b093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.060945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b21c475-0a85-46d7-bd0c-b328aac1b093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.063386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-79551666-7860-4982-a149-dcf516d86caf tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.064618 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-79551666-7860-4982-a149-dcf516d86caf tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4920020 Nov 27 10:32:47.066480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0 req-0d66605f-2d17-42bb-81db-5a81d1659fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.067693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-957b8ebc-628a-4837-9a22-ab7cc205f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.067994 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0 req-0d66605f-2d17-42bb-81db-5a81d1659fc6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8462288 Nov 27 10:32:47.069517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37326) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.070109 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-957b8ebc-628a-4837-9a22-ab7cc205f035 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62d9f031-d64f-4355-9525-b552445570c7 HTTP/1.1" status: 200 len: 845 time: 0.1499004 Nov 27 10:32:47.079134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-64dcbc64-5198-4901-b873-dbcc7a4e0311 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6c41ab05-ba93-40a4-a99d-271896842a96'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:47.079699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-64dcbc64-5198-4901-b873-dbcc7a4e0311 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:47.081983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Made reservation on behalf of 9810df0b828d4e649d7e538f0c1de4ab for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:47.085931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.152543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.185405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9b21c475-0a85-46d7-bd0c-b328aac1b093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1488fc05aea46c7ae91294a0d4ca655&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2967789 Nov 27 10:32:47.187454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c475-0a85-46d7-bd0c-b328aac1b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09530def-8ffb-4754-9f37-be4486d993df,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:47.196177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.215359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:47.226751 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3fdd2a10-9bcb-4b0a-a91e-4486e33fdbfa req-c8691e44-167b-46e4-ac7a-b9f44d311c28 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.0678482 Nov 27 10:32:47.245919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Made reservation on behalf of 651bd4f57c8649c6866d8b8a7455c1cb for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:47.248177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.260490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 57428917-c8ca-437d-b6f2-d69cf88ddb92) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:47.264658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1257369f-eaab-4d80-984a-69ef6a8b0444 None None] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:47.266058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.266612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.286311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7db8c2-6911-4c0f-8062-1cff9614ff6e x-openstack-request-id: req-0b7db8c2-6911-4c0f-8062-1cff9614ff6e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:32:47.286596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:32:47.286852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b7db8c2-6911-4c0f-8062-1cff9614ff6e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:32:47.287824 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'status': 'completed', 'code': 200} Nov 27 10:32:47.290206 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.services.metering.metering_plugin [None req-64dcbc64-5198-4901-b873-dbcc7a4e0311 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 10:32:47.297567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-30cd3a97-e5fb-48a9-bc99-6b07e8abdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.299256 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-30cd3a97-e5fb-48a9-bc99-6b07e8abdc0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8b09fe4-2413-4705-96f2-eb8b2133f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2086222 Nov 27 10:32:47.329324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.348444 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-21eeba7a-0e13-4032-a0b7-f78cad6bc21e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7997913 Nov 27 10:32:47.348444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35a78949-05b3-4ff7-a817-88bed6b36209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.352196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Made reservation on behalf of 5d81df8817f3441f90639a41ccac7db9 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:47.355718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.360015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.406692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35a78949-05b3-4ff7-a817-88bed6b36209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.408159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1209743156'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:47.431106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-57428917-c8ca-437d-b6f2-d69cf88ddb92', 'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'tenant_id': '5da8a9ab21ec4c95ae3a035f5279ab16', 'fixed_ips': [{'subnet_id': '2c59887c-36b4-4434-9ef8-cbeb1862d37a'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:47.432179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.452937 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-f6cbd2fd-c4e3-46db-815c-34fb16d851b2 service neutron] 10.222.0.24 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458287 Nov 27 10:32:47.520158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64dcbc64-5198-4901-b873-dbcc7a4e0311 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.521982 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-64dcbc64-5198-4901-b873-dbcc7a4e0311 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4475622 Nov 27 10:32:47.522174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35a78949-05b3-4ff7-a817-88bed6b36209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.529720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35a78949-05b3-4ff7-a817-88bed6b36209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.530336 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-35a78949-05b3-4ff7-a817-88bed6b36209 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09530def-8ffb-4754-9f37-be4486d993df HTTP/1.1" status: 204 len: 168 time: 0.3126035 Nov 27 10:32:47.533592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.552273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a78949-05b3-4ff7-a817-88bed6b36209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09530def-8ffb-4754-9f37-be4486d993df,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:47.558601 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-634e2238-1538-4a28-b720-ccfa7c16c65b tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=19220b21-3b22-4256-bb5b-9fa520bd2c05 HTTP/1.1" status: 200 len: 462 time: 0.0225024 Nov 27 10:32:47.561193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.592760 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2dfcc0b-da7a-45ef-9158-f9d9dce07fc5 req-0070132a-d328-4e73-851e-f64e5d344536 service neutron] 10.222.0.24 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315248 Nov 27 10:32:47.663851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0 req-40c5deb2-ef65-4c59-907a-cfc2a1a56559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.665732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e7fb853a-2d2b-4400-8e5e-71f0ff055cb0 req-40c5deb2-ef65-4c59-907a-cfc2a1a56559 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5756936 Nov 27 10:32:47.687277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Allocated IP 2001:db8::2 (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/9985e026-83f9-48f0-a32c-0fae5b8e4991) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:47.732006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bc555ed-445e-4f6f-b7c2-9f1687e61e69 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.733072 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2bc555ed-445e-4f6f-b7c2-9f1687e61e69 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/19220b21-3b22-4256-bb5b-9fa520bd2c05 HTTP/1.1" status: 204 len: 168 time: 0.1709194 Nov 27 10:32:47.736859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.753216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-17be28c6-8520-479a-8660-039d8b69e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.754772 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-17be28c6-8520-479a-8660-039d8b69e1dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9&device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 1096 time: 0.0910954 Nov 27 10:32:47.756306 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b33d322-ae00-4f0a-86b3-a78c0f6a1d81 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=19220b21-3b22-4256-bb5b-9fa520bd2c05 HTTP/1.1" status: 200 len: 221 time: 0.0184608 Nov 27 10:32:47.760476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:47.766607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9e1e5c59-3c60-4ff7-8564-1f21bf99adb9 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--624267248', 'description': 'label created by tempest'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:47.767186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9e1e5c59-3c60-4ff7-8564-1f21bf99adb9 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Unknown quota resources ['metering_label']. {{(pid=103378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 10:32:47.858879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.880533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.917518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.924368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-09b435b2-8350-4d6b-8df3-073d42a9ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:47.925800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.926678 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-09b435b2-8350-4d6b-8df3-073d42a9ae31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 1097 time: 0.2039926 Nov 27 10:32:47.945959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Allocated IP 172.20.0.13 (07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7/ba9ffdc1-9507-41f0-9340-358e85142cb1/2ddf75a4-b0d1-4cb5-b964-73c05eecba82) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:47.967766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:47.976492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Pushing event updated for resources: {'Port': ['ID=9985e026-83f9-48f0-a32c-0fae5b8e4991,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:47.992934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:47.999752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:48.006552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e1e5c59-3c60-4ff7-8564-1f21bf99adb9 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.007574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:48.007734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9e1e5c59-3c60-4ff7-8564-1f21bf99adb9 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2463377 Nov 27 10:32:48.010839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.018688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:48.036142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:48.040067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.043286 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-25fe6eb3-73c6-4272-b585-e1b605ff8e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073684a4-392a-4c50-b8c5-3b987078eccf HTTP/1.1" status: 200 len: 217 time: 0.0944917 Nov 27 10:32:48.047225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.050243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6762de4b-c44d-433b-8b22-9f9406832547,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:48.067886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.069062 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Added segment ef051212-f659-4ea6-9fab-ca5c91d65a68 of type vlan for network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 Nov 27 10:32:48.078555 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d4d010c8-8e10-4cd8-8ddf-81a693342af1 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=9a0f7e9e-0d99-4799-ada7-693e2ea61461 HTTP/1.1" status: 200 len: 467 time: 0.0643280 Nov 27 10:32:48.078555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-d8c235c2-ff80-47a2-88ec-756ea2f5444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.078770 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-d8c235c2-ff80-47a2-88ec-756ea2f5444b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8b09fe4-2413-4705-96f2-eb8b2133f256 HTTP/1.1" status: 200 len: 907 time: 0.3159113 Nov 27 10:32:48.079201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37352) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.095435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.129318 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-ac6cba6f-0a10-4ba7-a7fb-e52c6937dbc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2 HTTP/1.1" status: 200 len: 217 time: 0.0431838 Nov 27 10:32:48.145783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Attempting to bind port 9985e026-83f9-48f0-a32c-0fae5b8e4991 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:48.147012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Attempting to bind port 9985e026-83f9-48f0-a32c-0fae5b8e4991 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '43178347-df6d-4776-afdd-f50f61dd5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:48.147426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Attempting to bind port 9985e026-83f9-48f0-a32c-0fae5b8e4991 on network 57428917-c8ca-437d-b6f2-d69cf88ddb92 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:48.156799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:48.157617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Checking segment: {'id': '43178347-df6d-4776-afdd-f50f61dd5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:48.158271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.158963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Bound using segment: {'id': '43178347-df6d-4776-afdd-f50f61dd5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:48.159450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Bound port: 9985e026-83f9-48f0-a32c-0fae5b8e4991, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43178347-df6d-4776-afdd-f50f61dd5e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:48.159958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.213372 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:48.230398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] device_id is not set on port b76a7f70-7a57-4351-8fd1-dffe99d1b3b5 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:48.236933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] For port 9985e026-83f9-48f0-a32c-0fae5b8e4991, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:48.240673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] For port 9985e026-83f9-48f0-a32c-0fae5b8e4991, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9985e026-83f9-48f0-a32c-0fae5b8e4991,segment=NetworkSegment(43178347-df6d-4776-afdd-f50f61dd5e82),segment_id=43178347-df6d-4776-afdd-f50f61dd5e82)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:48.248038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.265237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.308919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108f12-af8d-48cf-86e5-bc4315f15604 None None] Pushing event updated for resources: {'Port': ['ID=9985e026-83f9-48f0-a32c-0fae5b8e4991,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:48.332958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19ae91b-8fe9-4ca2-ba04-c291d488ab7a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:48.340983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.341327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Added segment ee890ae3-57b8-4075-8050-080d62532040 of type vlan for network 3c38fe35-403c-4069-9900-e8e29dd1eb8f Nov 27 10:32:48.345242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-e257fba3-306f-4230-929e-eaec24219cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.346762 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-e257fba3-306f-4230-929e-eaec24219cd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce7f7761-7eee-4cdc-b085-f2aea7ed4cec HTTP/1.1" status: 200 len: 850 time: 0.2936332 Nov 27 10:32:48.366405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7e80-c775-48d7-8748-a85654ae7ea1 req-fe1057f2-82b3-458d-be15-f94ded3ecdb1 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.367941 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f1b7e80-c775-48d7-8748-a85654ae7ea1 req-fe1057f2-82b3-458d-be15-f94ded3ecdb1 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 0.2435760 Nov 27 10:32:48.369433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-7b4e1bae-e3d0-4ad2-a0a5-b24b9d2034ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.371265 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-7b4e1bae-e3d0-4ad2-a0a5-b24b9d2034ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62d9f031-d64f-4355-9525-b552445570c7 HTTP/1.1" status: 200 len: 845 time: 0.1992416 Nov 27 10:32:48.377502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4e4e6be0-e703-4c8b-83dc-bba7c767dc6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aa7cbb181954d40ba6233e419d8af4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475941 Nov 27 10:32:48.381868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.484665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1dfb92-24e5-4273-9ed5-4c34309c9791 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.485811 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cf1dfb92-24e5-4273-9ed5-4c34309c9791 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/9a0f7e9e-0d99-4799-ada7-693e2ea61461 HTTP/1.1" status: 204 len: 168 time: 0.4056981 Nov 27 10:32:48.499458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.560012 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-960cee89-e112-4d74-b298-80a0c53ff005 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=9a0f7e9e-0d99-4799-ada7-693e2ea61461 HTTP/1.1" status: 200 len: 216 time: 0.0464866 Nov 27 10:32:48.564005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.579955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f1b7e80-c775-48d7-8748-a85654ae7ea1 req-a6c3834b-6a90-4bbe-8c6c-2f41ac634a83 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038085 Nov 27 10:32:48.594926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-6858a83f-23a3-4135-8cc6-180cdcbdaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.597211 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-6858a83f-23a3-4135-8cc6-180cdcbdaa92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8b09fe4-2413-4705-96f2-eb8b2133f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2156909 Nov 27 10:32:48.616726 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8283b031-bcd0-460d-b32b-99cd12df3973 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0448968 Nov 27 10:32:48.629428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37366) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.656153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2948-b876-43ad-a698-295585f52a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.726829 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f6909394-5b4e-45c7-8c48-96f4000f7f73 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0959630 Nov 27 10:32:48.741770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.767286 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4cfbfcb9-739a-4254-85da-205554009efd req-1b074a9f-ecf1-49aa-a4ab-3074e5ff54b0 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.0918911 Nov 27 10:32:48.769210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2948-b876-43ad-a698-295585f52a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.786575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926f2d-cb53-4d62-a7d9-a8e13a6feac6 req-de2291af-f580-461f-92ff-e95fc8d5d46d tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.789211 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e926f2d-cb53-4d62-a7d9-a8e13a6feac6 req-de2291af-f580-461f-92ff-e95fc8d5d46d tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 943 time: 0.6399510 Nov 27 10:32:48.825065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.830697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:48.831280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.855392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.859425 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a2b85c82-bec9-4776-b58f-51ab50849912 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/6c41ab05-ba93-40a4-a99d-271896842a96 HTTP/1.1" status: 200 len: 472 time: 0.1000738 Nov 27 10:32:48.868296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.882898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-83e85f7d-2562-4107-abbc-94c22d01072f service neutron] 10.222.0.24 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681880 Nov 27 10:32:48.892085 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5a7252ce-d0c0-4c1b-b383-c6735e2fdb48 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/d46af3a8-5a18-4881-b36d-2c1eb83d4e1d HTTP/1.1" status: 200 len: 459 time: 0.0186081 Nov 27 10:32:48.905632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9985e026-83f9-48f0-a32c-0fae5b8e4991 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:48.908428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:48.963173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9985e026-83f9-48f0-a32c-0fae5b8e4991 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:48.963650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.987189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2948-b876-43ad-a698-295585f52a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.990753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2948-b876-43ad-a698-295585f52a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:48.995293 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf8d2948-b876-43ad-a698-295585f52a3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e43784ca-632c-4020-b96c-a55930fbeeac HTTP/1.1" status: 204 len: 168 time: 0.6118405 Nov 27 10:32:49.000564 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1475792 Nov 27 10:32:49.002578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-5c993787-6ed2-49b6-88c2-b74170eeb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:49.004539 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-5c993787-6ed2-49b6-88c2-b74170eeb947 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=490c86cf-4384-449e-b52f-1576a1a6eaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6376872 Nov 27 10:32:49.006275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37376) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:49.012964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Request body: {'subnet': {'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:49.039994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Allocated IP 2001:db8::202 (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/b76a7f70-7a57-4351-8fd1-dffe99d1b3b5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:49.043857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d2948-b876-43ad-a698-295585f52a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43784ca-632c-4020-b96c-a55930fbeeac,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:49.062894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.074418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.093817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e790bf-86f4-46b3-a0ed-a6332ea8d69d tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Network': ['ID=b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:49.115214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:49.130101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.136099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:49.136824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.169516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 9985e026-83f9-48f0-a32c-0fae5b8e4991, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9985e026-83f9-48f0-a32c-0fae5b8e4991,segment=NetworkSegment(43178347-df6d-4776-afdd-f50f61dd5e82),segment_id=43178347-df6d-4776-afdd-f50f61dd5e82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:49.182719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.186234 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e926f2d-cb53-4d62-a7d9-a8e13a6feac6 req-c3ac661e-7279-4d00-a666-369b3d282bf1 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670049 Nov 27 10:32:49.303684 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5361979 Nov 27 10:32:49.319325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37378) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:49.334393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=9985e026-83f9-48f0-a32c-0fae5b8e4991,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:49.335604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'subnet': {'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:49.378057 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-52f786e4-25d5-45db-b403-8a6f5a3e2724 service neutron] 10.222.0.24 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613012 Nov 27 10:32:49.398796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d1bc-3262-4d91-8e1d-0c3443a943c7 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Network': ['ID=3c38fe35-403c-4069-9900-e8e29dd1eb8f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:49.424874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 3c38fe35-403c-4069-9900-e8e29dd1eb8f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:49.439942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.479128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf811878-37ed-4fc2-8f4d-9edf19fadb39 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.482734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf811878-37ed-4fc2-8f4d-9edf19fadb39 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d46af3a8-5a18-4881-b36d-2c1eb83d4e1d HTTP/1.1" status: 204 len: 168 time: 0.5710075 Nov 27 10:32:49.511890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:49.522908 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-d402f248-a6fb-4fca-a9c7-a1dbd1440c78 service neutron] 10.222.0.24 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321044 Nov 27 10:32:49.523569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:49.540985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:49.610301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:49.625723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Made reservation on behalf of 9810df0b828d4e649d7e538f0c1de4ab for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:49.636048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.644003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Made reservation on behalf of 651bd4f57c8649c6866d8b8a7455c1cb for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:49.645360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7aa319-07ca-4ed7-85d6-36c1931cde91 None None] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:49.648452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:49.805242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event updated for resources: {'Port': ['ID=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:49.858341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fd98e-3bd7-4d87-9417-c5f518240c76 req-f8873e32-fb93-4334-b459-b878ba7a3040 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:49.860069 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a4fd98e-3bd7-4d87-9417-c5f518240c76 req-f8873e32-fb93-4334-b459-b878ba7a3040 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 0.1732376 Nov 27 10:32:49.974702 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a4fd98e-3bd7-4d87-9417-c5f518240c76 req-ecda3eb6-986a-4e23-9a76-07692851438b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063094 Nov 27 10:32:49.995382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0525e2a4-1827-4a4c-b6a4-e1900a563149 None None] Provisioning complete for port 9985e026-83f9-48f0-a32c-0fae5b8e4991 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:49.995850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0525e2a4-1827-4a4c-b6a4-e1900a563149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.033305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.037524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:50.038480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.062239 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ece86f67-0220-45c2-bd20-8e2799054a51 req-d0faba1b-d27c-4fc5-907d-fcfd8ec27560 service neutron] 10.222.0.24 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357841 Nov 27 10:32:50.115749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Subnet': ['ID=40b11a4d-aa4f-4093-b898-ff249b878086,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:50.134477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Checking segment: {'id': 'ef051212-f659-4ea6-9fab-ca5c91d65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:50.134993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network hostable DHCP agents. Network: b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:50.157134 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2c82abbb-4852-456a-8c63-eeec9d440f7b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6194229 Nov 27 10:32:50.157636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:50.164906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.173050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:50.175272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Request body: {'port': {'device_id': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:50.178764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:50.179473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.183430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8357d3f-b651-4d74-8ec8-47112c350ba7 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.186551 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c8357d3f-b651-4d74-8ec8-47112c350ba7 tempest-MeteringIpV6TestJSON-980713767 tempest-MeteringIpV6TestJSON-980713767-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/6c41ab05-ba93-40a4-a99d-271896842a96 HTTP/1.1" status: 204 len: 168 time: 0.6408815 Nov 27 10:32:50.192831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b81f7-a5ef-4e1c-90d6-0bb65adb2d9e None None] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:50.206843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2f6229a5-b448-4b56-8e2c-e54ab4d886cd tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1956539 Nov 27 10:32:50.212034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:50.225848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1371412878', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:50.231070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a72c3-d77c-4598-b2a7-c25089d09348 req-19d04267-4208-4c63-a976-1a1a2d18b535 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:50.239390 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e67a72c3-d77c-4598-b2a7-c25089d09348 req-19d04267-4208-4c63-a976-1a1a2d18b535 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 932 time: 0.3032129 Nov 27 10:32:50.292117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.293679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.335910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a7a374ec-5698-4399-a823-c7b0cbab3e94 None None] Provisioning complete for port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:50.337705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7a374ec-5698-4399-a823-c7b0cbab3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.422037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a7a374ec-5698-4399-a823-c7b0cbab3e94 None None] Port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:50.430186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37410) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:50.434159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.458468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.486966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ccaef-77d8-4b2b-be8a-5cddaf451b60 req-2e631785-6400-4762-992e-c44ff106bc20 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:50.502169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3f5ccaef-77d8-4b2b-be8a-5cddaf451b60 req-2e631785-6400-4762-992e-c44ff106bc20 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 943 time: 0.1470995 Nov 27 10:32:50.593845 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e67a72c3-d77c-4598-b2a7-c25089d09348 req-a245ee48-8561-4265-b9c8-4782061e1b39 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483295 Nov 27 10:32:50.617968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.642257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8', 'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8', 'tenant_id': '9810df0b828d4e649d7e538f0c1de4ab', 'fixed_ips': [{'subnet_id': '40b11a4d-aa4f-4093-b898-ff249b878086'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:50.643626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.681190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:50.686810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-97e4240f-d927-4f14-b721-74a555dcb00f None None] Provisioning complete for port 9985e026-83f9-48f0-a32c-0fae5b8e4991 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:50.687368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-97e4240f-d927-4f14-b721-74a555dcb00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.708220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:50.726454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:50.733884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:50.741579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:50.742253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.754886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=b76a7f70-7a57-4351-8fd1-dffe99d1b3b5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:50.813869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.923285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-636082868'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:50.934809 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3f5ccaef-77d8-4b2b-be8a-5cddaf451b60 req-8042559f-9439-41de-bc6d-ea86cc0f20a3 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957253 Nov 27 10:32:50.935696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Allocated IP 172.20.0.2 (b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8/40b11a4d-aa4f-4093-b898-ff249b878086/b1c87736-d6e6-4935-9339-3c7bf92da308) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:50.956989 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4399cff9-d43a-4bf4-bb60-482cf64125a5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5559108 Nov 27 10:32:50.958130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db8c49b1-fb90-4e8d-88d0-3f5cbab672c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:50.970889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:50.988417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9985e026-83f9-48f0-a32c-0fae5b8e4991 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:51.005743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-571907935', 'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:6e:f3:2a'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:51.010129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:51.013583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.025805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.108259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.112849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.144012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:51.167547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.167803 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Added segment 7d9fb689-f2b1-4d9a-b639-9e879f6d9705 of type vlan for network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 Nov 27 10:32:51.174346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c95b3f-76cf-4bc0-8440-04d4808cb980,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:51.196327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.206936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.218408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-49c026c9-0633-4633-b95b-a11500ed4ef5 None None] Provisioning complete for port b76a7f70-7a57-4351-8fd1-dffe99d1b3b5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:51.218408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-49c026c9-0633-4633-b95b-a11500ed4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.219850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9985e026-83f9-48f0-a32c-0fae5b8e4991 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:51.220208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.280295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.309037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.321622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:51.330095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:51.332415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-49c026c9-0633-4633-b95b-a11500ed4ef5 None None] Port b76a7f70-7a57-4351-8fd1-dffe99d1b3b5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:51.335069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Pushing event updated for resources: {'Port': ['ID=b1c87736-d6e6-4935-9339-3c7bf92da308,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:51.335773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.347356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:51.390830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.396875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:51.397654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.449839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Attempting to bind port b1c87736-d6e6-4935-9339-3c7bf92da308 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:51.450203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Attempting to bind port b1c87736-d6e6-4935-9339-3c7bf92da308 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ef051212-f659-4ea6-9fab-ca5c91d65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:51.450577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Attempting to bind port b1c87736-d6e6-4935-9339-3c7bf92da308 on network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:51.464983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:51.465221 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0305746 Nov 27 10:32:51.465306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Checking segment: {'id': 'ef051212-f659-4ea6-9fab-ca5c91d65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:51.465306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.465306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Bound using segment: {'id': 'ef051212-f659-4ea6-9fab-ca5c91d65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:51.465306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Bound port: b1c87736-d6e6-4935-9339-3c7bf92da308, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef051212-f659-4ea6-9fab-ca5c91d65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:51.465306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.465626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:51.470079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:51.534829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c95ef-8c39-4ab4-9a94-42c2a11e458c req-ecce02ae-08cd-42e0-8246-746abeb5617e tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:51.540889 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-438c95ef-8c39-4ab4-9a94-42c2a11e458c req-ecce02ae-08cd-42e0-8246-746abeb5617e tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 0.2095530 Nov 27 10:32:51.545244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6e6df-b473-4787-8342-a08da3f8ad3a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Network': ['ID=3bc6e607-62fb-4beb-854c-95ed85f39ad6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:51.547870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] For port b1c87736-d6e6-4935-9339-3c7bf92da308, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:51.551887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] For port b1c87736-d6e6-4935-9339-3c7bf92da308, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b1c87736-d6e6-4935-9339-3c7bf92da308,segment=NetworkSegment(ef051212-f659-4ea6-9fab-ca5c91d65a68),segment_id=ef051212-f659-4ea6-9fab-ca5c91d65a68)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:51.558422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.565931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:51.608699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Allocated IP 172.26.1.58 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e3e1cc2b-5f35-4c31-8aba-6b0e417634e7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:51.685457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e4f0-1c09-45d4-b1b4-68c8d90b39c4 None None] Pushing event updated for resources: {'Port': ['ID=b1c87736-d6e6-4935-9339-3c7bf92da308,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:51.699861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:32:51.700337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.717231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db8c49b1-fb90-4e8d-88d0-3f5cbab672c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.727718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:51.767261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db8c49b1-fb90-4e8d-88d0-3f5cbab672c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.792340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:51.795852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.807659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-438c95ef-8c39-4ab4-9a94-42c2a11e458c req-63d18624-0a96-410f-9576-5800b2249dac tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651386 Nov 27 10:32:51.876514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509da76-89ff-49ad-90a1-82256d4b58ed req-4627fbf1-504b-4eb1-9910-400eb9b1c036 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:51.877503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5509da76-89ff-49ad-90a1-82256d4b58ed req-4627fbf1-504b-4eb1-9910-400eb9b1c036 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 932 time: 0.1758502 Nov 27 10:32:51.944015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c49b1-fb90-4e8d-88d0-3f5cbab672c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c586d19-579a-407b-8e87-ed9d638d2951,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:51.949875 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-db8c49b1-fb90-4e8d-88d0-3f5cbab672c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c69eca312daa4508b7da1d1afe0961a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2613294 Nov 27 10:32:51.951133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Subnet': ['ID=84376143-214a-4586-9b86-67d066d8890b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:51.958577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:51.972092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:51.975452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:32:51.994283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.006689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Checking segment: {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:52.007426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network hostable DHCP agents. Network: 3c38fe35-403c-4069-9900-e8e29dd1eb8f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:52.033393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Transition to ACTIVE for port object 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:32:52.040295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.048355 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.089399 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5509da76-89ff-49ad-90a1-82256d4b58ed req-cd53b0d8-be86-4ceb-9cb8-e248e7d4d11a tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957531 Nov 27 10:32:52.108682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 3c38fe35-403c-4069-9900-e8e29dd1eb8f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:52.136926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.141950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] device_id is not set on port 6d9929d9-24bc-41ec-b868-1c3a88606b5e yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:52.156848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 3c38fe35-403c-4069-9900-e8e29dd1eb8f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:52.161305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:52.161964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.166729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc7342-ee82-4438-b93b-17c4b857e262 None None] Network 3c38fe35-403c-4069-9900-e8e29dd1eb8f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:52.171550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Pushing event updated for resources: {'Port': ['ID=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:52.178681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3b40834-4826-42ad-977f-ca461365e332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.205715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:32:52.224296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:52.256415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:52.268202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328c9cb-e884-4893-9f28-860d6ed6e2f5 req-fbd0da63-6a75-4d0d-873d-16b849a313a1 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:52.268625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:52.270903 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f328c9cb-e884-4893-9f28-860d6ed6e2f5 req-fbd0da63-6a75-4d0d-873d-16b849a313a1 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 943 time: 0.2275164 Nov 27 10:32:52.277441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3b40834-4826-42ad-977f-ca461365e332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.306678 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-228b7ce2-bffd-4bbc-8129-21d157a0b739 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9861066 Nov 27 10:32:52.321186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:52.334774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1901807322', 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:52.359751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Port': ['ID=e3e1cc2b-5f35-4c31-8aba-6b0e417634e7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:52.383341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.415238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8075fc5-99c8-47b8-aa99-19a7d53169e3 None None] Network 3c38fe35-403c-4069-9900-e8e29dd1eb8f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:52.463632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:52.482225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Made reservation on behalf of 651bd4f57c8649c6866d8b8a7455c1cb for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:52.484841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.500270 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f328c9cb-e884-4893-9f28-860d6ed6e2f5 req-bcae9591-29cb-4deb-b4a0-2ec59293fc93 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004020 Nov 27 10:32:52.502540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Allocated IP 2001:db8::348 (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/6d9929d9-24bc-41ec-b868-1c3a88606b5e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:52.504979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Attempting to bind port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:52.504979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Attempting to bind port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:52.505300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Attempting to bind port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 on network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:52.510632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'port_id': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'mac_address': 'fa:16:3e:49:c5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:32:52.519068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 on network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:32:52.519545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Attempting to bind port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 on network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:52.533727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:52.534128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Checking segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:52.534440 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Bound using segment: {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:52.534881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Bound port: 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4fd95a-ee78-4c75-b2c8-7a92c2389196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:52.535494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.561104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] device_id is not set on port dd46302c-659c-468d-96ea-e0b4efc6ad9e yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:52.602516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.635025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3b40834-4826-42ad-977f-ca461365e332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.638697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3b40834-4826-42ad-977f-ca461365e332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.642117 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f3b40834-4826-42ad-977f-ca461365e332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c586d19-579a-407b-8e87-ed9d638d2951 HTTP/1.1" status: 204 len: 168 time: 0.6766758 Nov 27 10:32:52.705484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b40834-4826-42ad-977f-ca461365e332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c586d19-579a-407b-8e87-ed9d638d2951,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:52.743187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=0c7db320-c01a-4d97-baec-2c73befc5ddd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:52.766353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:52.766353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network hostable DHCP agents. Network: 3bc6e607-62fb-4beb-854c-95ed85f39ad6, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:52.809055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:32:52.850115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] For port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:52.864439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:52.869046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:52.874638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.933481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] For port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:52.946572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:52.959335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:52.975175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Allocated IP 172.20.0.7 (3c38fe35-403c-4069-9900-e8e29dd1eb8f/84376143-214a-4586-9b86-67d066d8890b/dd46302c-659c-468d-96ea-e0b4efc6ad9e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:52.988687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 3bc6e607-62fb-4beb-854c-95ed85f39ad6) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:52.998821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f3cce-8d8e-4467-a0a0-bb47aa447d75 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:53.028647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.033343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.034165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.042615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b1c87736-d6e6-4935-9339-3c7bf92da308 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:53.081517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.082121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.084596 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] 10.222.0.24 "PUT /v2.0/ports/2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1094 time: 2.9156516 Nov 27 10:32:53.085122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:32:53.087450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65982d4e-a22d-4dce-a39c-d880e67f2169" -d '{"events": [{"name": "network-changed", "server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:32:53.103614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.173743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889a45-efa6-4ef4-925f-1696436a4abc service neutron] Pushing event updated for resources: {'Port': ['ID=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:53.203297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b462ab-88b2-44e2-b6e5-94d7f059f6ca x-openstack-request-id: req-94b462ab-88b2-44e2-b6e5-94d7f059f6ca {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:32:53.203804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:32:53.204087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94b462ab-88b2-44e2-b6e5-94d7f059f6ca {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:32:53.204623 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'status': 'completed', 'code': 200} Nov 27 10:32:53.254636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4c4ec-6d60-4c2f-ac4a-41b502214682 None None] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:53.308924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:53.367349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.368929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7651c85-a3a3-4b63-99a5-f45aa7d81836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.372435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-e0002b08-1923-4673-9ec8-23561a305740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.374066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-e0002b08-1923-4673-9ec8-23561a305740 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1097 time: 0.2411690 Nov 27 10:32:53.409504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['963fcb36-6179-47d6-a0a0-fd5cde83eeb2'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:32:53.468150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a9161efe-61fc-4bc1-8d7f-c885ca8299f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0018606 Nov 27 10:32:53.473197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:53.479165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'name': 'tempest-NetworksTestDHCPv6-1001183540'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:53.492664 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-9976d533-9910-4f6f-a09a-771cb2279d15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 217 time: 0.1012669 Nov 27 10:32:53.504964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:53.518046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85faa9c-0204-4add-a712-0ba4c4a298b7 req-4e9cf933-d49e-4685-9b08-92a1ef7472a8 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.519653 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c85faa9c-0204-4add-a712-0ba4c4a298b7 req-4e9cf933-d49e-4685-9b08-92a1ef7472a8 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 0.5729237 Nov 27 10:32:53.537799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:53.567413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2dd5-1299-44cb-896e-ed6f248f38bc req-6280fd2d-1293-4eaa-9c90-0d1b17f87d35 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.575256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1362edef-38bd-4bd5-bd0f-03c66dadd9f9 None None] Provisioning complete for port b1c87736-d6e6-4935-9339-3c7bf92da308 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:53.575818 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80d2dd5-1299-44cb-896e-ed6f248f38bc req-6280fd2d-1293-4eaa-9c90-0d1b17f87d35 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 944 time: 0.2704670 Nov 27 10:32:53.576320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1362edef-38bd-4bd5-bd0f-03c66dadd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.577089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=6d9929d9-24bc-41ec-b868-1c3a88606b5e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:53.582652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.584527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:53.590150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.590773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.676147 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4434d5f4-2583-40d8-8159-6ec3bce2b15e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6909978 Nov 27 10:32:53.681605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:53.686608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c85faa9c-0204-4add-a712-0ba4c4a298b7 req-680795cf-614a-45b4-89ad-9090de1fd4b2 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538820 Nov 27 10:32:53.688847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-feb31cca-2c87-41ad-9a8e-e47605d7fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.690557 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-feb31cca-2c87-41ad-9a8e-e47605d7fa51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.1799204 Nov 27 10:32:53.747220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b1c87736-d6e6-4935-9339-3c7bf92da308 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:53.747827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.785722 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80d2dd5-1299-44cb-896e-ed6f248f38bc req-1f620ac5-dc1c-45ad-a5a9-4cc7d4c42535 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094975 Nov 27 10:32:53.795320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.861124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e653d-6749-4cc2-973a-10be03453bc6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.872066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e653d-6749-4cc2-973a-10be03453bc6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.875981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1362edef-38bd-4bd5-bd0f-03c66dadd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.878270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e653d-6749-4cc2-973a-10be03453bc6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.883281 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba1e653d-6749-4cc2-973a-10be03453bc6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2004626 Nov 27 10:32:53.883949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37454) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:53.887818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7651c85-a3a3-4b63-99a5-f45aa7d81836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.905032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 3c38fe35-403c-4069-9900-e8e29dd1eb8f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:53.910256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a7651c85-a3a3-4b63-99a5-f45aa7d81836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.920719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:53.924307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-c9dfbe56-cb78-4253-bb71-e5733251ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:53.926292 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-c9dfbe56-cb78-4253-bb71-e5733251ba64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2175348 Nov 27 10:32:53.927455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:53.928124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:53.940694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1362edef-38bd-4bd5-bd0f-03c66dadd9f9 None None] For port b1c87736-d6e6-4935-9339-3c7bf92da308, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b1c87736-d6e6-4935-9339-3c7bf92da308,segment=NetworkSegment(ef051212-f659-4ea6-9fab-ca5c91d65a68),segment_id=ef051212-f659-4ea6-9fab-ca5c91d65a68)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:53.979547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Port': ['ID=dd46302c-659c-468d-96ea-e0b4efc6ad9e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:53.989166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.001441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:54.003152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1362edef-38bd-4bd5-bd0f-03c66dadd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.005121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.097844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7651c85-a3a3-4b63-99a5-f45aa7d81836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d110500-c4b1-4af3-b4f6-859c1d6c00ea,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:54.101348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:32:54.102261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:32:54.102489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '0c7db320-c01a-4d97-baec-2c73befc5ddd'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:54.103348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.106785 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a7651c85-a3a3-4b63-99a5-f45aa7d81836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68588f712d9e44f2aece31c43292d8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7943983 Nov 27 10:32:54.107690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.108301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.110345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37456) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:54.111291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port bab67c68-9bcf-4065-8928-59c46d174a64 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:54.147832 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dacc3a18-dfa2-4333-9355-d93767713275 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8195360 Nov 27 10:32:54.150640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:54.200623 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-7c1658bd-0f6f-465a-bf56-a5160a71820b service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221849 Nov 27 10:32:54.213416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578efef7-f82b-4b08-96cd-4c801b8399e9 req-bde8c634-6c5b-46b1-9a44-cd010d2d3d6f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.215175 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-578efef7-f82b-4b08-96cd-4c801b8399e9 req-bde8c634-6c5b-46b1-9a44-cd010d2d3d6f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 944 time: 0.3716183 Nov 27 10:32:54.247797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-264e5034-78d0-46da-b369-2ad7fade3084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.263025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/0c7db320-c01a-4d97-baec-2c73befc5ddd/2f7865ff-9bf6-47b6-b1f7-c33b5f54da00) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:54.307564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-264e5034-78d0-46da-b369-2ad7fade3084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.355386 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9bb80c70-e3be-4e06-b4f2-fee4d98c1412 req-2b6da2e8-58e8-4604-b290-6ea9bb347870 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411917 Nov 27 10:32:54.372101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 073684a4-392a-4c50-b8c5-3b987078eccf details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:32:54.401081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-264e5034-78d0-46da-b369-2ad7fade3084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.405554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-264e5034-78d0-46da-b369-2ad7fade3084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.410212 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-578efef7-f82b-4b08-96cd-4c801b8399e9 req-d818f890-9f2d-42f3-a1a8-e0351adbf38f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707680 Nov 27 10:32:54.411181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port 6d9929d9-24bc-41ec-b868-1c3a88606b5e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:54.411526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.413493 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-264e5034-78d0-46da-b369-2ad7fade3084 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d110500-c4b1-4af3-b4f6-859c1d6c00ea HTTP/1.1" status: 204 len: 168 time: 0.2994156 Nov 27 10:32:54.478722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362edef-38bd-4bd5-bd0f-03c66dadd9f9 None None] Pushing event updated for resources: {'Port': ['ID=b1c87736-d6e6-4935-9339-3c7bf92da308,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:54.480568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e5034-78d0-46da-b369-2ad7fade3084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d110500-c4b1-4af3-b4f6-859c1d6c00ea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:54.503160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-9b11db82-b1b2-4aa8-b244-e2a3528a6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.508893 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-9b11db82-b1b2-4aa8-b244-e2a3528a6598 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1097 time: 0.0923874 Nov 27 10:32:54.524036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.542589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Deleting port dd46302c-659c-468d-96ea-e0b4efc6ad9e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:54.542933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.566438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.574337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-270d3c02-a993-4721-bc5e-8821535f2cd0 None None] Provisioning complete for port 6d9929d9-24bc-41ec-b868-1c3a88606b5e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:54.574692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-270d3c02-a993-4721-bc5e-8821535f2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.622073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Router c2d7fa8b-f54f-4efe-88e6-8009fe17662a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:32:54.634666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-c0d49b1b-3a63-413d-acee-e780f49f32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.636284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-c0d49b1b-3a63-413d-acee-e780f49f32e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.1217308 Nov 27 10:32:54.668076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.684050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::1c8 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/0c7db320-c01a-4d97-baec-2c73befc5ddd/bab67c68-9bcf-4065-8928-59c46d174a64) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:54.685557 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-7624ff82-29a0-4f5b-b280-6c64684f9cb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 217 time: 0.0412934 Nov 27 10:32:54.708695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 073684a4-392a-4c50-b8c5-3b987078eccf, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=073684a4-392a-4c50-b8c5-3b987078eccf,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:54.726970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.734244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:54.736015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-270d3c02-a993-4721-bc5e-8821535f2cd0 None None] Port 6d9929d9-24bc-41ec-b868-1c3a88606b5e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:54.738743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '073684a4-392a-4c50-b8c5-3b987078eccf', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'port_id': '073684a4-392a-4c50-b8c5-3b987078eccf', 'mac_address': 'fa:16:3e:f3:78:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:32:54.745464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Calling delete_port for dd46302c-659c-468d-96ea-e0b4efc6ad9e owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:54.747507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:54.763360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:54.787599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-59904b04-8350-43cf-aab2-678a0d52795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.790986 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-59904b04-8350-43cf-aab2-678a0d52795c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.0976465 Nov 27 10:32:54.880115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46704809-3403-471a-9952-ed6e5bf555e2 req-f52afc58-4dfa-4193-ab6f-ede6543c5d2a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.882249 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46704809-3403-471a-9952-ed6e5bf555e2 req-f52afc58-4dfa-4193-ab6f-ede6543c5d2a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 944 time: 0.0899465 Nov 27 10:32:54.887041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-2aada43f-2ee4-4acd-8ca5-8e3fece72c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:54.888495 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-2aada43f-2ee4-4acd-8ca5-8e3fece72c65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0827301 Nov 27 10:32:54.909932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Attempting to bind port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:32:54.910313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Attempting to bind port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:32:54.910684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Attempting to bind port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:32:54.918412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:32:54.918796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:54.919790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.920194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:32:54.920728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Bound port: 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:32:54.921118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:54.939146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Pushing event updated for resources: {'Port': ['ID=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:55.010520 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46704809-3403-471a-9952-ed6e5bf555e2 req-14e854a1-b604-49db-9f43-8c0dba79f0e8 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191213 Nov 27 10:32:55.030847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] For port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:32:55.031939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for 6d9929d9-24bc-41ec-b868-1c3a88606b5e owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:55.034989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] For port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:32:55.036208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.041313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c83cc0bd-eab8-48b3-8fb7-ed74f476df6f None None] Provisioning complete for port b1c87736-d6e6-4935-9339-3c7bf92da308 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:55.041737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c83cc0bd-eab8-48b3-8fb7-ed74f476df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.058846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-64f34a4f-c224-4a08-9263-e5fdc73aaa84 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606376 Nov 27 10:32:55.074760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.082174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b1c87736-d6e6-4935-9339-3c7bf92da308 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:55.184462 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65982d4e-a22d-4dce-a39c-d880e67f2169 req-e435417c-8688-4fb1-ac10-45e0c24246c4 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149492 Nov 27 10:32:55.221524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.282616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b30c88-4e40-47bd-9d32-40b40a533687 req-6de2e9d8-6a1a-44d1-9ad4-7e73a0db7733 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:55.284267 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75b30c88-4e40-47bd-9d32-40b40a533687 req-6de2e9d8-6a1a-44d1-9ad4-7e73a0db7733 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 944 time: 0.2571032 Nov 27 10:32:55.302220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073684a4-392a-4c50-b8c5-3b987078eccf {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:32:55.366240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 073684a4-392a-4c50-b8c5-3b987078eccf, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=073684a4-392a-4c50-b8c5-3b987078eccf,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:55.376167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a63d2-4585-45a0-9af8-1ad23f92a8f4 None None] Pushing event updated for resources: {'Port': ['ID=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:55.385022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.464908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b1c87736-d6e6-4935-9339-3c7bf92da308 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:55.465290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.511742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=073684a4-392a-4c50-b8c5-3b987078eccf,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:55.599664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d789efb-95ee-4bec-966c-b8fbde4cdc7c req-f79e406e-dd42-4eb0-8f59-e7b50aa3fca4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:55.609140 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d789efb-95ee-4bec-966c-b8fbde4cdc7c req-f79e406e-dd42-4eb0-8f59-e7b50aa3fca4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 944 time: 0.0928051 Nov 27 10:32:55.691455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37486) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:55.708180 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d789efb-95ee-4bec-966c-b8fbde4cdc7c req-4b956842-2904-4131-b01d-3a80ef6a67c7 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953507 Nov 27 10:32:55.720637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd46302c-659c-468d-96ea-e0b4efc6ad9e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:55.778930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['073684a4-392a-4c50-b8c5-3b987078eccf'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:32:55.833321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1224950265'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:55.836095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:32:55.857076 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] Sync routers for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:32:55.863992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Made reservation on behalf of 11dcf5bdf9854ba7bba19b8665ca4d15 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:55.869091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:55.870030 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:55.871517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.883130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.908690 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:55.917963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.919629 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:32:55.920464 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:55.921631 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3a5786c7-7e5a-44d7-9485-4e17c1c008b2 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dd46302c-659c-468d-96ea-e0b4efc6ad9e HTTP/1.1" status: 204 len: 168 time: 1.7662644 Nov 27 10:32:55.926219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.931359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:55.946623 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75b30c88-4e40-47bd-9d32-40b40a533687 req-47c9dac7-f082-43d0-bdf4-6df3529aa8c2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6277626 Nov 27 10:32:55.958224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f', 'external_fixed_ips': [{'subnet_id': '84376143-214a-4586-9b86-67d066d8890b', 'ip_address': '172.20.0.7'}]}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:55.966943 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:32:55.967788 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae05429-7ef2-46dc-98cc-aae7cca076f4 None None] The sync data for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:32:55.977780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:55.981067 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f012a6e1-19a0-416b-a34d-a1866d7ad20e tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.7666216 Nov 27 10:32:55.983740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37492) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:56.018450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.024824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.025821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.059289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.061342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=6d9929d9-24bc-41ec-b868-1c3a88606b5e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:56.065449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.076040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.079063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:32:56.212504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:56.215882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.231008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:56.245131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:56.291853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:32:56.299867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:56.301034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.361551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:56.373985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:56.374776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.396270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=bab67c68-9bcf-4065-8928-59c46d174a64,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:56.429038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.446782 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0aa9b711-a6dd-4f47-90c0-ef7f95bdf7e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9722569 Nov 27 10:32:56.450845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.456819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cf1a02d7-eea8-4b44-a9da-8cedca943bdd tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/ports/6d9929d9-24bc-41ec-b868-1c3a88606b5e HTTP/1.1" status: 204 len: 168 time: 2.5631967 Nov 27 10:32:56.457424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:56.457904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37498) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:56.458737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:32:56.519394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.519891 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Added segment dd000098-b8b7-452d-a418-213e256dee22 of type vlan for network a9359495-b7ed-439f-97ca-c23fd939fda1 Nov 27 10:32:56.560563 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e95bc9e-8593-4e3b-80a4-e5b2522d0fd4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] GET failed (client error): The resource could not be found. Nov 27 10:32:56.563420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:56.569362 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7e95bc9e-8593-4e3b-80a4-e5b2522d0fd4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "GET /v2.0/ports/6d9929d9-24bc-41ec-b868-1c3a88606b5e HTTP/1.1" status: 404 len: 333 time: 0.1084085 Nov 27 10:32:56.574882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:56.580342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2119811395'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:56.581069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.590671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.644272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfaf957-4c54-4623-a97e-cac2716b0cb4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:56.651904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfaf957-4c54-4623-a97e-cac2716b0cb4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:56.653238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7c711-d0db-4357-9994-5ac25d72eb86,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:56.653925 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-adfaf957-4c54-4623-a97e-cac2716b0cb4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1947007 Nov 27 10:32:56.656252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:56.689678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:56.718384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64579bd-102e-4d16-8603-f81ed418a6a0" -d '{"events": [{"server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "name": "network-vif-plugged", "status": "completed", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:32:56.720268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.730766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eaf3a4-4434-46ae-a691-cb9e42f0c6a7 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:56.731517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34053cd5-fb93-4441-8b3d-639dc01cfbeb req-25353a86-c293-4d63-bc47-85983c5af834 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:56.739520 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34053cd5-fb93-4441-8b3d-639dc01cfbeb req-25353a86-c293-4d63-bc47-85983c5af834 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 945 time: 0.6167405 Nov 27 10:32:56.837562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-993348ee-188b-4f51-8a05-d491669ab323 None None] Provisioning complete for port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:56.838107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-993348ee-188b-4f51-8a05-d491669ab323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.839304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port bab67c68-9bcf-4065-8928-59c46d174a64 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:32:56.839699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.885983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8834cab-14c2-4abb-90b7-cbc8ed16cea5 x-openstack-request-id: req-c8834cab-14c2-4abb-90b7-cbc8ed16cea5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:32:56.886292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "name": "network-vif-plugged", "status": "completed", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:32:56.886553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8834cab-14c2-4abb-90b7-cbc8ed16cea5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:32:56.887006 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'code': 200} Nov 27 10:32:56.971788 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34053cd5-fb93-4441-8b3d-639dc01cfbeb req-db70a21d-7cde-4f2c-a6af-89421e540ab3 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302434 Nov 27 10:32:56.993479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-993348ee-188b-4f51-8a05-d491669ab323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:56.998738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.010037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:57.015819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.085619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-993348ee-188b-4f51-8a05-d491669ab323 None None] For port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:57.093390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-993348ee-188b-4f51-8a05-d491669ab323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.157645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993348ee-188b-4f51-8a05-d491669ab323 None None] Pushing event updated for resources: {'Port': ['ID=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:57.193720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.194224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:57.227033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.235610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.257708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2c889-59c9-461a-b6b0-b3acf54e60ab req-8bbe5b11-5b6a-4ce5-9065-06d0bc765a89 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:57.261977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:57.262381 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.265359 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16d2c889-59c9-461a-b6b0-b3acf54e60ab req-8bbe5b11-5b6a-4ce5-9065-06d0bc765a89 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.1917162 Nov 27 10:32:57.267522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for bab67c68-9bcf-4065-8928-59c46d174a64 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:32:57.321073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Network': ['ID=a9359495-b7ed-439f-97ca-c23fd939fda1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:57.333003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b2475-03b0-450a-8c39-c060619ca2a8 req-f0715cbe-619d-4985-8215-784077f4d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:57.334652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-af3b2475-03b0-450a-8c39-c060619ca2a8 req-f0715cbe-619d-4985-8215-784077f4d383 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 1098 time: 0.2375996 Nov 27 10:32:57.335260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:57.339079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.341482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network a9359495-b7ed-439f-97ca-c23fd939fda1 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:32:57.348757 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-30178653-c178-4d94-9d84-e20320255c8d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6534891 Nov 27 10:32:57.376611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:57.385731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'subnet': {'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:57.410233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af3b2475-03b0-450a-8c39-c060619ca2a8 req-43f6da82-58d1-4e8d-b760-99e76eb11791 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.433964 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16d2c889-59c9-461a-b6b0-b3acf54e60ab req-a52164a2-460b-4b9b-b4ed-7c6a24c79b06 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676581 Nov 27 10:32:57.434182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef04e-4f49-4d9b-9980-921f76c364e3 req-c9d202ff-5c44-495f-b618-1e87bc7e3c80 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:57.435886 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24fef04e-4f49-4d9b-9980-921f76c364e3 req-c9d202ff-5c44-495f-b618-1e87bc7e3c80 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 944 time: 0.3138044 Nov 27 10:32:57.451388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] device_id is not set on port 34b4d7b9-2c2b-4800-ba10-4a831e0741da yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:32:57.499574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8c7ac75d-68c2-4375-8195-fea1709e0549 None None] Provisioning complete for port bab67c68-9bcf-4065-8928-59c46d174a64 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:57.501351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac75d-68c2-4375-8195-fea1709e0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.548644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ac75d-68c2-4375-8195-fea1709e0549 None None] Port bab67c68-9bcf-4065-8928-59c46d174a64 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:57.559888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8c7ac75d-68c2-4375-8195-fea1709e0549 None None] Provisioning complete for port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:57.560543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac75d-68c2-4375-8195-fea1709e0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.570941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Allocated IP 172.20.0.7 (3c38fe35-403c-4069-9900-e8e29dd1eb8f/84376143-214a-4586-9b86-67d066d8890b/ca0e92a1-417c-4d3c-b482-b4bf8ed58c73) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:57.653018 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24fef04e-4f49-4d9b-9980-921f76c364e3 req-1695aabd-f710-45da-ba2a-2b82ef7db107 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952829 Nov 27 10:32:57.739197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Allocated IP 2001:db8::96 (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/34b4d7b9-2c2b-4800-ba10-4a831e0741da) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:57.783282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af3b2475-03b0-450a-8c39-c060619ca2a8 req-43f6da82-58d1-4e8d-b760-99e76eb11791 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.789838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cdec6ad9-1ec6-479c-8f16-235ea7f64e25 None None] Provisioning complete for port bab67c68-9bcf-4065-8928-59c46d174a64 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:57.790380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cdec6ad9-1ec6-479c-8f16-235ea7f64e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.796442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-af3b2475-03b0-450a-8c39-c060619ca2a8 req-43f6da82-58d1-4e8d-b760-99e76eb11791 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.819801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Made reservation on behalf of 11dcf5bdf9854ba7bba19b8665ca4d15 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:57.823402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.829060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cdec6ad9-1ec6-479c-8f16-235ea7f64e25 None None] Port bab67c68-9bcf-4065-8928-59c46d174a64 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:57.887380 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-af3b2475-03b0-450a-8c39-c060619ca2a8 req-43f6da82-58d1-4e8d-b760-99e76eb11791 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5305016 Nov 27 10:32:57.887575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.888028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6da82-58d1-4e8d-b760-99e76eb11791 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14dd1be9-4afd-4c31-8984-20bd79a03e59,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:57.905968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.938720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.944409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=bab67c68-9bcf-4065-8928-59c46d174a64,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:57.996088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:57.999446 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cb06ad51-a8b0-4a9c-b86a-12468bebc92f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/bab67c68-9bcf-4065-8928-59c46d174a64 HTTP/1.1" status: 204 len: 168 time: 1.3306029 Nov 27 10:32:58.004289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:58.074719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.104634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.200579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:32:58.217918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf0b043-a43f-4a36-a022-3e7835cab630 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:58.219694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf0b043-a43f-4a36-a022-3e7835cab630 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:58.225248 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-daf0b043-a43f-4a36-a022-3e7835cab630 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2198181 Nov 27 10:32:58.230791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:58.234814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 073684a4-392a-4c50-b8c5-3b987078eccf up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:58.242051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 3c38fe35-403c-4069-9900-e8e29dd1eb8f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:58.247251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:58.249611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:58.257493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Port': ['ID=ca0e92a1-417c-4d3c-b482-b4bf8ed58c73,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:58.289439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.293115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f52ab-3628-43f9-b42b-914fd77f4d20 req-e4b8629b-784c-4587-9ac4-58e7f1e8d05b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:58.294644 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-303f52ab-3628-43f9-b42b-914fd77f4d20 req-e4b8629b-784c-4587-9ac4-58e7f1e8d05b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 945 time: 0.2327058 Nov 27 10:32:58.353082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:58.355742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 073684a4-392a-4c50-b8c5-3b987078eccf completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:32:58.368681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 073684a4-392a-4c50-b8c5-3b987078eccf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:58.369143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.373070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'port_id': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'mac_address': 'fa:16:3e:0d:09:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:32:58.388734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 0c7db320-c01a-4d97-baec-2c73befc5ddd {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:32:58.405675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:58.429397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.436282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:58.451301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.469645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:58.476310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:58.476999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.488659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=34b4d7b9-2c2b-4800-ba10-4a831e0741da,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:58.489587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:32:58.509614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Allocated IP 172.20.0.1 (b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8/40b11a4d-aa4f-4093-b898-ff249b878086/fb9fb3da-3288-4784-8f2e-4fc4eb61d201) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:58.523333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.524699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:58.526016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.532404 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bbf11f1c-47a7-4274-a906-67a00b349372 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9562867 Nov 27 10:32:58.540328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.556828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:58.564479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:6e:f3:2a'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:58.602530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 073684a4-392a-4c50-b8c5-3b987078eccf, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=073684a4-392a-4c50-b8c5-3b987078eccf,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:32:58.616917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.622242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:58.706699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.707846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=073684a4-392a-4c50-b8c5-3b987078eccf,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:58.793529 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-303f52ab-3628-43f9-b42b-914fd77f4d20 req-40884855-fd59-4be6-a11a-64480562bbf8 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4773424 Nov 27 10:32:58.838248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Subnet': ['ID=f5f24819-9d7b-4029-a626-6b66da546837,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:58.871402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Checking segment: {'id': 'dd000098-b8b7-452d-a418-213e256dee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:32:58.871828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network hostable DHCP agents. Network: a9359495-b7ed-439f-97ca-c23fd939fda1, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:32:58.880499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d51d6bf6-4e63-4824-9643-c85f94dd8660 None None] Provisioning complete for port 34b4d7b9-2c2b-4800-ba10-4a831e0741da triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:58.881396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d51d6bf6-4e63-4824-9643-c85f94dd8660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:58.907489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:32:58.909957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34e1740-bce9-4329-af69-b8180c009ae2" -d '{"events": [{"server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "name": "network-vif-plugged", "status": "completed", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:32:58.931601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d51d6bf6-4e63-4824-9643-c85f94dd8660 None None] Port 34b4d7b9-2c2b-4800-ba10-4a831e0741da cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:32:58.938422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['2ddf75a4-b0d1-4cb5-b964-73c05eecba82'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:32:58.968256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network a9359495-b7ed-439f-97ca-c23fd939fda1 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:32:59.019082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, a9359495-b7ed-439f-97ca-c23fd939fda1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:59.024198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:59.024825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.036506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c31771-35f2-4544-b114-53709182cac1 None None] Network a9359495-b7ed-439f-97ca-c23fd939fda1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:59.045005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1af6f4-6211-4224-a634-313648ade626 req-3bd8f887-1df2-4a61-9983-62b338e2a334 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:59.046915 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4e1af6f4-6211-4224-a634-313648ade626 req-3bd8f887-1df2-4a61-9983-62b338e2a334 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 945 time: 0.1725004 Nov 27 10:32:59.071459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.076962 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ff0957c6-7a9b-4dfa-b3f6-f594e72a82e1 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6993694 Nov 27 10:32:59.080317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:59.095046 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.113545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:32:59.121739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-273114563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:59.131734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2954b11-eb99-4454-bf94-42bc3bc4ef34 req-094bec3b-0eef-4eb1-9fca-9fc009614084 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:59.133269 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e2954b11-eb99-4454-bf94-42bc3bc4ef34 req-094bec3b-0eef-4eb1-9fca-9fc009614084 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.4941828 Nov 27 10:32:59.210331 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4e1af6f4-6211-4224-a634-313648ade626 req-38da0ab9-6830-4633-a777-3b43ea3d218f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562030 Nov 27 10:32:59.215719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.216783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.226701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.258509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.292886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.317065 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e2954b11-eb99-4454-bf94-42bc3bc4ef34 req-912e3bfa-3527-45ac-919d-e4e9799011cd tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638200 Nov 27 10:32:59.345573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.354697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.373233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7db320-c01a-4d97-baec-2c73befc5ddd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:59.386741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.391767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.393285 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf8d5e7e-ef22-4885-8834-fc878f4388ad tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3106844 Nov 27 10:32:59.398818 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a8581ea6-7d5d-4057-a3d1-bbd70bdd36d9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/0c7db320-c01a-4d97-baec-2c73befc5ddd HTTP/1.1" status: 204 len: 168 time: 1.1644013 Nov 27 10:32:59.400650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:59.400842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37536) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:59.444412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64426bf-31be-4958-92cf-f15cb3f8e8aa x-openstack-request-id: req-a64426bf-31be-4958-92cf-f15cb3f8e8aa {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:32:59.444412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "name": "network-vif-plugged", "status": "completed", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:32:59.444412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a64426bf-31be-4958-92cf-f15cb3f8e8aa {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:32:59.444412 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf', 'code': 200} Nov 27 10:32:59.444412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9e4a6-e005-42c2-ad83-051cd112b1b1 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:32:59.470517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.543251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:32:59.543629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.552094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.558038 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2619a984-7707-4572-b5b6-4433d8613db9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500745 Nov 27 10:32:59.558885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:32:59.563538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:32:59.619111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-a9359495-b7ed-439f-97ca-c23fd939fda1', 'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1', 'tenant_id': '11dcf5bdf9854ba7bba19b8665ca4d15', 'fixed_ips': [{'subnet_id': 'f5f24819-9d7b-4029-a626-6b66da546837'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:32:59.619676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.636367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Port': ['ID=fb9fb3da-3288-4784-8f2e-4fc4eb61d201,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:32:59.686529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:32:59.690075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:32:59.725919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:32:59.766157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Router ff4b2f6e-9204-462f-ba4a-d0094fe5de3e is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:32:59.771650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:32:59.779343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:32:59.862051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Allocated IP 172.20.0.2 (a9359495-b7ed-439f-97ca-c23fd939fda1/f5f24819-9d7b-4029-a626-6b66da546837/e3daf238-0a38-48d5-a910-52481e455663) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:32:59.951832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34024e5b-e060-4435-a946-7987504e8a04 req-fd0aca65-98ce-4fbe-9b46-059120cdcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:32:59.953795 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34024e5b-e060-4435-a946-7987504e8a04 req-fd0aca65-98ce-4fbe-9b46-059120cdcedd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 1099 time: 0.4519308 Nov 27 10:33:00.020983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:00.087376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad882a-8dd0-4c4f-b24a-c7d95310cd69 req-8e762c3d-bbe3-4b18-a5a8-1e4750c0469c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:00.088575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:00.089139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4fad882a-8dd0-4c4f-b24a-c7d95310cd69 req-8e762c3d-bbe3-4b18-a5a8-1e4750c0469c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.1506257 Nov 27 10:33:00.091201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Sync routers for ids ['ff4b2f6e-9204-462f-ba4a-d0094fe5de3e'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:00.095549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.098935 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e637e9d-8d23-454c-a93b-0eadf37db2ce tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1620414 Nov 27 10:33:00.101526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:00.113211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.116026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.122860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Routers {'ff4b2f6e-9204-462f-ba4a-d0094fe5de3e'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:00.124075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ff4b2f6e-9204-462f-ba4a-d0094fe5de3e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:00.192731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.227714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.230245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.295831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.300706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Network a9359495-b7ed-439f-97ca-c23fd939fda1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:00.309285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:00.316759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:00.323007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Pushing event updated for resources: {'Port': ['ID=e3daf238-0a38-48d5-a910-52481e455663,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:00.325389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:00.337580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-003a0de8-7078-4aa8-909d-253162fe2fa2 None None] Provisioning complete for port fb9fb3da-3288-4784-8f2e-4fc4eb61d201 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:00.337965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-003a0de8-7078-4aa8-909d-253162fe2fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.355024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:00.356725 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34024e5b-e060-4435-a946-7987504e8a04 req-67ae9ecb-0ff3-40c5-8ebc-722d7b60f65e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911531 Nov 27 10:33:00.358647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:00.358647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.376722 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4fad882a-8dd0-4c4f-b24a-c7d95310cd69 req-2008da16-0a12-41d3-bf3f-485e4dccb16b tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737498 Nov 27 10:33:00.377050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Set router ff4b2f6e-9204-462f-ba4a-d0094fe5de3e gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:00.384931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=dcce820b-487c-4692-a47c-023ba81e01a3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:00.402273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.436297 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-adf349fe-288c-45e3-8ea3-6bb2cc8597fa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8741686 Nov 27 10:33:00.437241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:00.445553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.455259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'name': 'tempest-NetworksTestDHCPv6-1733255878'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:00.469607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] In _notify_port_updated(), no bound segment for port 34b4d7b9-2c2b-4800-ba10-4a831e0741da on network 57428917-c8ca-437d-b6f2-d69cf88ddb92 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:33:00.475699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:00.475699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.479565 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "PUT /v2.0/ports/34b4d7b9-2c2b-4800-ba10-4a831e0741da HTTP/1.1" status: 200 len: 1002 time: 1.9192398 Nov 27 10:33:00.479812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] Deleting port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:00.480264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.483025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37550) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:00.510518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-003a0de8-7078-4aa8-909d-253162fe2fa2 None None] Port fb9fb3da-3288-4784-8f2e-4fc4eb61d201 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:00.567870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068d886-2b0e-400f-8df6-bd40c55adfde req-ed1220e4-ca33-4b73-9e46-8aec0c56c89b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:00.573998 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0068d886-2b0e-400f-8df6-bd40c55adfde req-ed1220e4-ca33-4b73-9e46-8aec0c56c89b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 945 time: 0.2740409 Nov 27 10:33:00.595991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Attempting to bind port e3daf238-0a38-48d5-a910-52481e455663 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:00.596399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Attempting to bind port e3daf238-0a38-48d5-a910-52481e455663 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'dd000098-b8b7-452d-a418-213e256dee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:00.596766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Attempting to bind port e3daf238-0a38-48d5-a910-52481e455663 on network a9359495-b7ed-439f-97ca-c23fd939fda1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:00.611323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.611554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.612926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8248dec-b509-440e-b79b-9c08079051b5 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=34b4d7b9-2c2b-4800-ba10-4a831e0741da,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:00.614116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:00.614505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Checking segment: {'id': 'dd000098-b8b7-452d-a418-213e256dee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:00.615842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.615842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Bound using segment: {'id': 'dd000098-b8b7-452d-a418-213e256dee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:00.616335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Bound port: e3daf238-0a38-48d5-a910-52481e455663, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd000098-b8b7-452d-a418-213e256dee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:00.616875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.691481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] For port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:00.691881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.710057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] Calling delete_port for 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:00.776158 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0068d886-2b0e-400f-8df6-bd40c55adfde req-72924f2a-3cbf-4e87-ac18-383248a33e2a tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304893 Nov 27 10:33:00.844790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa604c3d-b9c2-42a6-a3d8-07c1b468e4ba req-89b72850-7cbb-4940-aa36-167a64febbbe tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:00.847004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa604c3d-b9c2-42a6-a3d8-07c1b468e4ba req-89b72850-7cbb-4940-aa36-167a64febbbe tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.2526419 Nov 27 10:33:00.852120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port 34b4d7b9-2c2b-4800-ba10-4a831e0741da {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:00.852631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.858890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:00.862732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.916129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Deleting port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:00.916643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.921154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88e88a2f-bfbe-46b6-808c-d8e25a9d14dc None None] Provisioning complete for port 34b4d7b9-2c2b-4800-ba10-4a831e0741da triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:00.921534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88e88a2f-bfbe-46b6-808c-d8e25a9d14dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.946640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port a6c6e989-7903-4a5c-802f-816064cae203 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:00.951853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Allocated IP 172.20.0.1 (a9359495-b7ed-439f-97ca-c23fd939fda1/f5f24819-9d7b-4029-a626-6b66da546837/c13926f9-240a-44c6-bc2e-24b7efefd1e7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:00.955107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:00.972198 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] For port e3daf238-0a38-48d5-a910-52481e455663, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:01.026600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] For port e3daf238-0a38-48d5-a910-52481e455663, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3daf238-0a38-48d5-a910-52481e455663,segment=NetworkSegment(dd000098-b8b7-452d-a418-213e256dee22),segment_id=dd000098-b8b7-452d-a418-213e256dee22)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:01.029233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] Pushing event deleted for resources: {'Port': ['ID=2f7865ff-9bf6-47b6-b1f7-c33b5f54da00,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:01.049428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef5377-8f02-41dc-8032-57073d39ef26 None None] No DVR routers for this DVR port 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:01.059301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b2f6e-9204-462f-ba4a-d0094fe5de3e', 'name': '', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f', 'external_fixed_ips': [{'subnet_id': '84376143-214a-4586-9b86-67d066d8890b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ca0e92a1-417c-4d3c-b482-b4bf8ed58c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:56Z', 'updated_at': '2021-11-27T10:32:58Z', 'revision_number': 3, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port': {'id': 'ca0e92a1-417c-4d3c-b482-b4bf8ed58c73', 'name': '', 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4b2f6e-9204-462f-ba4a-d0094fe5de3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '84376143-214a-4586-9b86-67d066d8890b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:57Z', 'updated_at': '2021-11-27T10:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '84376143-214a-4586-9b86-67d066d8890b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:01.061771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-88e88a2f-bfbe-46b6-808c-d8e25a9d14dc None None] Port 34b4d7b9-2c2b-4800-ba10-4a831e0741da cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:01.067755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.071347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:01.124742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24739d-0218-4152-90f7-3c0577bb3c83 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:01.147163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Checking router: ff4b2f6e-9204-462f-ba4a-d0094fe5de3e for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:01.147370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Updating router ff4b2f6e-9204-462f-ba4a-d0094fe5de3e port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:33:01.165028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.166651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:01.166651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2f7865ff-9bf6-47b6-b1f7-c33b5f54da00 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:01.243172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.257569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.271005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.288926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.307760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbcd77-29dc-4e95-b839-6f5a1c44cb3d None None] Pushing event updated for resources: {'Port': ['ID=e3daf238-0a38-48d5-a910-52481e455663,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:01.336202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network a9359495-b7ed-439f-97ca-c23fd939fda1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:01.343776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:01.351571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:01.375415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa604c3d-b9c2-42a6-a3d8-07c1b468e4ba req-9a2dea28-79f8-461e-9e38-dc2d721e1d65 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5173256 Nov 27 10:33:01.384525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Port': ['ID=fb9fb3da-3288-4784-8f2e-4fc4eb61d201,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:01.389252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.394995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.453353 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.473849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.501480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Calling delete_port for ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:01.549411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for 34b4d7b9-2c2b-4800-ba10-4a831e0741da owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:01.587458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Port': ['ID=c13926f9-240a-44c6-bc2e-24b7efefd1e7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:01.658919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:01.664107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:01.749165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.779999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::181 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/dcce820b-487c-4692-a47c-023ba81e01a3/a6c6e989-7903-4a5c-802f-816064cae203) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:01.821589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:01.888465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15c072-47b3-4658-b615-375bbfeb1efb req-ad634c47-1051-463f-af73-bba249fcaaea tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:01.891345 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6e15c072-47b3-4658-b615-375bbfeb1efb req-ad634c47-1051-463f-af73-bba249fcaaea tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.2308645 Nov 27 10:33:01.936641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:01.952908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee2612-b8cd-4d60-8f82-e5307d415159 req-fd631020-77bb-4dba-b20e-1bbbb854f076 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:01.955071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b8ee2612-b8cd-4d60-8f82-e5307d415159 req-fd631020-77bb-4dba-b20e-1bbbb854f076 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.3433409 Nov 27 10:33:01.961011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Request body: {'floatingip': {'port_id': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:02.048223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'dcce820b-487c-4692-a47c-023ba81e01a3'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:02.049216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.053139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.068979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.121181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d61eff09-1b1a-4abe-8f5e-9089fcfa5dd1 None None] Provisioning complete for port fb9fb3da-3288-4784-8f2e-4fc4eb61d201 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:02.121469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d61eff09-1b1a-4abe-8f5e-9089fcfa5dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.162326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.223505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:02.233955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c26ff-f5b9-4041-b53b-7b80894edece None None] Pushing event updated for resources: {'Port': ['ID=ca0e92a1-417c-4d3c-b482-b4bf8ed58c73,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:02.270424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Attempting to bind port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:02.271458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Attempting to bind port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:02.271917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Attempting to bind port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 on network 3c38fe35-403c-4069-9900-e8e29dd1eb8f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:02.297957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:02.299074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Checking segment: {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:02.299074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.299278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Bound using segment: {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:02.299860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Bound port: ca0e92a1-417c-4d3c-b482-b4bf8ed58c73, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:02.300343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.308552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d61eff09-1b1a-4abe-8f5e-9089fcfa5dd1 None None] Port fb9fb3da-3288-4784-8f2e-4fc4eb61d201 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:02.338961 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b8ee2612-b8cd-4d60-8f82-e5307d415159 req-7d0eb8ec-6cb6-428a-8233-d9a4ecab8453 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320785 Nov 27 10:33:02.406920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:33:02.411378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:02.412278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.478249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Router c2d7fa8b-f54f-4efe-88e6-8009fe17662a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:02.489457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23494a19-d32e-4547-842d-4c60bd30c02d req-6cfd6092-bf55-4592-b3c6-5cd68bf530b6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:02.491509 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-23494a19-d32e-4547-842d-4c60bd30c02d req-6cfd6092-bf55-4592-b3c6-5cd68bf530b6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 945 time: 0.2172458 Nov 27 10:33:02.517392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.544049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:33:02.546587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760c1989-d2d5-42c0-b242-b61dfce189fb" -d '{"events": [{"server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "name": "network-vif-plugged", "status": "completed", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:33:02.565728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:02.571506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.593292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.610398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:33:02.610767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:33:02.620798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.622591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f193922-8050-476e-ac1d-c588b80644c3 x-openstack-request-id: req-2f193922-8050-476e-ac1d-c588b80644c3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:33:02.622890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "name": "network-vif-plugged", "status": "completed", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:33:02.623150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f193922-8050-476e-ac1d-c588b80644c3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:33:02.623547 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'code': 200} Nov 27 10:33:02.667982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:02.699448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=34b4d7b9-2c2b-4800-ba10-4a831e0741da,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:02.709216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.735510 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-23494a19-d32e-4547-842d-4c60bd30c02d req-b3eb1c3b-f1fd-4479-acba-ee25f62cfefd tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303355 Nov 27 10:33:02.753402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca0e92a1-417c-4d3c-b482-b4bf8ed58c73,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:02.783575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302759e-1d4d-4ada-80a7-a5d8cff960d7 None None] Network a9359495-b7ed-439f-97ca-c23fd939fda1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:02.815992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.819553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:02.832918 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] Sync routers for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:02.839832 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c290c432-9278-4394-9e51-065b87c49fb0 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "PUT /v2.0/routers/c2d7fa8b-f54f-4efe-88e6-8009fe17662a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8549433 Nov 27 10:33:02.841420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.841964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:02.851675 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:02.858921 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:02.873063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22d99638-eb66-436c-9dd3-f16b819f4d01 None None] Provisioning complete for port e3daf238-0a38-48d5-a910-52481e455663 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:02.873438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22d99638-eb66-436c-9dd3-f16b819f4d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.906910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Request body: {'port': {'network_id': 'b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8', 'name': 'tempest-FloatingIPAdminTestJSON-1239605597'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:02.935028 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:02.963888 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:02.964556 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:02.983278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:02.987042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Port': ['ID=c13926f9-240a-44c6-bc2e-24b7efefd1e7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:03.002195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117334-df1a-4e8f-b849-13eefc1728fa req-d682c813-e9ac-4704-b8d5-d082ba702b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:03.004133 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24117334-df1a-4e8f-b849-13eefc1728fa req-d682c813-e9ac-4704-b8d5-d082ba702b68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.1819501 Nov 27 10:33:03.041152 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:03.041998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5884522f-72cd-4345-ba97-12f6865a9d87 None None] The sync data for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:03.135017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3daf238-0a38-48d5-a910-52481e455663 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:03.139051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22d99638-eb66-436c-9dd3-f16b819f4d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.147009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.152103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.152945 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24117334-df1a-4e8f-b849-13eefc1728fa req-644efee6-a39f-4c03-83cf-f4a4dcbf0d71 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204944 Nov 27 10:33:03.156308 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c1b2cabe-faea-461f-9b5c-fefb0ed7a175 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/ports/34b4d7b9-2c2b-4800-ba10-4a831e0741da HTTP/1.1" status: 204 len: 168 time: 2.6723502 Nov 27 10:33:03.161672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:03.162849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Attempting to bind port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:03.163224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Attempting to bind port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:03.163594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Attempting to bind port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 on network 3c38fe35-403c-4069-9900-e8e29dd1eb8f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:03.191592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:03.191978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Checking segment: {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:03.192416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.192817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Bound using segment: {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:03.193824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Bound port: ca0e92a1-417c-4d3c-b482-b4bf8ed58c73, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee890ae3-57b8-4075-8050-080d62532040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3c38fe35-403c-4069-9900-e8e29dd1eb8f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:03.194209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.199687 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4896e8-ef8b-4849-a06c-a116575cf648 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] GET failed (client error): The resource could not be found. Nov 27 10:33:03.205151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7d4896e8-ef8b-4849-a06c-a116575cf648 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "GET /v2.0/ports/34b4d7b9-2c2b-4800-ba10-4a831e0741da HTTP/1.1" status: 404 len: 333 time: 0.0424175 Nov 27 10:33:03.206788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:03.212800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-272853288'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:03.243692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Port ca0e92a1-417c-4d3c-b482-b4bf8ed58c73 has been deleted concurrently {{(pid=103380) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 27 10:33:03.261782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.295373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-22d99638-eb66-436c-9dd3-f16b819f4d01 None None] For port e3daf238-0a38-48d5-a910-52481e455663, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3daf238-0a38-48d5-a910-52481e455663,segment=NetworkSegment(dd000098-b8b7-452d-a418-213e256dee22),segment_id=dd000098-b8b7-452d-a418-213e256dee22)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:03.315291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/dcce820b-487c-4692-a47c-023ba81e01a3/92ba1847-d382-45eb-a35b-732fca043540) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:03.322289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22d99638-eb66-436c-9dd3-f16b819f4d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.327751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Routers {'ff4b2f6e-9204-462f-ba4a-d0094fe5de3e'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:03.328543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ff4b2f6e-9204-462f-ba4a-d0094fe5de3e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:03.343867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:03.363632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.401503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] device_id is not set on port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:03.419628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network a9359495-b7ed-439f-97ca-c23fd939fda1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:03.425827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:03.457482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e3daf238-0a38-48d5-a910-52481e455663 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:03.457482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.507774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] Set router ff4b2f6e-9204-462f-ba4a-d0094fe5de3e gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:03.548959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:03.565560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.569471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.640211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4b2f6e-9204-462f-ba4a-d0094fe5de3e', 'name': '', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:56Z', 'updated_at': '2021-11-27T10:33:02Z', 'revision_number': 5, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:03.660652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d99638-eb66-436c-9dd3-f16b819f4d01 None None] Pushing event updated for resources: {'Port': ['ID=e3daf238-0a38-48d5-a910-52481e455663,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:03.715682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e77926-33a1-4bb6-8048-6c400e86389e None None] The sync data for ids ['ff4b2f6e-9204-462f-ba4a-d0094fe5de3e'] in dv-neutron-804846-16-hyperv is: [{'id': 'ff4b2f6e-9204-462f-ba4a-d0094fe5de3e', 'name': '', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:56Z', 'updated_at': '2021-11-27T10:33:02Z', 'revision_number': 5, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:03.737026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6be42a04-8e41-4d8b-98b0-379581514da2 None None] Provisioning complete for port c13926f9-240a-44c6-bc2e-24b7efefd1e7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:03.737400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6be42a04-8e41-4d8b-98b0-379581514da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.811477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Allocated IP 2001:db8::1f3 (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/f6d6af7d-989b-4692-ad8b-8894c8aa05d9) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:03.889889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Router 8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:03.902704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6be42a04-8e41-4d8b-98b0-379581514da2 None None] Port c13926f9-240a-44c6-bc2e-24b7efefd1e7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:03.967871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6be42a04-8e41-4d8b-98b0-379581514da2 None None] Provisioning complete for port e3daf238-0a38-48d5-a910-52481e455663 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:03.968248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6be42a04-8e41-4d8b-98b0-379581514da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:03.993851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.005893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:04.017028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.103650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:04.112080 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0784fb45-5e6c-420c-af5f-ad48c029c77a tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "PUT /v2.0/routers/8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7078345 Nov 27 10:33:04.120466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:04.136605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:04.137285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.143393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:04.159100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'port': {'network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1', 'name': 'tempest-FloatingIPNegativeTestJSON-79081495'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:04.190967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.191490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff4b2f6e-9204-462f-ba4a-d0094fe5de3e {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:04.221287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.222339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] Sync routers for ids ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:04.222467 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-15c407bc-4031-4a0d-9d4a-421c200ba9ec tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ff4b2f6e-9204-462f-ba4a-d0094fe5de3e HTTP/1.1" status: 204 len: 168 time: 4.1199918 Nov 27 10:33:04.230982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=a6c6e989-7903-4a5c-802f-816064cae203,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:04.234597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:04.264386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:04.268054 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d5336eb-d636-4d1b-af42-48ff7c940cae tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8272183 Nov 27 10:33:04.268224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Pushing event updated for resources: {'Port': ['ID=92ba1847-d382-45eb-a35b-732fca043540,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:04.270130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:04.278402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:04.283662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:04.319096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] Routers {'8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:04.320046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:04.374210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3f8df-0dac-4a8a-9cc4-90818af696fd req-47d64745-ed66-4833-bb42-2fbd57244f4f tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:04.375785 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41e3f8df-0dac-4a8a-9cc4-90818af696fd req-47d64745-ed66-4833-bb42-2fbd57244f4f tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.8342724 Nov 27 10:33:04.387688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:33:04.394244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Deleting subnet 84376143-214a-4586-9b86-67d066d8890b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:04.398025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6174c9-c35d-484a-a245-cdacbeed90ce req-260c1d4e-2839-4ff0-b161-2885affd141f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:04.400192 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee6174c9-c35d-484a-a245-cdacbeed90ce req-260c1d4e-2839-4ff0-b161-2885affd141f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.4891005 Nov 27 10:33:04.407256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:04.453239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.460670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] Routers {'8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:04.460951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Made reservation on behalf of 9810df0b828d4e649d7e538f0c1de4ab for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:04.461063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:04.464368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.464844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d0614-fe4a-4f17-ac41-3f684a7834e1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:04.471105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d0614-fe4a-4f17-ac41-3f684a7834e1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:04.472741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1c3d0614-fe4a-4f17-ac41-3f684a7834e1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2004378 Nov 27 10:33:04.483310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:04.488139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Attempting to bind port 92ba1847-d382-45eb-a35b-732fca043540 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:04.488427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Attempting to bind port 92ba1847-d382-45eb-a35b-732fca043540 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:04.488825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Attempting to bind port 92ba1847-d382-45eb-a35b-732fca043540 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:04.525312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:04.525993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5e0f5-5d03-4d07-b6ed-4ccd5072193a None None] The sync data for ids ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:04.533139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:04.533484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:04.534745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.534745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:04.534745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Bound port: 92ba1847-d382-45eb-a35b-732fca043540, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:04.535231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.562741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.566850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] device_id is not set on port 8f23c380-695a-4238-af4f-3482ca92e7a5 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:04.574885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.600600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.605027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.620964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] For port 92ba1847-d382-45eb-a35b-732fca043540, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:04.625947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] For port 92ba1847-d382-45eb-a35b-732fca043540, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=92ba1847-d382-45eb-a35b-732fca043540,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:04.633602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.636874 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee6174c9-c35d-484a-a245-cdacbeed90ce req-3fed7829-8606-4f9f-9612-089576bd4716 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104371 Nov 27 10:33:04.666898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Made reservation on behalf of 11dcf5bdf9854ba7bba19b8665ca4d15 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:04.670407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.702889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41e3f8df-0dac-4a8a-9cc4-90818af696fd req-e001f48b-211d-48a3-bb34-2efe305c9344 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175733 Nov 27 10:33:04.710095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] device_id is not set on port feb218f9-6634-4e1f-ae75-2bf495960f6a yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:04.737481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b021f08f-ea3a-4828-9942-597c6ba61a4d None None] Provisioning complete for port c13926f9-240a-44c6-bc2e-24b7efefd1e7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:04.737921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b021f08f-ea3a-4828-9942-597c6ba61a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.769352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.794277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port a6c6e989-7903-4a5c-802f-816064cae203 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:04.794864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.795798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.807097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc174184-fb38-486e-874c-b817bcafdeb8 None None] Pushing event updated for resources: {'Port': ['ID=92ba1847-d382-45eb-a35b-732fca043540,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:04.823462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b021f08f-ea3a-4828-9942-597c6ba61a4d None None] Port c13926f9-240a-44c6-bc2e-24b7efefd1e7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:04.903091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:04.913977 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Floating IP 6c3dffc9-bd79-4782-a472-8988bb90a807 associated. External IP: 172.26.1.120, port: 963fcb36-6179-47d6-a0a0-fd5cde83eeb2. Nov 27 10:33:04.928507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:04.952064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Allocated IP 172.20.0.11 (b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8/40b11a4d-aa4f-4093-b898-ff249b878086/8f23c380-695a-4238-af4f-3482ca92e7a5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:04.976346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:04.995888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:05.001892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:05.002764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.026049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=f6d6af7d-989b-4692-ad8b-8894c8aa05d9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:05.073421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-19950d21-fff8-4023-bb2f-356abb0ce89e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8649483 Nov 27 10:33:05.075036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=84376143-214a-4586-9b86-67d066d8890b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:05.092450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:05.092666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.095931 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/84376143-214a-4586-9b86-67d066d8890b HTTP/1.1" status: 204 len: 168 time: 0.8589506 Nov 27 10:33:05.111902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37584) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:05.116952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6e:f3:2a'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:05.126294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Allocated IP 172.20.0.12 (a9359495-b7ed-439f-97ca-c23fd939fda1/f5f24819-9d7b-4029-a626-6b66da546837/feb218f9-6634-4e1f-ae75-2bf495960f6a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:05.157109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.167075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.167558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.168912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.169460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.169991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.170555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.170951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.171051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3daf238-0a38-48d5-a910-52481e455663 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:05.171495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.171904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.172293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.175727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.175727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a436b0-9ac0-4116-ad93-3f2ca457ba4e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:05.207167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for a6c6e989-7903-4a5c-802f-816064cae203 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:05.283572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d72fe-692a-4a00-909b-24f8f86583d3 req-5a138a18-233e-4c11-b000-08bcb7d1355d tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:05.286250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e3daf238-0a38-48d5-a910-52481e455663 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:05.287479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.299354 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b38d72fe-692a-4a00-909b-24f8f86583d3 req-5a138a18-233e-4c11-b000-08bcb7d1355d tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.4005623 Nov 27 10:33:05.300684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:05.334003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Request body: {'floatingip': {'port_id': '073684a4-392a-4c50-b8c5-3b987078eccf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:05.460143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9759f724-c6b4-4e9d-bcff-abe4ae30806e None None] Provisioning complete for port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:05.460562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9759f724-c6b4-4e9d-bcff-abe4ae30806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.499349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9759f724-c6b4-4e9d-bcff-abe4ae30806e None None] Port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:05.535393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.622338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:05.629989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.656974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.741380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.754575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:05.831130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:05.847611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:05.850171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:05.890496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event updated for resources: {'Port': ['ID=8f23c380-695a-4238-af4f-3482ca92e7a5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:06.151080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.232902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Provisioning complete for port 8f23c380-695a-4238-af4f-3482ca92e7a5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:06.233899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.258066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c38fe35-403c-4069-9900-e8e29dd1eb8f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:06.280910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee890ae3-57b8-4075-8050-080d62532040') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:06.281228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee890ae3-57b8-4075-8050-080d62532040') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:06.284569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af7b69-58a0-4bff-bbbb-63044f4c4fca req-ad2e5335-c75f-41e8-9de7-0720fe0692c2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:06.285805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-67af7b69-58a0-4bff-bbbb-63044f4c4fca req-ad2e5335-c75f-41e8-9de7-0720fe0692c2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.5466278 Nov 27 10:33:06.290224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.303363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Port 8f23c380-695a-4238-af4f-3482ca92e7a5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:06.315263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.315792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Provisioning complete for port 92ba1847-d382-45eb-a35b-732fca043540 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:06.316176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.322871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:06.323516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.335564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:06.340275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.363045 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] Sync routers for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:06.386580 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:06.386872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.387662 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:06.420068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-935bf848-d4d3-47ea-b6e0-bf63736a403f tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5258768 Nov 27 10:33:06.428551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:06.434349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.461400 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e0158490-37ae-45ed-a6cb-02a5b03b64e6 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "PUT /v2.0/floatingips/6c3dffc9-bd79-4782-a472-8988bb90a807 HTTP/1.1" status: 200 len: 991 time: 4.5015891 Nov 27 10:33:06.461874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:33:06.464349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5123152-c2b3-411f-8682-23f8e4b5500a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:33:06.476499 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-67af7b69-58a0-4bff-bbbb-63044f4c4fca req-11dc3584-4906-4af8-b7fe-6b49286b20d7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774194 Nov 27 10:33:06.495980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.504956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.513973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:06.514385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:06.531662 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:06.539674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.574343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=f6d6af7d-989b-4692-ad8b-8894c8aa05d9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:06.586735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] In _notify_port_updated(), no bound segment for port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 on network 57428917-c8ca-437d-b6f2-d69cf88ddb92 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:33:06.595150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:06.595827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.603060 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-be035444-f4f7-45f8-8378-4f5e66e726c1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "PUT /v2.0/ports/f6d6af7d-989b-4692-ad8b-8894c8aa05d9 HTTP/1.1" status: 200 len: 1002 time: 1.5019143 Nov 27 10:33:06.605061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37602) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:06.608994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1606b0f-c2e1-4ddb-9705-56747bd321f9 x-openstack-request-id: req-f1606b0f-c2e1-4ddb-9705-56747bd321f9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:33:06.609311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:33:06.609570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1606b0f-c2e1-4ddb-9705-56747bd321f9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:33:06.610117 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'status': 'completed', 'code': 200} Nov 27 10:33:06.642043 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:06.643159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] For port 92ba1847-d382-45eb-a35b-732fca043540, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=92ba1847-d382-45eb-a35b-732fca043540,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:06.652735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.745809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'project_id': '9810df0b828d4e649d7e538f0c1de4ab', 'port_id': '8f23c380-695a-4238-af4f-3482ca92e7a5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:06.772202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=a6c6e989-7903-4a5c-802f-816064cae203,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:06.783095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Pushing event updated for resources: {'Port': ['ID=92ba1847-d382-45eb-a35b-732fca043540,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:06.791696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8092c76-b41d-4550-8612-7beebf56a09e None None] Could not find standard attr ID for object a6c6e989-7903-4a5c-802f-816064cae203. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:06.804127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.804566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.804921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.805320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.805668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.806010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.806436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.806823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.807104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.807490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.807828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.808160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba699f79-3c1d-4d57-948c-34d9813a4828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.832266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.884423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:06.884423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.902909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:06.910405 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/a6c6e989-7903-4a5c-802f-816064cae203 HTTP/1.1" status: 204 len: 168 time: 2.4252732 Nov 27 10:33:06.916688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.917042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.917716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.917827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.918471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.918669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:06.918861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.919137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.919700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.919866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.920203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.921028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:06.921028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2562535f-6c35-44d7-9014-7f2301e8dc66 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:07.020366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-1c940530-feac-464a-bfe4-d11c14678beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:07.026051 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-1c940530-feac-464a-bfe4-d11c14678beb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9&device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 1098 time: 0.3554187 Nov 27 10:33:07.038471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2fb8708b-f973-4c98-800e-70ea0a67eeb8 None None] Provisioning complete for port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:07.038983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2fb8708b-f973-4c98-800e-70ea0a67eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.046760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c8d4-cf77-4311-8896-cc46adc44408 req-6d2af813-ccb8-4f63-ad87-8c35217a952b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:07.048451 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4e30c8d4-cf77-4311-8896-cc46adc44408 req-6d2af813-ccb8-4f63-ad87-8c35217a952b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2530739 Nov 27 10:33:07.060418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37606) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:07.069876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Request body: {'floatingip': {'port_id': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:07.108129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8708b-f973-4c98-800e-70ea0a67eeb8 None None] Port f6d6af7d-989b-4692-ad8b-8894c8aa05d9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:07.110984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.119367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.120933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c38fe35-403c-4069-9900-e8e29dd1eb8f {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:33:07.123941 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '6c3dffc9-bd79-4782-a472-8988bb90a807', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'floating_ip_address': '172.26.1.120', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'port_id': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'mac_address': 'fa:16:3e:49:c5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:27Z', 'updated_at': '2021-11-27T10:33:04Z', 'revision_number': 1, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:23Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:07.160738 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] Checking router: dd5b2b10-5979-49e3-a6e9-f4ca04f28892 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:07.163197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.171939 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:07.172815 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:07.183194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 92ba1847-d382-45eb-a35b-732fca043540 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:07.189393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.198757 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3c38fe35-403c-4069-9900-e8e29dd1eb8f HTTP/1.1" status: 204 len: 168 time: 2.0816402 Nov 27 10:33:07.252103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39694e67-9ca1-4f23-8e6c-fabcad8f61de tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:07.253550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39694e67-9ca1-4f23-8e6c-fabcad8f61de tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:07.259224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-39694e67-9ca1-4f23-8e6c-fabcad8f61de tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3371770 Nov 27 10:33:07.264249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:07.297233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 92ba1847-d382-45eb-a35b-732fca043540 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:07.298252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.341314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet dcce820b-487c-4692-a47c-023ba81e01a3 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:07.356027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.358599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.361838 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:07.389989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Port': ['ID=feb218f9-6634-4e1f-ae75-2bf495960f6a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:07.410196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6012f-1a2b-4fbe-bb2a-dd9414f2678b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c38fe35-403c-4069-9900-e8e29dd1eb8f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:07.443542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for f6d6af7d-989b-4692-ad8b-8894c8aa05d9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:07.529017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.530057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network a9359495-b7ed-439f-97ca-c23fd939fda1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:07.558343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:07.582053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:07.658703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:07.669339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'name': 'tempest-router--1230986669', 'project_id': '4c5fa755e195484b893ce3013e026eb4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:07.757971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.758960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.765237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:33:07.817285 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '6c3dffc9-bd79-4782-a472-8988bb90a807', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'floating_ip_address': '172.26.1.120', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'port_id': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'mac_address': 'fa:16:3e:49:c5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:27Z', 'updated_at': '2021-11-27T10:33:04Z', 'revision_number': 1, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:23Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:07.834778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.837258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-2de5b6fe-d0f8-448c-9312-745bed2312f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:07.838737 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-2de5b6fe-d0f8-448c-9312-745bed2312f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8b09fe4-2413-4705-96f2-eb8b2133f256 HTTP/1.1" status: 200 len: 907 time: 0.7717917 Nov 27 10:33:07.861460 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de907c19-580d-462a-8fbe-73002c063d74 None None] The sync data for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv is: [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '6c3dffc9-bd79-4782-a472-8988bb90a807', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'floating_ip_address': '172.26.1.120', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'port_id': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'mac_address': 'fa:16:3e:49:c5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:27Z', 'updated_at': '2021-11-27T10:33:04Z', 'revision_number': 1, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:23Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:07.872020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:07.872669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.897608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.948767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4c20efb9-fd0a-4c7e-bb27-1ace0d073ce3 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7989442 Nov 27 10:33:07.949222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8b592708-7f88-4dfc-b34b-5b195f2c8f48 None None] Provisioning complete for port feb218f9-6634-4e1f-ae75-2bf495960f6a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:07.949222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b592708-7f88-4dfc-b34b-5b195f2c8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:07.959960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:07.969946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:08.005157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8b592708-7f88-4dfc-b34b-5b195f2c8f48 None None] Port feb218f9-6634-4e1f-ae75-2bf495960f6a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:08.035752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.050922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.053833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=f6d6af7d-989b-4692-ad8b-8894c8aa05d9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:08.056505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.098263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.106604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-26e71973-db71-4edb-bb36-2a88d4065cba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2 HTTP/1.1" status: 200 len: 999 time: 0.2589090 Nov 27 10:33:08.111125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.171817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.175513 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ad10303a-b6c0-4a08-b73f-133e755da670 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5077007 Nov 27 10:33:08.175660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.180840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.182347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:08.187033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d5cfa5b7-5026-48ce-a23c-b240e765c1b4 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/ports/f6d6af7d-989b-4692-ad8b-8894c8aa05d9 HTTP/1.1" status: 204 len: 168 time: 1.5731184 Nov 27 10:33:08.216979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:08.270023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aba14c-85dc-4db9-a565-5e4e4e6aaff0 None None] New status for floating IP 6c3dffc9-bd79-4782-a472-8988bb90a807: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:33:08.316475 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26d8cf7-374c-4c79-9a7d-cb96248b3c8e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] GET failed (client error): The resource could not be found. Nov 27 10:33:08.318824 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c26d8cf7-374c-4c79-9a7d-cb96248b3c8e tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "GET /v2.0/ports/f6d6af7d-989b-4692-ad8b-8894c8aa05d9 HTTP/1.1" status: 404 len: 333 time: 0.1006744 Nov 27 10:33:08.325685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:08.334953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-9129286'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:08.407792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Allocated IP 172.26.1.253 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/706c718d-3b91-4334-bfe2-ffafc4e8edaa) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:08.483193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:33:08.547953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.604650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.609025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-e8da1471-38a0-4f99-9225-ea532511de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:08.610474 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-e8da1471-38a0-4f99-9225-ea532511de82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62d9f031-d64f-4355-9525-b552445570c7 HTTP/1.1" status: 200 len: 845 time: 0.4949527 Nov 27 10:33:08.633635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=dcce820b-487c-4692-a47c-023ba81e01a3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:08.644606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.645853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.649372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408f2df-200d-4a2b-ae88-7ffd1a57f738 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:08.649877 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e88c4bcb-9c19-429e-8f63-5dd0cb1fa96e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/dcce820b-487c-4692-a47c-023ba81e01a3 HTTP/1.1" status: 204 len: 168 time: 1.3819263 Nov 27 10:33:08.652588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:08.681376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.724804 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5e7ee46d-368c-4ead-bc83-3c2ddf1d6b0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686052 Nov 27 10:33:08.728344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37630) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:08.743114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:08.746857 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Floating IP a47828f7-5f6a-4f26-b6fe-b9f6177c679f associated. External IP: 172.26.1.91, port: 073684a4-392a-4c50-b8c5-3b987078eccf. Nov 27 10:33:08.820931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:08.824507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.857853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.877302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:08.888607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] device_id is not set on port a74596d2-a7c4-4f6d-8472-619fb61faf80 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:08.941421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] Deleting port 92ba1847-d382-45eb-a35b-732fca043540 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:08.941792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:08.991599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-1e3ad428-ef34-40b2-a484-a1e58fce8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:08.993189 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-1e3ad428-ef34-40b2-a484-a1e58fce8425 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8b09fe4-2413-4705-96f2-eb8b2133f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3408895 Nov 27 10:33:08.994899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.002735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.030213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] For port 92ba1847-d382-45eb-a35b-732fca043540, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=92ba1847-d382-45eb-a35b-732fca043540,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:09.030608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.047547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] Calling delete_port for 92ba1847-d382-45eb-a35b-732fca043540 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:09.090753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 92ba1847-d382-45eb-a35b-732fca043540 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:09.140510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.141142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7a64102-489c-49da-9ce7-401c870f4786 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:09.150439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.154107 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0936f26c-899d-4026-8932-2c1f28bc5e1d tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f7a64102-489c-49da-9ce7-401c870f4786 HTTP/1.1" status: 204 len: 168 time: 0.9403272 Nov 27 10:33:09.167307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:09.170921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.182452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.246002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Floating IP 4bf959cb-42be-46ca-97e0-391efb0b0ee3 associated. External IP: 172.26.1.165, port: 2ddf75a4-b0d1-4cb5-b964-73c05eecba82. Nov 27 10:33:09.310494 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-06a890e8-35e6-47b9-afb7-b7ab35fdd8c2 service neutron] 10.222.0.24 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091743 Nov 27 10:33:09.347343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.360365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:09.405625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 92ba1847-d382-45eb-a35b-732fca043540, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=92ba1847-d382-45eb-a35b-732fca043540,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:09.407989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.411859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.478128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Allocated IP 2001:db8::25f (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/a74596d2-a7c4-4f6d-8472-619fb61faf80) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:09.500945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:09.501739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=92ba1847-d382-45eb-a35b-732fca043540,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:09.501889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Pushing event updated for resources: {'Port': ['ID=706c718d-3b91-4334-bfe2-ffafc4e8edaa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:09.510307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.514432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:09.519990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:09.552032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] No DVR routers for this DVR port 92ba1847-d382-45eb-a35b-732fca043540 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:09.558109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a8f42-f18e-4ac6-ae48-f8e6350f5f9b None None] Pushing event deleted for resources: {'Port': ['ID=92ba1847-d382-45eb-a35b-732fca043540,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:09.607032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Router 76747811-fb68-4a82-96ed-7da01b7456bb has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:09.614613 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5123152-c2b3-411f-8682-23f8e4b5500a req-dd34ec62-bf80-4df8-b302-f7a62294d2b3 service neutron] 10.222.0.24 "GET /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660568 Nov 27 10:33:09.633736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Allocated IP 172.26.1.31 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/2078db65-d787-434f-8132-a847d08b017e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:09.755393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-843814169', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:09.803761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.830681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:09.911167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:09.920977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.921973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.935213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:09.946297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:09.946877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:09.948718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b670ab1-5217-4378-9ce0-f7ba1a02ae12 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:09.952324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=b1e424a9-8b52-4ebf-a62c-18fc0717768b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:09.958689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.000843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.023128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:10.027391 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-19afb83f-b849-427e-95db-e29917021c07 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2944007 Nov 27 10:33:10.032365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.035653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:10.037393 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] Sync routers for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:10.052298 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:10.053648 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:10.057482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'name': 'tempest-NetworksTestDHCPv6-1995523762'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:10.062752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.139039 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-00b4a8de-27e7-4a5d-88d1-795a4df98723 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "PUT /v2.0/floatingips/a47828f7-5f6a-4f26-b6fe-b9f6177c679f HTTP/1.1" status: 200 len: 991 time: 4.8277979 Nov 27 10:33:10.165193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:33:10.166003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a681d373-b9b8-440a-b417-3078bed23045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.167484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320a609-5ce5-48bf-9809-d6eca0ae9e35" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:33:10.178991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'b1e424a9-8b52-4ebf-a62c-18fc0717768b'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:10.179873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.257601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.258553 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:10.282170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.284974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36680778-024b-4431-ae41-4d8c227e1242 x-openstack-request-id: req-36680778-024b-4431-ae41-4d8c227e1242 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:33:10.285269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:33:10.285524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36680778-024b-4431-ae41-4d8c227e1242 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:33:10.285917 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf', 'status': 'completed', 'code': 200} Nov 27 10:33:10.327843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.342847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=a74596d2-a7c4-4f6d-8472-619fb61faf80,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:10.358228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:10.360281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:10.365326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:10.366488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/b1e424a9-8b52-4ebf-a62c-18fc0717768b/d70756f9-0872-4fae-b37c-139823de93de) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:10.372158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.409888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:10.414140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:10.420404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:10.420939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.444782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:10.462553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:10.472816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Port': ['ID=2078db65-d787-434f-8132-a847d08b017e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:10.489005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-771abc30-131a-4afe-8b8a-d5cb0e2e918d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "PUT /v2.0/floatingips/4bf959cb-42be-46ca-97e0-391efb0b0ee3 HTTP/1.1" status: 200 len: 992 time: 3.4232867 Nov 27 10:33:10.500694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:33:10.503272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6239b35a-f256-4859-8005-89eed6a8c121" -d '{"events": [{"name": "network-changed", "server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:33:10.556641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-356cc484-f3c8-473e-bc65-be2a9bd9800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:10.558151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-356cc484-f3c8-473e-bc65-be2a9bd9800c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 1099 time: 0.2326341 Nov 27 10:33:10.584418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.590753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] Sync routers for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:10.594845 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4a9ed61e-5995-4895-bc05-dadce3519bb1 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2644143 Nov 27 10:33:10.597995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.611916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:10.613517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:10.617394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.624108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'network_id': '57428917-c8ca-437d-b6f2-d69cf88ddb92', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1455990833'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:10.631536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b1cbe-97ad-47e1-b216-0d44b3a60523 x-openstack-request-id: req-9f2b1cbe-97ad-47e1-b216-0d44b3a60523 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:33:10.631824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:33:10.632080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f2b1cbe-97ad-47e1-b216-0d44b3a60523 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:33:10.632519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'status': 'completed', 'code': 200} Nov 27 10:33:10.663644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:10.664311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:10.682876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:10.684704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Pushing event updated for resources: {'Port': ['ID=d70756f9-0872-4fae-b37c-139823de93de,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:10.690584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:10.714834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.749477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:10.782834 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a47828f7-5f6a-4f26-b6fe-b9f6177c679f', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'port_id': '073684a4-392a-4c50-b8c5-3b987078eccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'mac_address': 'fa:16:3e:f3:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:33:07Z', 'revision_number': 1, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:18Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:10.793093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port b9dee0a3-796e-44a8-a24d-2509e4448a39 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:10.823450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] Checking router: 76747811-fb68-4a82-96ed-7da01b7456bb for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:10.837095 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:10.838205 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:10.876118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Attempting to bind port d70756f9-0872-4fae-b37c-139823de93de on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:10.876799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Attempting to bind port d70756f9-0872-4fae-b37c-139823de93de by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:10.877325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Attempting to bind port d70756f9-0872-4fae-b37c-139823de93de on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:10.897439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:10.898135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:10.898721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.899268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:10.900035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Bound port: d70756f9-0872-4fae-b37c-139823de93de, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:10.901136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.909583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.911197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::fa (3bc6e607-62fb-4beb-854c-95ed85f39ad6/b1e424a9-8b52-4ebf-a62c-18fc0717768b/b9dee0a3-796e-44a8-a24d-2509e4448a39) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:10.923441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:10.963037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4e00244b-9a4f-478c-b928-5e8c09d3105b None None] Provisioning complete for port a74596d2-a7c4-4f6d-8472-619fb61faf80 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:10.978650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4e00244b-9a4f-478c-b928-5e8c09d3105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:10.994929 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:11.054546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Made reservation on behalf of 5da8a9ab21ec4c95ae3a035f5279ab16 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:11.059232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.071409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.129062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] device_id is not set on port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:11.131467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.149611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4e00244b-9a4f-478c-b928-5e8c09d3105b None None] Port a74596d2-a7c4-4f6d-8472-619fb61faf80 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:11.213635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] For port d70756f9-0872-4fae-b37c-139823de93de, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:11.253025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] For port d70756f9-0872-4fae-b37c-139823de93de, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d70756f9-0872-4fae-b37c-139823de93de,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:11.278361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.333082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.350621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.355229 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a47828f7-5f6a-4f26-b6fe-b9f6177c679f', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'port_id': '073684a4-392a-4c50-b8c5-3b987078eccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'mac_address': 'fa:16:3e:f3:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:33:07Z', 'revision_number': 1, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:18Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:11.407919 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ec6d9-3a64-4604-aa72-af367d1ac268 None None] The sync data for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv is: [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a47828f7-5f6a-4f26-b6fe-b9f6177c679f', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'port_id': '073684a4-392a-4c50-b8c5-3b987078eccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'mac_address': 'fa:16:3e:f3:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:33:07Z', 'revision_number': 1, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:18Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:11.417655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6cb6-0e7a-4872-b0cf-3679c193896b None None] Pushing event updated for resources: {'Port': ['ID=d70756f9-0872-4fae-b37c-139823de93de,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:11.467941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Allocated IP 2001:db8::18a (57428917-c8ca-437d-b6f2-d69cf88ddb92/2c59887c-36b4-4434-9ef8-cbeb1862d37a/a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:11.521750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Pushing event updated for resources: {'Port': ['ID=706c718d-3b91-4334-bfe2-ffafc4e8edaa,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:11.577961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '4bf959cb-42be-46ca-97e0-391efb0b0ee3', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'floating_ip_address': '172.26.1.165', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'port_id': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'mac_address': 'fa:16:3e:0d:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:36Z', 'updated_at': '2021-11-27T10:33:08Z', 'revision_number': 1, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:31Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:11.580128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b35a-f256-4859-8005-89eed6a8c121 req-f601f7a6-5674-4365-9958-efecac5e4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:11.581690 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-f601f7a6-5674-4365-9958-efecac5e4ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.9431548 Nov 27 10:33:11.583881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.587781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:11.590901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.617201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] Checking router: 7b9c3e38-bccf-4bf3-b693-1340805cf4cf for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:11.622154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:11.635230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:11.636152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:32:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:11.644495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:11.650386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:11.651059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.673393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-d0fc0b86-3888-4adb-81bc-14f3c48447e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:11.674964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-d0fc0b86-3888-4adb-81bc-14f3c48447e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=490c86cf-4384-449e-b52f-1576a1a6eaac HTTP/1.1" status: 200 len: 912 time: 1.1038702 Nov 27 10:33:11.692365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=b9dee0a3-796e-44a8-a24d-2509e4448a39,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:11.793112 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-54189f14-15f3-4d41-9e31-5e49a0090fd2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7513773 Nov 27 10:33:11.802029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:11.846502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:11.866133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:11.889959 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-a862ab32-451d-442f-b983-e836114c8b1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073684a4-392a-4c50-b8c5-3b987078eccf HTTP/1.1" status: 200 len: 999 time: 0.2027667 Nov 27 10:33:11.895364 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59829617-775b-4e62-81e9-37dbca528d23 None None] New status for floating IP a47828f7-5f6a-4f26-b6fe-b9f6177c679f: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:33:11.914922 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Floating IP 088419b4-3eca-464a-a3f8-1835384a903a associated. External IP: 172.26.1.253, port: 8f23c380-695a-4238-af4f-3482ca92e7a5. Nov 27 10:33:12.044251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.089221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.114559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b35a-f256-4859-8005-89eed6a8c121 req-76a0e620-71a5-42f5-a9f3-95a250cd4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:12.116941 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-76a0e620-71a5-42f5-a9f3-95a250cd4a11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.5205851 Nov 27 10:33:12.157351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.237876 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.268673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:12.279637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:12.284909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:12.290915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:12.291534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.294006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:12.326137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '4bf959cb-42be-46ca-97e0-391efb0b0ee3', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'floating_ip_address': '172.26.1.165', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'port_id': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'mac_address': 'fa:16:3e:0d:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:36Z', 'updated_at': '2021-11-27T10:33:08Z', 'revision_number': 1, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:31Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:12.330263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Router c2d7fa8b-f54f-4efe-88e6-8009fe17662a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:12.341127 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2e6bcc9f-e8f1-4843-a512-e3d4a9228e95 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7278991 Nov 27 10:33:12.344650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37666) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:12.353821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:6e:f3:2a'}, {'ip_address': '2001:db8::25f', 'mac_address': 'fa:16:3e:c8:2d:57'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:12.361323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb310d18-b678-4cc4-9a0c-a592d1989720 None None] The sync data for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv is: [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '4bf959cb-42be-46ca-97e0-391efb0b0ee3', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'floating_ip_address': '172.26.1.165', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'port_id': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'mac_address': 'fa:16:3e:0d:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:32:36Z', 'updated_at': '2021-11-27T10:33:08Z', 'revision_number': 1, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:31Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:12.402931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9926a2-9b9a-43f7-9b98-e5ec8cd72106 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:12.411185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9926a2-9b9a-43f7-9b98-e5ec8cd72106 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:12.417743 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1c9926a2-9b9a-43f7-9b98-e5ec8cd72106 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6103523 Nov 27 10:33:12.424931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37668) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:12.543020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.562448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-caef1a27-1e56-4241-bd45-2925337a8e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.584034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.616629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.627104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Port': ['ID=2078db65-d787-434f-8132-a847d08b017e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:12.631198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-840f7e52-9f7d-47a1-8f68-0b77cb6f3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:12.632754 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-840f7e52-9f7d-47a1-8f68-0b77cb6f3a3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce7f7761-7eee-4cdc-b085-f2aea7ed4cec HTTP/1.1" status: 200 len: 850 time: 0.5201540 Nov 27 10:33:12.652632 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-c6b28888-42a0-4ba8-8a39-cbd3752b6779 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1000 time: 0.4195886 Nov 27 10:33:12.682499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.686740 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5da1c105-6485-4ff9-8231-22d6b4901110 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7201083 Nov 27 10:33:12.689816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:12.698924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2e1d8155-32ae-4737-a1df-91f5378ece26 None None] Provisioning complete for port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:12.699415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e1d8155-32ae-4737-a1df-91f5378ece26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.709513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-36f53e32-1a6e-4b09-97df-13e32beab698 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'floatingip': {'port_id': 'feb218f9-6634-4e1f-ae75-2bf495960f6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:12.745904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d8155-32ae-4737-a1df-91f5378ece26 None None] Port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:12.757490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6b764-399d-4e26-b096-508fa46f8b0d None None] New status for floating IP 4bf959cb-42be-46ca-97e0-391efb0b0ee3: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:33:12.876755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36f53e32-1a6e-4b09-97df-13e32beab698 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:12.935425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b35a-f256-4859-8005-89eed6a8c121 req-6e9d15bd-8a3f-43c6-ab45-ad5bf8c4f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:12.936529 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-6e9d15bd-8a3f-43c6-ab45-ad5bf8c4f164 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.2658079 Nov 27 10:33:13.047837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-cad49c11-119f-4767-8ca1-6ef5b0e24149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:13.049367 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-cad49c11-119f-4767-8ca1-6ef5b0e24149 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=490c86cf-4384-449e-b52f-1576a1a6eaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3956265 Nov 27 10:33:13.080993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d17c2463-3cc5-4270-a17e-3e1494ecea8a None None] Provisioning complete for port d70756f9-0872-4fae-b37c-139823de93de triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:13.081376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d17c2463-3cc5-4270-a17e-3e1494ecea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.084058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:13.106161 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] Sync routers for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:13.126415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Allocated IP 172.26.1.119 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/07fed9b8-0e63-4112-b52a-224b52c99cee) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:13.130214 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:13.132135 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:13.136557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.169083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d70756f9-0872-4fae-b37c-139823de93de up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:13.170496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.204518 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:13.207033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port b9dee0a3-796e-44a8-a24d-2509e4448a39 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:13.207601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.223740 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:13.224540 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:13.232519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-03c790bd-aab5-43c8-a532-7047b741094a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.8005295 Nov 27 10:33:13.235113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:13.274808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d17c2463-3cc5-4270-a17e-3e1494ecea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.282845 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:13.283377 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8b95a-c94f-48bc-998f-d611f87dabee None None] The sync data for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:13.347226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d17c2463-3cc5-4270-a17e-3e1494ecea8a None None] For port d70756f9-0872-4fae-b37c-139823de93de, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d70756f9-0872-4fae-b37c-139823de93de,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:13.349483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d70756f9-0872-4fae-b37c-139823de93de triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:13.350250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.390383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d17c2463-3cc5-4270-a17e-3e1494ecea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.449313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b35a-f256-4859-8005-89eed6a8c121 req-17269628-242a-4925-a6e1-929dbb1aa207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:13.451033 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-17269628-242a-4925-a6e1-929dbb1aa207 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4737558 Nov 27 10:33:13.461122 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f14d5324-11c0-4650-8d51-9f39aa5b7b2b tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] 10.222.0.13 "GET /v2.0/floatingips/088419b4-3eca-464a-a3f8-1835384a903a HTTP/1.1" status: 200 len: 984 time: 0.2225680 Nov 27 10:33:13.465348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2463-3cc5-4270-a17e-3e1494ecea8a None None] Pushing event updated for resources: {'Port': ['ID=d70756f9-0872-4fae-b37c-139823de93de,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:13.468776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:13.519977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-36f53e32-1a6e-4b09-97df-13e32beab698 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] update failed (client error): The resource could not be found. Nov 27 10:33:13.524515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-36f53e32-1a6e-4b09-97df-13e32beab698 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "PUT /v2.0/floatingips/fc1608b2-2f62-4f53-81c5-356002ca2694 HTTP/1.1" status: 404 len: 507 time: 0.8152061 Nov 27 10:33:13.526557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8ab00850-fcd0-4f0c-98cc-6226060a3ae1 None None] Provisioning complete for port b9dee0a3-796e-44a8-a24d-2509e4448a39 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:13.526996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ab00850-fcd0-4f0c-98cc-6226060a3ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.528130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:13.563770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8ab00850-fcd0-4f0c-98cc-6226060a3ae1 None None] Port b9dee0a3-796e-44a8-a24d-2509e4448a39 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:13.583255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.609535 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-c4c28061-b75c-4b08-862d-20818668a31d service neutron] 10.222.0.24 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327740 Nov 27 10:33:13.617646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.619149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for b9dee0a3-796e-44a8-a24d-2509e4448a39 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:13.667276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5102656b-91b8-4dee-8ae9-b3929a963347 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4302 time: 0.1973076 Nov 27 10:33:13.671051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:13.705646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.714899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.719241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.762639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] In _notify_port_updated(), no bound segment for port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 on network 57428917-c8ca-437d-b6f2-d69cf88ddb92 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:33:13.768478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:13.769116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.774201 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "PUT /v2.0/ports/a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 HTTP/1.1" status: 200 len: 1068 time: 1.4228365 Nov 27 10:33:13.777924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37688) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:13.791800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e93a9-8d40-4b03-9fba-36b21da1c0d6 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event updated for resources: {'Port': ['ID=a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:13.800802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Deleting port 2078db65-d787-434f-8132-a847d08b017e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:13.801138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.837767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-54e7cae3-7fd3-4f1c-acb1-4c303692a6c3 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750720 Nov 27 10:33:13.903239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.903662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:13.918011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Calling delete_port for 2078db65-d787-434f-8132-a847d08b017e owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:13.925635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.072318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.079097 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d320a609-5ce5-48bf-9809-d6eca0ae9e35 req-2c75c25c-4098-4ba4-9d20-d3ab96b0636b service neutron] 10.222.0.24 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568934 Nov 27 10:33:14.095484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0d0840e9-3118-4eb2-bfc2-391bbc5f5415 None None] Provisioning complete for port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:14.096171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d0840e9-3118-4eb2-bfc2-391bbc5f5415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.100647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:14.117669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Port': ['ID=2078db65-d787-434f-8132-a847d08b017e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:14.135991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:14.141523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0d0840e9-3118-4eb2-bfc2-391bbc5f5415 None None] Port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:14.147845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:14.157914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event updated for resources: {'Port': ['ID=07fed9b8-0e63-4112-b52a-224b52c99cee,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:14.182335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.185226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.186490 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ce9ca2ed-b915-4fc2-8441-d01cecebf596 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "DELETE /v2.0/floatingips/fc1608b2-2f62-4f53-81c5-356002ca2694 HTTP/1.1" status: 204 len: 168 time: 0.6573167 Nov 27 10:33:14.189921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:14.194829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f424bd37-ab4f-4afc-b81f-d60517e8eda5 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'floatingip': {'floating_network_id': 'a9359495-b7ed-439f-97ca-c23fd939fda1', 'port_id': 'feb218f9-6634-4e1f-ae75-2bf495960f6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:14.216750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f424bd37-ab4f-4afc-b81f-d60517e8eda5 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.242203 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6239b35a-f256-4859-8005-89eed6a8c121 req-ab1aa1f6-783b-4d81-86bd-50ef426a5f5d service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922110 Nov 27 10:33:14.256054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.330630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-f424bd37-ab4f-4afc-b81f-d60517e8eda5 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:33:14.331617 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f424bd37-ab4f-4afc-b81f-d60517e8eda5 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1407225 Nov 27 10:33:14.335435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:14.339745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'feb218f9-6634-4e1f-ae75-2bf495960f6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:14.362839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.482333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.592574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Allocated IP 172.26.1.82 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/51d7fb4b-a68d-43d6-8169-165f172a14f9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:14.655886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:14.656220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.664109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=b9dee0a3-796e-44a8-a24d-2509e4448a39,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:14.705890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.744976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.766645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting port 706c718d-3b91-4334-bfe2-ffafc4e8edaa {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:14.767190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.794354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:14.796523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.797461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:14.799942 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b4b7efb3-661c-4774-ac1f-7f2d18a2d038 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/b9dee0a3-796e-44a8-a24d-2509e4448a39 HTTP/1.1" status: 204 len: 168 time: 2.3691690 Nov 27 10:33:14.805600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:14.807358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:14.890577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event updated for resources: {'Port': ['ID=51d7fb4b-a68d-43d6-8169-165f172a14f9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:14.910687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03caf1-694f-489e-82b1-9df64684c2ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:14.911128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:14.913687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03caf1-694f-489e-82b1-9df64684c2ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:14.915092 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ad03caf1-694f-489e-82b1-9df64684c2ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1067157 Nov 27 10:33:14.918577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:14.955573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:15.012398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.012742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.041368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Calling delete_port for 706c718d-3b91-4334-bfe2-ffafc4e8edaa owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:15.049800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Deleting port 51d7fb4b-a68d-43d6-8169-165f172a14f9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:15.050148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.066225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d70756f9-0872-4fae-b37c-139823de93de up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:15.097684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet b1e424a9-8b52-4ebf-a62c-18fc0717768b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:15.107839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.120785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d70756f9-0872-4fae-b37c-139823de93de triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:15.121063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.154106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.154670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.167349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Calling delete_port for 51d7fb4b-a68d-43d6-8169-165f172a14f9 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:15.173306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.264605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.294193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.325847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Port': ['ID=51d7fb4b-a68d-43d6-8169-165f172a14f9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:15.355981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.402111 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] create failed (client error): The resource could not be found. Nov 27 10:33:15.403232 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e87738fa-062a-4eb3-baee-78c98ea0ded7 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0668488 Nov 27 10:33:15.407335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37706) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:15.500349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Deleting port feb218f9-6634-4e1f-ae75-2bf495960f6a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:15.500717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.531029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.590234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.590980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.603266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Calling delete_port for feb218f9-6634-4e1f-ae75-2bf495960f6a owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:15.671815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:15.756251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.766244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.766956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.797523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Port': ['ID=feb218f9-6634-4e1f-ae75-2bf495960f6a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:15.805368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Port': ['ID=706c718d-3b91-4334-bfe2-ffafc4e8edaa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:15.879017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.883197 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ec04e90a-b471-4351-81a0-8bb46fd66482 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "DELETE /v2.0/ports/feb218f9-6634-4e1f-ae75-2bf495960f6a HTTP/1.1" status: 204 len: 168 time: 0.4747787 Nov 27 10:33:15.886027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:15.891885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:15.946722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66bf60-bf30-4ccc-8446-a05eaf16a61c tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:15.951169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1a66bf60-bf30-4ccc-8446-a05eaf16a61c tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1 HTTP/1.1" status: 200 len: 913 time: 0.0639763 Nov 27 10:33:15.951798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:15.968061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e424a9-8b52-4ebf-a62c-18fc0717768b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:16.005105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.011133 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b9b0963f-8ba6-47aa-b9bc-a46436f2aa05 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/b1e424a9-8b52-4ebf-a62c-18fc0717768b HTTP/1.1" status: 204 len: 168 time: 1.0811293 Nov 27 10:33:16.011314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0faea-40b8-4224-b5be-0335abe1713c None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:16.017309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37716) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.078207 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b5bdcf59-e82c-4a77-9e33-4d44de9065c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573280 Nov 27 10:33:16.080932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.099601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.100006 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Floating IP 088419b4-3eca-464a-a3f8-1835384a903a disassociated (deleted). External IP: 172.26.1.253, port: 8f23c380-695a-4238-af4f-3482ca92e7a5. Nov 27 10:33:16.169593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.183415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.186729 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4fa0064b-d5d5-475f-8513-9c8d0c21b12c tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/ports/a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 HTTP/1.1" status: 204 len: 168 time: 2.4017587 Nov 27 10:33:16.190396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37722) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.222898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-404db737-90dd-40d1-8a9c-c437672749fb tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] GET failed (client error): The resource could not be found. Nov 27 10:33:16.224757 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-404db737-90dd-40d1-8a9c-c437672749fb tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "GET /v2.0/ports/a4d561fe-0ba3-4237-87c6-1bd0d1adcfd7 HTTP/1.1" status: 404 len: 333 time: 0.0326083 Nov 27 10:33:16.229932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.242739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292a47f-ed51-46df-89ed-150e5c159eb7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:16.244263 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9292a47f-ed51-46df-89ed-150e5c159eb7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1622541 Nov 27 10:33:16.248734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.255476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:16.311374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Router 3889bd1a-3d73-40bb-8e78-0377a6f12799 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:16.322458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] Deleting port d70756f9-0872-4fae-b37c-139823de93de {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:16.322838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.343796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e910c2a8-b562-4c73-aa7f-9def26573ae1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:16.345292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e910c2a8-b562-4c73-aa7f-9def26573ae1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0956914 Nov 27 10:33:16.347898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.389282 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-926e71e3-56a8-4f63-b883-99505cf3902d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402827 Nov 27 10:33:16.393988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] For port d70756f9-0872-4fae-b37c-139823de93de, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d70756f9-0872-4fae-b37c-139823de93de,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:16.394390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.407433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:16.408528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] Calling delete_port for d70756f9-0872-4fae-b37c-139823de93de owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:16.419198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:16.498630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.527019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] Pushing event deleted for resources: {'Port': ['ID=d70756f9-0872-4fae-b37c-139823de93de,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:16.535222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04297945-e312-453e-845f-6e9f06f87dcb None None] No DVR routers for this DVR port d70756f9-0872-4fae-b37c-139823de93de on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:16.579363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.860248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port a74596d2-a7c4-4f6d-8472-619fb61faf80 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:16.860852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:16.984971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:16.997598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] Sync routers for ids ['3889bd1a-3d73-40bb-8e78-0377a6f12799'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:17.015136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] Routers {'3889bd1a-3d73-40bb-8e78-0377a6f12799'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:17.016593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3889bd1a-3d73-40bb-8e78-0377a6f12799'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.017309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Router c2d7fa8b-f54f-4efe-88e6-8009fe17662a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:17.024532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.042377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:17.045814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.051102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for a74596d2-a7c4-4f6d-8472-619fb61faf80 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:17.077585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.079102 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ef98e37e-4631-4c42-b74c-d05a16d61d30 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7106237 Nov 27 10:33:17.080030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d70756f9-0872-4fae-b37c-139823de93de no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:17.084259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.084491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.117642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: d70756f9-0872-4fae-b37c-139823de93de {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:17.117997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d70756f9-0872-4fae-b37c-139823de93de not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:17.125196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] Routers {'3889bd1a-3d73-40bb-8e78-0377a6f12799'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:17.125925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3889bd1a-3d73-40bb-8e78-0377a6f12799'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.168398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.169002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c18a9ff-bb9a-40e5-b17b-bc68cb074aaf None None] The sync data for ids ['3889bd1a-3d73-40bb-8e78-0377a6f12799'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:17.269099 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0f35ca67-78c7-49bc-aa3b-2ff008ebde43 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/3889bd1a-3d73-40bb-8e78-0377a6f12799 HTTP/1.1" status: 200 len: 920 time: 0.1820912 Nov 27 10:33:17.272520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.303453 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-584e9db1-d641-44aa-9bbb-1fce6ff5621f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3889bd1a-3d73-40bb-8e78-0377a6f12799 HTTP/1.1" status: 200 len: 205 time: 0.0273659 Nov 27 10:33:17.305046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.308959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:17.316443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.323760 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33778839-4375-4519-b97f-ab25d028a51b None None] Sync routers for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:17.343646 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33778839-4375-4519-b97f-ab25d028a51b None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:17.344281 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-33778839-4375-4519-b97f-ab25d028a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.370119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Deleting port c13926f9-240a-44c6-bc2e-24b7efefd1e7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:17.370468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.388017 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-33778839-4375-4519-b97f-ab25d028a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.398135 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33778839-4375-4519-b97f-ab25d028a51b None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:17.401103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-33778839-4375-4519-b97f-ab25d028a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.405486 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-aad4d24e-626c-4c98-9a02-f95d0168c055 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "DELETE /v2.0/floatingips/088419b4-3eca-464a-a3f8-1835384a903a HTTP/1.1" status: 204 len: 168 time: 3.7323365 Nov 27 10:33:17.409994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.417776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:17.449673 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-33778839-4375-4519-b97f-ab25d028a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:17.450750 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33778839-4375-4519-b97f-ab25d028a51b None None] The sync data for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:17.469545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.495640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.511352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.513305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.514752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=a74596d2-a7c4-4f6d-8472-619fb61faf80,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:17.548738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.569733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Calling delete_port for c13926f9-240a-44c6-bc2e-24b7efefd1e7 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:17.601592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.607226 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d4210771-26d6-4be4-b8ae-a2435163f8e9 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/ports/a74596d2-a7c4-4f6d-8472-619fb61faf80 HTTP/1.1" status: 204 len: 168 time: 1.3744795 Nov 27 10:33:17.608324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.610121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:17.626909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:17.638814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af7c74-4dac-4fa2-9c67-7dc075a7a4b5 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:17.646519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:17.647107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.652239 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b884ba7-74ff-4dcd-811d-963de919c4c0 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] GET failed (client error): The resource could not be found. Nov 27 10:33:17.656949 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1b884ba7-74ff-4dcd-811d-963de919c4c0 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "GET /v2.0/ports/a74596d2-a7c4-4f6d-8472-619fb61faf80 HTTP/1.1" status: 404 len: 333 time: 0.0417037 Nov 27 10:33:17.656949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=55737ee9-f8bf-4b0e-88ba-8d6720ddddda,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:17.657613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.713859 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ac9319c-5233-4e40-9f17-ecef875e6066 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3006289 Nov 27 10:33:17.714077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37750) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:17.719182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '55737ee9-f8bf-4b0e-88ba-8d6720ddddda', 'ip_address': '2001:db8::49da:1a1f:87cd:739c'}], 'name': 'tempest-NetworksTestDHCPv6-1541830897'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:17.720040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.848631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.875672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port b76a7f70-7a57-4351-8fd1-dffe99d1b3b5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:17.876052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.900504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:17.901868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '55737ee9-f8bf-4b0e-88ba-8d6720ddddda'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:17.905145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:17.968419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Deleting port 07fed9b8-0e63-4112-b52a-224b52c99cee {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:17.969084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.042189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.044163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.044515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Allocated IP 172.26.1.162 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/b5d22b71-2757-4b78-93ff-c4d51a77ba27) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:18.072274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/55737ee9-f8bf-4b0e-88ba-8d6720ddddda/4b323183-4848-4250-9537-f66aed7cade2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:18.073062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 36709534-fe64-4d72-9053-d27578c409f2 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:18.103228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Port': ['ID=c13926f9-240a-44c6-bc2e-24b7efefd1e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:18.108386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.152347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for b76a7f70-7a57-4351-8fd1-dffe99d1b3b5 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:18.188106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.214388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Calling delete_port for 07fed9b8-0e63-4112-b52a-224b52c99cee owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:18.297245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.307965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.329114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:18.332756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:18.350948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:18.376151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.396691 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::49da:1a1f:87cd:739c (3bc6e607-62fb-4beb-854c-95ed85f39ad6/55737ee9-f8bf-4b0e-88ba-8d6720ddddda/36709534-fe64-4d72-9053-d27578c409f2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:18.399873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.422525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Attempting to bind port 4b323183-4848-4250-9537-f66aed7cade2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:18.422906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Attempting to bind port 4b323183-4848-4250-9537-f66aed7cade2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:18.423912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Attempting to bind port 4b323183-4848-4250-9537-f66aed7cade2 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:18.431781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:18.432179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:18.434247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.434671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:18.435639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Bound port: 4b323183-4848-4250-9537-f66aed7cade2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:18.436801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.463065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.526520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] For port 4b323183-4848-4250-9537-f66aed7cade2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:18.530241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] For port 4b323183-4848-4250-9537-f66aed7cade2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4b323183-4848-4250-9537-f66aed7cade2,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:18.531424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Pushing event updated for resources: {'Port': ['ID=4b323183-4848-4250-9537-f66aed7cade2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:18.535736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.563099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:18.572909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:18.577341 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:18.579335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d22b71-2757-4b78-93ff-c4d51a77ba27,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:18.588991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b3974-3bec-4dfa-b775-8bb8e9a6bfd0 None None] Pushing event updated for resources: {'Port': ['ID=4b323183-4848-4250-9537-f66aed7cade2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:18.669997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.696498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.707846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.757264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:18.762320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:18.764099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:18.779476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:18.780151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.789702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=b76a7f70-7a57-4351-8fd1-dffe99d1b3b5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:18.794082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=36709534-fe64-4d72-9053-d27578c409f2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:18.804757 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1add8617-99ff-4e44-9fc0-e0c7a69817f6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0894794 Nov 27 10:33:18.806954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:18.821800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Router 8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:18.834259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.837603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6c4e7619-20c5-4f8e-895b-8cec9676b59d tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/ports/b76a7f70-7a57-4351-8fd1-dffe99d1b3b5 HTTP/1.1" status: 204 len: 168 time: 1.1767933 Nov 27 10:33:18.841291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:18.849528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:18.963783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.006941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting subnet 2c59887c-36b4-4434-9ef8-cbeb1862d37a {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:19.010731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.081397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367aac83-da3b-4bb8-8b66-354f1973282f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:19.090019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367aac83-da3b-4bb8-8b66-354f1973282f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:19.091791 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-367aac83-da3b-4bb8-8b66-354f1973282f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2838542 Nov 27 10:33:19.098591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:19.135400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4b323183-4848-4250-9537-f66aed7cade2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:19.137821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.167723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.190546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4b323183-4848-4250-9537-f66aed7cade2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:19.190919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.281693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.297502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event deleted for resources: {'Port': ['ID=07fed9b8-0e63-4112-b52a-224b52c99cee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:19.308323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:19.316348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c70c7868-e9b7-4d03-8616-3624c4d5734f tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "PUT /v2.0/routers/8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3634715 Nov 27 10:33:19.316966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:19.327103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] Sync routers for ids ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:19.330315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 4b323183-4848-4250-9537-f66aed7cade2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4b323183-4848-4250-9537-f66aed7cade2,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:19.349190 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.365226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.399291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] Routers {'8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:19.400186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:19.424467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 36709534-fe64-4d72-9053-d27578c409f2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:19.424868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.451588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.453703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:19.480932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] Routers {'8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:19.481381 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:19.526756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:19.527433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d105aa4a-9923-4bf6-bd70-7b8b4741c8ae None None] The sync data for ids ['8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:19.529001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=4b323183-4848-4250-9537-f66aed7cade2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:19.544147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.560467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.563468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.579566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.660496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Subnet': ['ID=2c59887c-36b4-4434-9ef8-cbeb1862d37a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:19.698162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.702579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9e3ba-5c49-4098-8544-4e368026d9e9 None None] Network 57428917-c8ca-437d-b6f2-d69cf88ddb92 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:19.706805 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8b7260c3-167c-47f8-a8e6-ca9131b2809b tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/subnets/2c59887c-36b4-4434-9ef8-cbeb1862d37a HTTP/1.1" status: 204 len: 168 time: 0.8636169 Nov 27 10:33:19.707550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.709057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d22b71-2757-4b78-93ff-c4d51a77ba27,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:19.709187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:19.743761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.747337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.756229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.764214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 36709534-fe64-4d72-9053-d27578c409f2 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:19.779412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.783254 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ebe93abd-b209-4725-83e1-8473d9422554 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3661838 Nov 27 10:33:19.783494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:19.840060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.853354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.933518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.934042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Fanout notify agent at l3_agent the message router_deleted on router 3889bd1a-3d73-40bb-8e78-0377a6f12799 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:19.944743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.949805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:19.950242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-16bcba37-4547-407e-bc87-c8db2ca65c2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/3889bd1a-3d73-40bb-8e78-0377a6f12799 HTTP/1.1" status: 204 len: 168 time: 2.6446671 Nov 27 10:33:19.954647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405184633', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:19.955312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.966838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.967436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Fanout notify agent at l3_agent the message router_deleted on router 8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:19.976338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.979200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:19.980695 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f7be138d-9c9e-4189-a51e-a7ed8fe6302d tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "DELETE /v2.0/routers/8a6f11c8-ddcd-4b57-a8c8-e1fa5cf232b1 HTTP/1.1" status: 204 len: 168 time: 0.6475620 Nov 27 10:33:19.984453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:20.007879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a1761bde-1740-479a-b584-40f1b19fcc57 None None] Provisioning complete for port 4b323183-4848-4250-9537-f66aed7cade2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:20.008335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a1761bde-1740-479a-b584-40f1b19fcc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.029462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:20.064319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=36709534-fe64-4d72-9053-d27578c409f2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:20.101982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.105642 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1a77c9b2-c7f8-484a-a840-89ce59049765 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/36709534-fe64-4d72-9053-d27578c409f2 HTTP/1.1" status: 204 len: 168 time: 1.0054007 Nov 27 10:33:20.108775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Deleting subnet f5f24819-9d7b-4029-a626-6b66da546837 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:20.113157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:20.137619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.141714 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.143499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.158113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.211214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] DHCP port deletion for 57428917-c8ca-437d-b6f2-d69cf88ddb92 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:20.237297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.242526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Deleting port 9985e026-83f9-48f0-a32c-0fae5b8e4991 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:20.243800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.273622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] Deleting port 9985e026-83f9-48f0-a32c-0fae5b8e4991 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:20.274252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.312899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606e8f0-2870-47d9-98f1-237b367fc448 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:20.314393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606e8f0-2870-47d9-98f1-237b367fc448 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:20.319012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7606e8f0-2870-47d9-98f1-237b367fc448 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1846905 Nov 27 10:33:20.320317 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:20.359254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2f346753-a794-4308-8b31-ff65fd8a389c None None] Could not find standard attr ID for object 36709534-fe64-4d72-9053-d27578c409f2. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:20.368156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] For port 9985e026-83f9-48f0-a32c-0fae5b8e4991, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9985e026-83f9-48f0-a32c-0fae5b8e4991,segment=NetworkSegment(43178347-df6d-4776-afdd-f50f61dd5e82),segment_id=43178347-df6d-4776-afdd-f50f61dd5e82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:20.368593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.372617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.373982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] For port 9985e026-83f9-48f0-a32c-0fae5b8e4991, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9985e026-83f9-48f0-a32c-0fae5b8e4991,segment=NetworkSegment(43178347-df6d-4776-afdd-f50f61dd5e82),segment_id=43178347-df6d-4776-afdd-f50f61dd5e82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:20.374423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.387376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] Calling delete_port for 9985e026-83f9-48f0-a32c-0fae5b8e4991 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:20.436994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.492477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.492878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Calling delete_port for 9985e026-83f9-48f0-a32c-0fae5b8e4991 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:20.498144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 55737ee9-f8bf-4b0e-88ba-8d6720ddddda {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:20.501449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.508624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] No DVR routers for this DVR port 9985e026-83f9-48f0-a32c-0fae5b8e4991 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:20.533020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077922ab-d2b6-45d0-a6be-eefc2c4f3f9b None None] Pushing event deleted for resources: {'Port': ['ID=9985e026-83f9-48f0-a32c-0fae5b8e4991,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:20.588910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.601894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.636698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f24819-9d7b-4029-a626-6b66da546837,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:20.638706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.643556 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1a2d9c03-463e-4c1f-bf1f-09d4f9f56551 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "DELETE /v2.0/subnets/f5f24819-9d7b-4029-a626-6b66da546837 HTTP/1.1" status: 204 len: 168 time: 0.6557002 Nov 27 10:33:20.645550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.647803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37790) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:20.648722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d925d-e536-4f0f-8378-27bc13f5fb0b None None] Network a9359495-b7ed-439f-97ca-c23fd939fda1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:20.691573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Port': ['ID=9985e026-83f9-48f0-a32c-0fae5b8e4991,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:20.714435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] No DVR routers for this DVR port 9985e026-83f9-48f0-a32c-0fae5b8e4991 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:20.805911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.858155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.863556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] DHCP port deletion for a9359495-b7ed-439f-97ca-c23fd939fda1 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:20.905854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57428917-c8ca-437d-b6f2-d69cf88ddb92']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:20.916010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] Deleting port e3daf238-0a38-48d5-a910-52481e455663 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:20.916263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.921262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43178347-df6d-4776-afdd-f50f61dd5e82') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:20.921576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43178347-df6d-4776-afdd-f50f61dd5e82') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:20.934146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.953231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.962982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:20.962982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: items = [ Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:20.966760 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:20.983332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.990670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Deleting port e3daf238-0a38-48d5-a910-52481e455663 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:20.991044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:20.995130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] For port e3daf238-0a38-48d5-a910-52481e455663, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3daf238-0a38-48d5-a910-52481e455663,segment=NetworkSegment(dd000098-b8b7-452d-a418-213e256dee22),segment_id=dd000098-b8b7-452d-a418-213e256dee22)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:20.995648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.013700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] Calling delete_port for e3daf238-0a38-48d5-a910-52481e455663 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:21.014038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.097438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.107242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.113672 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] 10.222.0.13 "DELETE /v2.0/networks/57428917-c8ca-437d-b6f2-d69cf88ddb92 HTTP/1.1" status: 204 len: 168 time: 1.3765182 Nov 27 10:33:21.123832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] For port e3daf238-0a38-48d5-a910-52481e455663, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3daf238-0a38-48d5-a910-52481e455663,segment=NetworkSegment(dd000098-b8b7-452d-a418-213e256dee22),segment_id=dd000098-b8b7-452d-a418-213e256dee22)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:21.124237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.125204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.133667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4b323183-4848-4250-9537-f66aed7cade2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:21.145327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729d260-05cd-40bd-92a9-de5ee403cec2 tempest-AllowedAddressPairIpV6TestJSON-1723675342 tempest-AllowedAddressPairIpV6TestJSON-1723675342-project] Pushing event deleted for resources: {'Network': ['ID=57428917-c8ca-437d-b6f2-d69cf88ddb92,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:21.152185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Calling delete_port for e3daf238-0a38-48d5-a910-52481e455663 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:21.159158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.204282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] Pushing event deleted for resources: {'Port': ['ID=e3daf238-0a38-48d5-a910-52481e455663,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:21.213757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53169cfe-ecd4-412d-b505-9fb5d2260622 None None] No DVR routers for this DVR port e3daf238-0a38-48d5-a910-52481e455663 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:21.246004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4b323183-4848-4250-9537-f66aed7cade2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:21.246626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.301358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.339963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Port': ['ID=e3daf238-0a38-48d5-a910-52481e455663,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:21.342192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] No DVR routers for this DVR port e3daf238-0a38-48d5-a910-52481e455663 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:21.360090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Allocated IP 172.26.1.112 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/effe23ec-65bd-41ef-a2b9-05aeedcd47c7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:21.366997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.391486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.395245 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/55737ee9-f8bf-4b0e-88ba-8d6720ddddda HTTP/1.1" status: 204 len: 168 time: 1.0737846 Nov 27 10:33:21.399133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78552ad-3117-4b8e-b760-5f266c26b686 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:21.416991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:21.465149 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-942a0b24-e756-48b5-acc1-148f7277657e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467210 Nov 27 10:33:21.465954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98df875-633e-4387-a36e-104828a7da73 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=55737ee9-f8bf-4b0e-88ba-8d6720ddddda,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:21.478418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.479931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:21.482428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9985e026-83f9-48f0-a32c-0fae5b8e4991 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:21.486060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:21.499686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9359495-b7ed-439f-97ca-c23fd939fda1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:21.509286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd000098-b8b7-452d-a418-213e256dee22') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:21.509578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd000098-b8b7-452d-a418-213e256dee22') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:21.517014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9985e026-83f9-48f0-a32c-0fae5b8e4991 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:21.517370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9985e026-83f9-48f0-a32c-0fae5b8e4991 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:21.517795 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3daf238-0a38-48d5-a910-52481e455663 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:21.527097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.538678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:21.546187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e3daf238-0a38-48d5-a910-52481e455663 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:21.546187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3daf238-0a38-48d5-a910-52481e455663 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:21.553875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.571721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:21.572437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.597849 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:21.611470 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:21.687509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.695447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.701042 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] 10.222.0.13 "DELETE /v2.0/networks/a9359495-b7ed-439f-97ca-c23fd939fda1 HTTP/1.1" status: 204 len: 168 time: 1.0485508 Nov 27 10:33:21.721223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:21.724677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e8953-9636-4565-addb-b423a8f84064 tempest-FloatingIPNegativeTestJSON-1408390928 tempest-FloatingIPNegativeTestJSON-1408390928-project] Pushing event deleted for resources: {'Network': ['ID=a9359495-b7ed-439f-97ca-c23fd939fda1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:21.763678 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-57560758-06ac-459d-8892-fe6605571bbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5da8a9ab21ec4c95ae3a035f5279ab16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240059 Nov 27 10:33:21.766477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:21.775710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.790357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.806796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] Deleting port 4b323183-4848-4250-9537-f66aed7cade2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:21.807231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.817504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c911b0d-e3da-481d-afc8-48a1a519dfb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.822382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:21.826082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.843860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.847390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c911b0d-e3da-481d-afc8-48a1a519dfb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.913788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c911b0d-e3da-481d-afc8-48a1a519dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.916504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c911b0d-e3da-481d-afc8-48a1a519dfb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.917921 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7c911b0d-e3da-481d-afc8-48a1a519dfb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d966f706-81fd-464b-b5b5-557959cb0815 HTTP/1.1" status: 204 len: 168 time: 0.1504805 Nov 27 10:33:21.926276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911b0d-e3da-481d-afc8-48a1a519dfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966f706-81fd-464b-b5b5-557959cb0815,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:21.954760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] For port 4b323183-4848-4250-9537-f66aed7cade2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4b323183-4848-4250-9537-f66aed7cade2,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:21.955519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:21.977454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] Calling delete_port for 4b323183-4848-4250-9537-f66aed7cade2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:21.989033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.040733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:22.073827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:22.082518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:22.085564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:22.105143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.137405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] Pushing event deleted for resources: {'Port': ['ID=4b323183-4848-4250-9537-f66aed7cade2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:22.142352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7ddc9-4772-4b7e-9709-ca0664695839 None None] No DVR routers for this DVR port 4b323183-4848-4250-9537-f66aed7cade2 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:22.150833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Allocated IP 172.26.1.206 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/d825d209-49a9-45f6-bdb6-61acf2f513ab) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:22.166801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Pushing event updated for resources: {'Port': ['ID=effe23ec-65bd-41ef-a2b9-05aeedcd47c7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:22.356311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.363546 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a16dc1be-5a5b-48ca-bb7d-684d07388f48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11dcf5bdf9854ba7bba19b8665ca4d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193591 Nov 27 10:33:22.365690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:22.424941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.430568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc1f-c1bb-4bed-8c41-99cc261ce1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.454483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.456246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.457360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc1f-c1bb-4bed-8c41-99cc261ce1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.511664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc1f-c1bb-4bed-8c41-99cc261ce1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.517155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc0abc1f-c1bb-4bed-8c41-99cc261ce1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.521853 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bc0abc1f-c1bb-4bed-8c41-99cc261ce1af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bad7c711-d0db-4357-9994-5ac25d72eb86 HTTP/1.1" status: 204 len: 168 time: 0.1537609 Nov 27 10:33:22.522026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:22.530139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0abc1f-c1bb-4bed-8c41-99cc261ce1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad7c711-d0db-4357-9994-5ac25d72eb86,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:22.538594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:22.548361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:22.548956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.549871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda4712-61d0-4bba-bc24-2010aeda9df3 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:22.566300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=8a12067b-cc0a-4b52-8002-250581aa024d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:22.642417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:22.642652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f03b483d-0ada-47a5-991d-6e7d1418251c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1603894 Nov 27 10:33:22.653433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '8a12067b-cc0a-4b52-8002-250581aa024d', 'ip_address': '2001:db8::fe61:53e6:e98a:caa4'}], 'name': 'tempest-NetworksTestDHCPv6-281594827'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:22.655205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.722168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:22.745497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:22.752265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:22.757563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Port': ['ID=d825d209-49a9-45f6-bdb6-61acf2f513ab,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:22.792872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '8a12067b-cc0a-4b52-8002-250581aa024d'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:22.793607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.810502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.859541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:22.867670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:22.925159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Pushing event updated for resources: {'Port': ['ID=effe23ec-65bd-41ef-a2b9-05aeedcd47c7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:22.979579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/8a12067b-cc0a-4b52-8002-250581aa024d/ca725714-0503-4dd9-924e-d16f90d89854) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:23.033269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.051624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.085614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.087160 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-54d16555-0d75-4f9d-8abe-9d422eb389a8 tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3027852 Nov 27 10:33:23.089617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:23.107425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37860) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:23.112599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port debbdb7e-b5ca-4870-a755-58f0f28bfb02 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:23.141320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4b323183-4848-4250-9537-f66aed7cade2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:23.185157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 4b323183-4848-4250-9537-f66aed7cade2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:23.185507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4b323183-4848-4250-9537-f66aed7cade2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:23.234695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.242753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.269083 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f7faae3c-9ca8-4d4a-bca8-36ba9b461f6a tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1782036 Nov 27 10:33:23.272726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:23.294677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:23.297863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:23.302584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:23.308881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Pushing event updated for resources: {'Port': ['ID=ca725714-0503-4dd9-924e-d16f90d89854,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:23.356729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.362837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0b403790-2764-4570-9449-0caaae1780bf tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0888751 Nov 27 10:33:23.375531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37870) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:23.382720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Attempting to bind port ca725714-0503-4dd9-924e-d16f90d89854 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:23.383242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Attempting to bind port ca725714-0503-4dd9-924e-d16f90d89854 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:23.383627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Attempting to bind port ca725714-0503-4dd9-924e-d16f90d89854 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:23.390079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:23.390705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:23.391474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.391941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:23.392531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Bound port: ca725714-0503-4dd9-924e-d16f90d89854, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:23.393462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.444914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::fe61:53e6:e98a:caa4 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/8a12067b-cc0a-4b52-8002-250581aa024d/debbdb7e-b5ca-4870-a755-58f0f28bfb02) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:23.501241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] For port ca725714-0503-4dd9-924e-d16f90d89854, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:23.509289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] For port ca725714-0503-4dd9-924e-d16f90d89854, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ca725714-0503-4dd9-924e-d16f90d89854,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:23.519862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.621969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9d1df-488e-4356-9a41-8f6376e38302 None None] Pushing event updated for resources: {'Port': ['ID=ca725714-0503-4dd9-924e-d16f90d89854,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:23.624963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1222889828'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:23.670172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Deleting port effe23ec-65bd-41ef-a2b9-05aeedcd47c7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:23.670430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.727715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.765399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Made reservation on behalf of 776710e76a7743038bf1876b94babe96 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:23.769146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.788585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37884) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:23.790299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.879029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.879361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.916686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Calling delete_port for effe23ec-65bd-41ef-a2b9-05aeedcd47c7 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:23.929886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:23.930895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Router f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:23.993400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605630157'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:24.057975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.062347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.070452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.085072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.105488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:24.118207 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Sync routers for ids ['f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:24.118758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.133403 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Routers {'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:24.134424 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:24.139590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.140867 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9f338831-260a-4b75-83e0-5a0c3c382280 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1899803 Nov 27 10:33:24.144763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:24.152087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:24.170528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:24.173235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:24.179485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:24.180100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.190650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:24.234006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f946b64e-ea2e-42b3-8af5-ef4216a2bb8a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:24.237608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=debbdb7e-b5ca-4870-a755-58f0f28bfb02,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:24.250050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-811a7775-d2b6-4f29-9c3d-24fd6acb3c83 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6040764 Nov 27 10:33:24.250297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:24.261203 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Set router f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:24.298632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.302181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.302575 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Added segment c3810b64-9634-456d-8812-94374968be11 of type vlan for network dbf04679-2ddb-43d0-8114-e8f27a34e1fe Nov 27 10:33:24.336799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.340418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a7de5fd0-c5a0-4e6c-a78f-87712b7e5c64 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 HTTP/1.1" status: 200 len: 909 time: 0.1921320 Nov 27 10:33:24.342803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:24.347839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405184633', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:24.349965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Pushing event deleted for resources: {'Port': ['ID=effe23ec-65bd-41ef-a2b9-05aeedcd47c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:24.353461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.408990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19776ad7-6d5c-42d6-ab55-5ea493abe41a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:24.414272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01be0ad0-0203-4add-9465-b65b59964a09,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:24.415977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19776ad7-6d5c-42d6-ab55-5ea493abe41a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:24.418842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-19776ad7-6d5c-42d6-ab55-5ea493abe41a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1675653 Nov 27 10:33:24.424458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.425807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.440747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:24.482417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.504057 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6', 'name': 'tempest-snat-router-1405184633', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.206'}], 'enable_snat': False}, 'gw_port_id': 'd825d209-49a9-45f6-bdb6-61acf2f513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:20Z', 'updated_at': '2021-11-27T10:33:23Z', 'revision_number': 3, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port': {'id': 'd825d209-49a9-45f6-bdb6-61acf2f513ab', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:21Z', 'updated_at': '2021-11-27T10:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:24.528041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.530067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.531508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.535819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-818be0ed-d36e-4d92-9d1a-c1c61e543faa tempest-FloatingIPAdminTestJSON-376601064 tempest-FloatingIPAdminTestJSON-376601064-project] 10.222.0.13 "DELETE /v2.0/floatingips/17106554-9126-48dc-bdb4-2d80674e04dc HTTP/1.1" status: 204 len: 168 time: 1.1586175 Nov 27 10:33:24.536735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Checking router: f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:24.537224 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Updating router f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 port d825d209-49a9-45f6-bdb6-61acf2f513ab binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:33:24.538961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37900) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:24.571910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.577646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:24.578287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.669857 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3005238 Nov 27 10:33:24.673691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:24.678235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port debbdb7e-b5ca-4870-a755-58f0f28bfb02 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:24.678235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.685541 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.685906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Request body: {'subnet': {'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:24.701286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93772c94-e09f-4816-836c-74ef9be02c90 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event updated for resources: {'Network': ['ID=dbf04679-2ddb-43d0-8114-e8f27a34e1fe,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:24.714506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:24.744812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.759487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.860349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.879745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for debbdb7e-b5ca-4870-a755-58f0f28bfb02 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:24.887251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Made reservation on behalf of 776710e76a7743038bf1876b94babe96 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:24.891031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.915189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.917330 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1282756 Nov 27 10:33:24.920436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:24.935533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a2153-66b2-4e83-a59f-b3c599b635dd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b00580e-98a9-4ae7-97cd-332cfed6647c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:24.940198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37906) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:25.010588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Deleting port b5d22b71-2757-4b78-93ff-c4d51a77ba27 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:25.011613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.131403 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.155993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ca725714-0503-4dd9-924e-d16f90d89854 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:25.166746 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.242381 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Attempting to bind port d825d209-49a9-45f6-bdb6-61acf2f513ab on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:25.242819 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Attempting to bind port d825d209-49a9-45f6-bdb6-61acf2f513ab by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:25.243187 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Attempting to bind port d825d209-49a9-45f6-bdb6-61acf2f513ab on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:25.255936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22e7cf06-7ebd-4f3e-9324-343a3f07d8ea None None] Provisioning complete for port ca725714-0503-4dd9-924e-d16f90d89854 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:25.256845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22e7cf06-7ebd-4f3e-9324-343a3f07d8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.264039 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:25.264447 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:25.265052 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.265620 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:25.266280 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Bound port: d825d209-49a9-45f6-bdb6-61acf2f513ab, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:25.267077 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.335834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ca725714-0503-4dd9-924e-d16f90d89854 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:25.338477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.352706 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] For port d825d209-49a9-45f6-bdb6-61acf2f513ab, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:25.358198 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] For port d825d209-49a9-45f6-bdb6-61acf2f513ab, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d825d209-49a9-45f6-bdb6-61acf2f513ab,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:25.370041 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.372835 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Pushing event updated for resources: {'Port': ['ID=d825d209-49a9-45f6-bdb6-61acf2f513ab,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:25.384444 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.385839 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.386210 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.386740 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.387088 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.387450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.387981 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.388338 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.388704 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.389041 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.389376 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.389775 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:33:25.433133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.499265 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Routers {'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:25.499970 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:25.525710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.543247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event updated for resources: {'Subnet': ['ID=68f63bea-12dc-4944-956b-1089fd9bdec3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:25.576261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Checking segment: {'id': 'c3810b64-9634-456d-8812-94374968be11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:25.576663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Network hostable DHCP agents. Network: dbf04679-2ddb-43d0-8114-e8f27a34e1fe, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:33:25.602441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port ca725714-0503-4dd9-924e-d16f90d89854, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ca725714-0503-4dd9-924e-d16f90d89854,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:25.613314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22e7cf06-7ebd-4f3e-9324-343a3f07d8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.617864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.637797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:33:25.655482 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] Set router f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:25.657816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, dbf04679-2ddb-43d0-8114-e8f27a34e1fe) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:25.663420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:25.664071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.684346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.698741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-97248f07-3bd6-4c4e-9f5d-9ce37a5e5212 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.7515862 Nov 27 10:33:25.706761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:25.712645 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d9b1c0d-67d5-4ee3-8e73-4a0193957aee tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0378003 Nov 27 10:33:25.723353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=ca725714-0503-4dd9-924e-d16f90d89854,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:25.727496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07133128-15f9-4181-80e0-506f90e2d1b3 None None] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:25.743476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37914) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:25.751915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Request body: {'port': {'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-355835841'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:25.756028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-security--495396648', 'description': 'tempest-security-description-300022252'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:25.763640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.767299 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/debbdb7e-b5ca-4870-a755-58f0f28bfb02 HTTP/1.1" status: 204 len: 168 time: 1.3217118 Nov 27 10:33:25.775759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3122e-7aea-4e57-8374-cfd35001a552 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=debbdb7e-b5ca-4870-a755-58f0f28bfb02,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:25.780945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:25.839670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.895714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.903697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.907393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.909060 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "PUT /v2.0/security-groups/5b00580e-98a9-4ae7-97cd-332cfed6647c HTTP/1.1" status: 200 len: 1793 time: 0.2010596 Nov 27 10:33:25.915432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37920) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:25.917763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.918091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:25.923982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-22e7cf06-7ebd-4f3e-9324-343a3f07d8ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:33:25.924663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-22e7cf06-7ebd-4f3e-9324-343a3f07d8ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:33:25.954420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281e4a7-7d85-4f6b-ba54-87dcab9c9c32 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:25.956364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281e4a7-7d85-4f6b-ba54-87dcab9c9c32 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:25.957232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Calling delete_port for b5d22b71-2757-4b78-93ff-c4d51a77ba27 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:25.957936 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9281e4a7-7d85-4f6b-ba54-87dcab9c9c32 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1759763 Nov 27 10:33:25.966158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.009807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Made reservation on behalf of 776710e76a7743038bf1876b94babe96 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:26.014359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.047022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c3d70-5b1c-4a8d-9155-ff416cbc7a85 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b00580e-98a9-4ae7-97cd-332cfed6647c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:26.050650 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c646ed-71ef-4f94-bcb9-cd1591951151 None None] Pushing event updated for resources: {'Port': ['ID=d825d209-49a9-45f6-bdb6-61acf2f513ab,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:26.053506 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-31c707a0-0776-4f49-be94-69cda3017ef9 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups/5b00580e-98a9-4ae7-97cd-332cfed6647c HTTP/1.1" status: 200 len: 1793 time: 0.1346509 Nov 27 10:33:26.056488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.077905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-dbf04679-2ddb-43d0-8114-e8f27a34e1fe', 'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe', 'tenant_id': '776710e76a7743038bf1876b94babe96', 'fixed_ips': [{'subnet_id': '68f63bea-12dc-4944-956b-1089fd9bdec3'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:26.080158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.089192 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6', 'name': 'tempest-snat-router-1405184633', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.206'}], 'enable_snat': False}, 'gw_port_id': 'd825d209-49a9-45f6-bdb6-61acf2f513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:20Z', 'updated_at': '2021-11-27T10:33:23Z', 'revision_number': 3, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port': {'id': 'd825d209-49a9-45f6-bdb6-61acf2f513ab', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:21Z', 'updated_at': '2021-11-27T10:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:26.090616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 8a12067b-cc0a-4b52-8002-250581aa024d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:26.093975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.098076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] device_id is not set on port fc7b97e4-bee1-4c24-a97e-5051ef796078 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:26.122795 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68870ae-5311-4468-a5d6-83e2723ea051 None None] The sync data for ids ['f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6'] in dv-neutron-804846-16-hyperv is: [{'id': 'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6', 'name': 'tempest-snat-router-1405184633', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.206'}], 'enable_snat': False}, 'gw_port_id': 'd825d209-49a9-45f6-bdb6-61acf2f513ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:20Z', 'updated_at': '2021-11-27T10:33:23Z', 'revision_number': 3, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port': {'id': 'd825d209-49a9-45f6-bdb6-61acf2f513ab', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:21Z', 'updated_at': '2021-11-27T10:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:26.141722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.245297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.300621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013c0501-c52e-4fd0-9c53-e7acc59595d6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.334944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013c0501-c52e-4fd0-9c53-e7acc59595d6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.359178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.398813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=8a12067b-cc0a-4b52-8002-250581aa024d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:26.400515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Allocated IP 172.20.0.14 (dbf04679-2ddb-43d0-8114-e8f27a34e1fe/68f63bea-12dc-4944-956b-1089fd9bdec3/fc7b97e4-bee1-4c24-a97e-5051ef796078) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:26.404439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.407924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e09ccf88-24d6-4c0f-bb10-177f5d3bc8bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/8a12067b-cc0a-4b52-8002-250581aa024d HTTP/1.1" status: 204 len: 168 time: 0.4407792 Nov 27 10:33:26.410726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.429097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a41caa-6c73-4cd4-9447-3d0bd69aac15 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:26.463287 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6cfd7e12-5079-4831-85b7-ce4d4404a438 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511761 Nov 27 10:33:26.466127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.484126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:26.491741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.497236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013c0501-c52e-4fd0-9c53-e7acc59595d6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.500525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-013c0501-c52e-4fd0-9c53-e7acc59595d6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.501813 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-013c0501-c52e-4fd0-9c53-e7acc59595d6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b00580e-98a9-4ae7-97cd-332cfed6647c HTTP/1.1" status: 204 len: 168 time: 0.4438939 Nov 27 10:33:26.517608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.531928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.546570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c0501-c52e-4fd0-9c53-e7acc59595d6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b00580e-98a9-4ae7-97cd-332cfed6647c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:26.549547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.589841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d22b71-2757-4b78-93ff-c4d51a77ba27,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:26.644784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e38d325-66b4-479f-a29c-21e9b972a77f tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1185608 Nov 27 10:33:26.648663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.674490 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-599ac626-272a-4bab-8e8e-8ce1e995ba9a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] delete failed (client error): The resource could not be found. Nov 27 10:33:26.680788 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-599ac626-272a-4bab-8e8e-8ce1e995ba9a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b00580e-98a9-4ae7-97cd-332cfed6647c HTTP/1.1" status: 404 len: 347 time: 0.0309379 Nov 27 10:33:26.685574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.691851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--886604194'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:26.720692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:26.728582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.870743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.921569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.929915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:26.934933 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-60fa003c-f3ee-41b6-88ef-33ca94eab050 tempest-FloatingIPAdminTestJSON-863309829 tempest-FloatingIPAdminTestJSON-863309829-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/4b4dc8e7-36b1-4464-8626-07c79dd2231f HTTP/1.1" status: 204 len: 168 time: 2.3894002 Nov 27 10:33:26.940579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:26.955130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f628c7fd-1cd0-40cb-befc-ba6a9f99d62d None None] Could not find standard attr ID for object debbdb7e-b5ca-4870-a755-58f0f28bfb02. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:26.971178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Allocated IP 172.26.1.101 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/a75c6c84-e3c8-473e-a2b4-60d92c2130b5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:26.994047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:27.095005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] Deleting port ca725714-0503-4dd9-924e-d16f90d89854 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:27.095274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.095402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.100523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.110874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.119942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.188187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d825d209-49a9-45f6-bdb6-61acf2f513ab up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:27.194361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.218174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.220445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5328655 Nov 27 10:33:27.225754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:27.229216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37944) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:27.231433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=9127bd1f-5ded-4559-93e6-4f64510edcc8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:27.236144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '86e3f7bd-8dc5-4865-8735-053d6870e70d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:27.240759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:27.244562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:27.244751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.254280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] For port ca725714-0503-4dd9-924e-d16f90d89854, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ca725714-0503-4dd9-924e-d16f90d89854,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:27.254689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.254923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550f9c0-2edf-4ff6-b7fa-23374904bcec tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e3f7bd-8dc5-4865-8735-053d6870e70d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:27.274154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] Calling delete_port for ca725714-0503-4dd9-924e-d16f90d89854 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:27.280246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4c299b47-995e-4f8b-8687-6aea154d0cf2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8129663 Nov 27 10:33:27.283187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37946) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:27.288529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '9127bd1f-5ded-4559-93e6-4f64510edcc8', 'ip_address': '2001:db8::ab4f:5a6c:bf77:1a14'}], 'name': 'tempest-NetworksTestDHCPv6-1137122702'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:27.293103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.307807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.398605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event updated for resources: {'Port': ['ID=fc7b97e4-bee1-4c24-a97e-5051ef796078,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:27.401067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d825d209-49a9-45f6-bdb6-61acf2f513ab triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:27.408056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.416532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:27.419113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.434375 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:27.436872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:27.463347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:27.466193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting port 8f23c380-695a-4238-af4f-3482ca92e7a5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:27.466539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.473952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.498760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port b31bd3b3-a997-4dd0-9361-93883c11f637 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:27.505014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Allocated IP 172.20.0.2 (dbf04679-2ddb-43d0-8114-e8f27a34e1fe/68f63bea-12dc-4944-956b-1089fd9bdec3/e96e30aa-2f5f-4056-91c3-bb091828be6e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:27.540811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:27.553992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.562363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:27.565443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:27.593625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.620934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.642215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Port': ['ID=a75c6c84-e3c8-473e-a2b4-60d92c2130b5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:27.659633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] Pushing event deleted for resources: {'Port': ['ID=ca725714-0503-4dd9-924e-d16f90d89854,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:27.685960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592ed11-5219-4dbd-8054-7b3e8a88a3e8 None None] No DVR routers for this DVR port ca725714-0503-4dd9-924e-d16f90d89854 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:27.688785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:27.689892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.703420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4a7d7e-f4a4-4e43-bd81-18c42019a2ec,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:27.729123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337bae86-3483-41a8-aa82-2ecebdb363a2 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:27.738813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::ab4f:5a6c:bf77:1a14 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/9127bd1f-5ded-4559-93e6-4f64510edcc8/b31bd3b3-a997-4dd0-9361-93883c11f637) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:27.740722 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.756128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Calling delete_port for 8f23c380-695a-4238-af4f-3482ca92e7a5 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:27.769020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.770238 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6a5b284f-ee0b-48b5-aca4-1679cde34cc3 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5386243 Nov 27 10:33:27.778622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:27.809070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.832495 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e72af506-7a00-4c2c-86dd-2cc7331861d9 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0846431 Nov 27 10:33:27.866588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37954) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:27.872120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port d825d209-49a9-45f6-bdb6-61acf2f513ab, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d825d209-49a9-45f6-bdb6-61acf2f513ab,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:27.889923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.914074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Request body: {'port': {'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1644749784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:27.914919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] bootfile-name is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:33:27.915485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] tftp-server is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:33:27.916194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] server-ip-address is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:33:27.922701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.939909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.967139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.976102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ca725714-0503-4dd9-924e-d16f90d89854 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:27.981547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:27.990693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32051b5-1957-458d-a5ca-8cd0c1caa274 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.020260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:28.025851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:28.026102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: ca725714-0503-4dd9-924e-d16f90d89854 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:28.026442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ca725714-0503-4dd9-924e-d16f90d89854 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:28.027678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=b31bd3b3-a997-4dd0-9361-93883c11f637,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.041598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:28.043482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:28.045668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:28.049631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:28.050473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.060616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:28.066698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=d825d209-49a9-45f6-bdb6-61acf2f513ab,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.071704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32051b5-1957-458d-a5ca-8cd0c1caa274 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.077784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66a40670-a15f-46fa-8473-0133f3025d17 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7925987 Nov 27 10:33:28.079507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37958) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.137320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b8e78-521c-40f5-95fe-969885e7c0c2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:28.141461 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-835b8e78-521c-40f5-95fe-969885e7c0c2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0604262 Nov 27 10:33:28.142146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.196572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32051b5-1957-458d-a5ca-8cd0c1caa274 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.204120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Attempting to bind port e96e30aa-2f5f-4056-91c3-bb091828be6e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:28.204531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Attempting to bind port e96e30aa-2f5f-4056-91c3-bb091828be6e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'c3810b64-9634-456d-8812-94374968be11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:28.204903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Attempting to bind port e96e30aa-2f5f-4056-91c3-bb091828be6e on network dbf04679-2ddb-43d0-8114-e8f27a34e1fe {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:28.209640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Pushing event updated for resources: {'Port': ['ID=e96e30aa-2f5f-4056-91c3-bb091828be6e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.211048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32051b5-1957-458d-a5ca-8cd0c1caa274 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.212175 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e32051b5-1957-458d-a5ca-8cd0c1caa274 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6d4a7d7e-f4a4-4e43-bd81-18c42019a2ec HTTP/1.1" status: 204 len: 168 time: 0.4325879 Nov 27 10:33:28.218144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:28.218537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Checking segment: {'id': 'c3810b64-9634-456d-8812-94374968be11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:28.218950 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.219358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Bound using segment: {'id': 'c3810b64-9634-456d-8812-94374968be11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:28.220425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Bound port: e96e30aa-2f5f-4056-91c3-bb091828be6e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3810b64-9634-456d-8812-94374968be11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dbf04679-2ddb-43d0-8114-e8f27a34e1fe'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:28.220425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.222752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37962) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.236270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '9127bd1f-5ded-4559-93e6-4f64510edcc8'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:28.238144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.276516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32051b5-1957-458d-a5ca-8cd0c1caa274 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d4a7d7e-f4a4-4e43-bd81-18c42019a2ec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.288794 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a4b302dd-c114-4eb0-b969-0435cda64665 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625043 Nov 27 10:33:28.291234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.318434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Made reservation on behalf of 776710e76a7743038bf1876b94babe96 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:28.321695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.340257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port b31bd3b3-a997-4dd0-9361-93883c11f637 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:28.340764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.341466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] device_id is not set on port 5dd74b67-f20a-4b26-8ed7-dd43b1a52353 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:28.400788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.400951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] For port e96e30aa-2f5f-4056-91c3-bb091828be6e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:28.402891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.408072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] For port e96e30aa-2f5f-4056-91c3-bb091828be6e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e96e30aa-2f5f-4056-91c3-bb091828be6e,segment=NetworkSegment(c3810b64-9634-456d-8812-94374968be11),segment_id=c3810b64-9634-456d-8812-94374968be11)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:28.419351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.432729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02d376e7-1901-446c-8172-96e37e915462 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.470127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02d376e7-1901-446c-8172-96e37e915462 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.487470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.519158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/9127bd1f-5ded-4559-93e6-4f64510edcc8/8fe5ffa8-edf2-4dea-8b06-479c048b0075) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:28.530251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for b31bd3b3-a997-4dd0-9361-93883c11f637 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:28.530553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Port': ['ID=8f23c380-695a-4238-af4f-3482ca92e7a5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.566831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02d376e7-1901-446c-8172-96e37e915462 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.573555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02d376e7-1901-446c-8172-96e37e915462 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.575367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a8412-d17b-42f3-9506-32e1cdc4dd43 None None] Pushing event updated for resources: {'Port': ['ID=e96e30aa-2f5f-4056-91c3-bb091828be6e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.577287 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-02d376e7-1901-446c-8172-96e37e915462 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/86e3f7bd-8dc5-4865-8735-053d6870e70d HTTP/1.1" status: 204 len: 168 time: 0.2850266 Nov 27 10:33:28.578343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.650754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d376e7-1901-446c-8172-96e37e915462 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e3f7bd-8dc5-4865-8735-053d6870e70d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.725139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Allocated IP 172.20.0.7 (dbf04679-2ddb-43d0-8114-e8f27a34e1fe/68f63bea-12dc-4944-956b-1089fd9bdec3/5dd74b67-f20a-4b26-8ed7-dd43b1a52353) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:28.731694 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-889c0ee1-7a04-4cff-861d-dd38e83cbc6b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1096804 Nov 27 10:33:28.740553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37970) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.760164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714633703'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:28.807778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.809765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.816360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37972) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.816920 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-da354865-39c4-4d86-9137-4124b3148e81 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "DELETE /v2.0/ports/8f23c380-695a-4238-af4f-3482ca92e7a5 HTTP/1.1" status: 204 len: 168 time: 1.8731849 Nov 27 10:33:28.831703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.887645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:28.892722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:28.894759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.913370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:28.955452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-edf2-4dea-8b06-479c048b0075,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:28.962136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:28.967498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12f1b0-6e22-48b3-8301-f277981bf324 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:28.975898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-aa12f1b0-6e22-48b3-8301-f277981bf324 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d7fa8b-f54f-4efe-88e6-8009fe17662a HTTP/1.1" status: 200 len: 913 time: 0.1544662 Nov 27 10:33:28.980574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:28.980843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=b31bd3b3-a997-4dd0-9361-93883c11f637,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:29.092564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Attempting to bind port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:29.093141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Attempting to bind port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:29.093295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Attempting to bind port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:29.101470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.104416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:29.105076 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-32c33169-97be-46af-813c-9e94eed91afa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/b31bd3b3-a997-4dd0-9361-93883c11f637 HTTP/1.1" status: 204 len: 168 time: 0.9612384 Nov 27 10:33:29.107667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37978) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:29.107794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:29.112855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.113424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:29.113951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Bound port: 8fe5ffa8-edf2-4dea-8b06-479c048b0075, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:29.114390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.157215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.271972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1f5c9-6816-4294-b0b0-3f42cbec69d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:29.272433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e96e30aa-2f5f-4056-91c3-bb091828be6e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:29.273714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1f5c9-6816-4294-b0b0-3f42cbec69d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:29.277727 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66b1f5c9-6816-4294-b0b0-3f42cbec69d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1668348 Nov 27 10:33:29.279726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:29.308208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.308867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] For port 8fe5ffa8-edf2-4dea-8b06-479c048b0075, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:29.321974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.328728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] For port 8fe5ffa8-edf2-4dea-8b06-479c048b0075, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8fe5ffa8-edf2-4dea-8b06-479c048b0075,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:29.336539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.371657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.393949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 9127bd1f-5ded-4559-93e6-4f64510edcc8 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:29.402411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.404471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.405830 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6617661 Nov 27 10:33:29.414368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:29.422628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '03032946-acaf-4c3e-b572-8589afd8626e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:29.432044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e30645-aa60-442c-b675-065e54fb582b tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03032946-acaf-4c3e-b572-8589afd8626e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:29.497056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.498878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.512347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.540056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e96e30aa-2f5f-4056-91c3-bb091828be6e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:29.540963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.561915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf073e-3b79-4e57-9887-531a7d72e02f None None] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-edf2-4dea-8b06-479c048b0075,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:29.603978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:29.605979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Router 00ad9eb0-7b59-4c36-afa8-01b64cfac0fa is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:29.607931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event updated for resources: {'Port': ['ID=5dd74b67-f20a-4b26-8ed7-dd43b1a52353,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:29.613381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:29.620562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:29.661418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.668226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.700779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.708128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:29.709222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.714464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.758603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port e96e30aa-2f5f-4056-91c3-bb091828be6e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e96e30aa-2f5f-4056-91c3-bb091828be6e,segment=NetworkSegment(c3810b64-9634-456d-8812-94374968be11),segment_id=c3810b64-9634-456d-8812-94374968be11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:29.766577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.769258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d825d209-49a9-45f6-bdb6-61acf2f513ab up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:29.790235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.844681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.848044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/9127bd1f-5ded-4559-93e6-4f64510edcc8 HTTP/1.1" status: 204 len: 168 time: 0.5683670 Nov 27 10:33:29.856658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:29.861532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73f893-7b2a-418d-b11b-1250c304bb59 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=9127bd1f-5ded-4559-93e6-4f64510edcc8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:29.892671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=e96e30aa-2f5f-4056-91c3-bb091828be6e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:29.930930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d825d209-49a9-45f6-bdb6-61acf2f513ab triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:29.931672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:29.934554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-89718743-1fcb-472d-8a1c-cd288b8d2201 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700867 Nov 27 10:33:29.937114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37990) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:29.988870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.129386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8c9eb-55cd-4e68-9dc8-eea63f7a0b04 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:30.133856 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c2f8c9eb-55cd-4e68-9dc8-eea63f7a0b04 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1934352 Nov 27 10:33:30.134243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.229744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da138331-131e-48c7-9cd0-819e1718e387 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:30.231959 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da138331-131e-48c7-9cd0-819e1718e387 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961092 Nov 27 10:33:30.233855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 37996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.251683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4026af7-3b13-4d63-bbd8-eb70fa63d3fa,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:30.261200 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5d7fc94d-7aa2-48a9-8e56-3b6253981cfc tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3902230 Nov 27 10:33:30.264199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 37998) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.283631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.284821 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1f300c48-e66c-4e38-a1f5-a0b6b2d36bce tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8694031 Nov 27 10:33:30.299785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00183b85-1c71-4ef9-9c9b-4dd36cb04b1a None None] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:30.300463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38000) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.326946 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-96f367c9-f941-416b-9c0a-2a46da70d019 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920041 Nov 27 10:33:30.331378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.335278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '03032946-acaf-4c3e-b572-8589afd8626e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:30.338500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:30.385109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb30e5eb-fb81-447b-bbc6-288e959f824f None None] Provisioning complete for port e96e30aa-2f5f-4056-91c3-bb091828be6e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:30.385619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb30e5eb-fb81-447b-bbc6-288e959f824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.404102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff1107-8504-4cfa-8305-efc111fc5fb7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:30.409932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff1107-8504-4cfa-8305-efc111fc5fb7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:30.415939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff1107-8504-4cfa-8305-efc111fc5fb7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:30.420244 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6bff1107-8504-4cfa-8305-efc111fc5fb7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1482866 Nov 27 10:33:30.420244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:30.420941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.421641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.471015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:30.475100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.479011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Sync routers for ids ['00ad9eb0-7b59-4c36-afa8-01b64cfac0fa'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:30.507830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Routers {'00ad9eb0-7b59-4c36-afa8-01b64cfac0fa'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:30.514259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['00ad9eb0-7b59-4c36-afa8-01b64cfac0fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:30.536495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.538913 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-752866d0-55aa-488a-8f69-a44c72f6eb6b tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1934061 Nov 27 10:33:30.540939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.578251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.579729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Deleting port 5dd74b67-f20a-4b26-8ed7-dd43b1a52353 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:30.579854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.597622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.635521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.640662 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099177 Nov 27 10:33:30.647270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:30.652112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '03032946-acaf-4c3e-b572-8589afd8626e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:30.690374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4160f1-89a7-4178-b801-2761bd77a3a6 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaba996-9bba-486c-9b61-8ce90797e780,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:30.707267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Set router 00ad9eb0-7b59-4c36-afa8-01b64cfac0fa gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:30.758707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:30.775409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Calling delete_port for 5dd74b67-f20a-4b26-8ed7-dd43b1a52353 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:31.014931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad9eb0-7b59-4c36-afa8-01b64cfac0fa', 'name': 'tempest-snat-router-1405184633', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': 'a75c6c84-e3c8-473e-a2b4-60d92c2130b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:24Z', 'updated_at': '2021-11-27T10:33:28Z', 'revision_number': 3, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port': {'id': 'a75c6c84-e3c8-473e-a2b4-60d92c2130b5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ad9eb0-7b59-4c36-afa8-01b64cfac0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:26Z', 'updated_at': '2021-11-27T10:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:31.089391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Checking router: 00ad9eb0-7b59-4c36-afa8-01b64cfac0fa for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:31.089532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.089745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Updating router 00ad9eb0-7b59-4c36-afa8-01b64cfac0fa port a75c6c84-e3c8-473e-a2b4-60d92c2130b5 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:33:31.134855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event deleted for resources: {'Port': ['ID=5dd74b67-f20a-4b26-8ed7-dd43b1a52353,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:31.143502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4959e36e-72f6-41c5-9608-2801e89cd56e None None] Could not find standard attr ID for object 5dd74b67-f20a-4b26-8ed7-dd43b1a52353. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:31.169277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.170772 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-4fe9d6a3-f00a-418d-a53f-5c718a10a143 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1336594 Nov 27 10:33:31.235312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7447c9-08a3-4665-91d1-5480e0d1df14 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:31.266104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.288232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e96e30aa-2f5f-4056-91c3-bb091828be6e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:31.290215 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b52ef1ef-8375-42bb-8220-f3a801512fda tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/00ad9eb0-7b59-4c36-afa8-01b64cfac0fa HTTP/1.1" status: 200 len: 908 time: 0.7218797 Nov 27 10:33:31.307104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38016) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:31.309821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4959e36e-72f6-41c5-9608-2801e89cd56e None None] Provisioning complete for port fc7b97e4-bee1-4c24-a97e-5051ef796078 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:31.310221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4959e36e-72f6-41c5-9608-2801e89cd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.358591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting port fb9fb3da-3288-4784-8f2e-4fc4eb61d201 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:31.359409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.379720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.384001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2618b706-9079-4ef5-9947-661ad8df1bf3 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "DELETE /v2.0/ports/5dd74b67-f20a-4b26-8ed7-dd43b1a52353 HTTP/1.1" status: 204 len: 168 time: 0.9594195 Nov 27 10:33:31.391172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38018) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:31.395419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051838a3-0718-42dd-ae1d-a956845a81bc req-9c581483-709a-480f-96d5-dc8b501c1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:31.397770 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-9c581483-709a-480f-96d5-dc8b501c1229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 1099 time: 0.1509068 Nov 27 10:33:31.403887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Request body: {'port': {'name': 'tempest-new-port-name-599755592', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:31.404280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] bootfile-name is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:33:31.404644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] tftp-server is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:33:31.405030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] server-ip-address is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:33:31.533879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.546183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.554370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.587764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051838a3-0718-42dd-ae1d-a956845a81bc req-bd4276a3-83ac-424f-8a37-4975c5ff5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:31.589700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-bd4276a3-83ac-424f-8a37-4975c5ff5d01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=490c86cf-4384-449e-b52f-1576a1a6eaac HTTP/1.1" status: 200 len: 912 time: 0.1442471 Nov 27 10:33:31.610249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:31.619249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:31.635634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:31.636274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.638589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219caf4f-72a6-4757-be2e-45b3c6f5277f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:31.646620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.663216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.664456 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-de32c774-8eea-4fb3-8ecb-540bf70b1f09 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0161040 Nov 27 10:33:31.668896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38022) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:31.678982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '03032946-acaf-4c3e-b572-8589afd8626e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:31.679809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Calling delete_port for fb9fb3da-3288-4784-8f2e-4fc4eb61d201 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:31.688970 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3561153 Nov 27 10:33:31.689952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9742f5a-d33b-4e69-860b-efe6a2136935 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=a82eee35-b37c-4052-8a22-34a3552b478f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:31.691976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:31.696544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.699832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'a82eee35-b37c-4052-8a22-34a3552b478f', 'ip_address': '2001:db8::895a:e999:ba68:a858'}], 'name': 'tempest-NetworksTestDHCPv6-35658384'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:31.752457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.811557 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-3f563115-89e4-43a2-ba36-74780c94b4ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073684a4-392a-4c50-b8c5-3b987078eccf HTTP/1.1" status: 200 len: 1001 time: 0.2127402 Nov 27 10:33:31.904313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.906314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.906934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e96e30aa-2f5f-4056-91c3-bb091828be6e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:31.907470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.953031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.957721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4959e36e-72f6-41c5-9608-2801e89cd56e None None] Port fc7b97e4-bee1-4c24-a97e-5051ef796078 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:31.961932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:31.991419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051838a3-0718-42dd-ae1d-a956845a81bc req-099e4544-6e03-4ff7-9256-025873b4ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:31.992953 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-099e4544-6e03-4ff7-9256-025873b4ffd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce7f7761-7eee-4cdc-b085-f2aea7ed4cec HTTP/1.1" status: 200 len: 850 time: 0.1681554 Nov 27 10:33:32.002443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:32.056412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4959e36e-72f6-41c5-9608-2801e89cd56e None None] Provisioning complete for port e96e30aa-2f5f-4056-91c3-bb091828be6e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:32.056946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4959e36e-72f6-41c5-9608-2801e89cd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.082330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Attempting to bind port a75c6c84-e3c8-473e-a2b4-60d92c2130b5 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:32.082958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Attempting to bind port a75c6c84-e3c8-473e-a2b4-60d92c2130b5 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:32.083558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Attempting to bind port a75c6c84-e3c8-473e-a2b4-60d92c2130b5 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:32.090413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.090938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d8e59-6da7-4f74-9953-f6ce01503ad3 None None] Pushing event updated for resources: {'Port': ['ID=a75c6c84-e3c8-473e-a2b4-60d92c2130b5,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:32.112220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.121179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:32.121710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:32.122268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.122778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:32.123386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Bound port: a75c6c84-e3c8-473e-a2b4-60d92c2130b5, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:32.124204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.128031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.139618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.175610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8fe5ffa8-edf2-4dea-8b06-479c048b0075 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:32.180019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051838a3-0718-42dd-ae1d-a956845a81bc req-6a027464-dfe7-4b75-ad3f-8281e5e32545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:32.181580 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-6a027464-dfe7-4b75-ad3f-8281e5e32545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=490c86cf-4384-449e-b52f-1576a1a6eaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1776967 Nov 27 10:33:32.186567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696f55b2-6b83-4028-9ed8-e0d41cc9f084,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:32.195269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Port': ['ID=fb9fb3da-3288-4784-8f2e-4fc4eb61d201,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:32.210678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.233754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.237439 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3819ce7b-af79-4f75-9ef5-9ab926b1ad04 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5651059 Nov 27 10:33:32.239186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38028) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:32.246396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] For port a75c6c84-e3c8-473e-a2b4-60d92c2130b5, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:32.253159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] For port a75c6c84-e3c8-473e-a2b4-60d92c2130b5, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a75c6c84-e3c8-473e-a2b4-60d92c2130b5,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:32.274167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '03032946-acaf-4c3e-b572-8589afd8626e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:32.287392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.368989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port ad198b0b-7843-482a-97c1-fc49f8f984b1 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:32.377578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.393771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Deleting port a75c6c84-e3c8-473e-a2b4-60d92c2130b5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:32.394313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.422094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:32.422669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.428985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d8e59-6da7-4f74-9953-f6ce01503ad3 None None] Pushing event updated for resources: {'Port': ['ID=a75c6c84-e3c8-473e-a2b4-60d92c2130b5,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:32.429197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.432165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Routers {'00ad9eb0-7b59-4c36-afa8-01b64cfac0fa'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:32.433097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['00ad9eb0-7b59-4c36-afa8-01b64cfac0fa'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:32.456657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.585660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.700983 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-3cc3c569-4a78-4227-acdd-613ebc564465 service neutron] 10.222.0.24 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106838 Nov 27 10:33:32.720293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Could not find standard attr ID for object 5dd74b67-f20a-4b26-8ed7-dd43b1a52353. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:32.731599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b4a19-7895-4e41-88bc-29822b720dfb None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:32.777425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event updated for resources: {'Port': ['ID=fc7b97e4-bee1-4c24-a97e-5051ef796078,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:32.798520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::895a:e999:ba68:a858 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/a82eee35-b37c-4052-8a22-34a3552b478f/ad198b0b-7843-482a-97c1-fc49f8f984b1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:32.825879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] Set router 00ad9eb0-7b59-4c36-afa8-01b64cfac0fa gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:32.866425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Provisioning complete for port fc7b97e4-bee1-4c24-a97e-5051ef796078 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:32.866804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.916881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.925465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ad9eb0-7b59-4c36-afa8-01b64cfac0fa', 'name': 'tempest-snat-router-1405184633', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:24Z', 'updated_at': '2021-11-27T10:33:32Z', 'revision_number': 4, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:32.933811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] In _notify_port_updated(), no bound segment for port fc7b97e4-bee1-4c24-a97e-5051ef796078 on network dbf04679-2ddb-43d0-8114-e8f27a34e1fe {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:33:32.942235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:32.944052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.949291 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-786e946a-5518-4100-b2e8-60a66ef69ad7 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "PUT /v2.0/ports/fc7b97e4-bee1-4c24-a97e-5051ef796078 HTTP/1.1" status: 200 len: 1136 time: 1.5505078 Nov 27 10:33:32.952263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:32.957446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.959953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:32.965675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a521936-6536-44a2-9bc3-05573e68e689 None None] The sync data for ids ['00ad9eb0-7b59-4c36-afa8-01b64cfac0fa'] in dv-neutron-804846-16-hyperv is: [{'id': '00ad9eb0-7b59-4c36-afa8-01b64cfac0fa', 'name': 'tempest-snat-router-1405184633', 'tenant_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:24Z', 'updated_at': '2021-11-27T10:33:32Z', 'revision_number': 4, 'project_id': '651bd4f57c8649c6866d8b8a7455c1cb', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:32.973167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] For port a75c6c84-e3c8-473e-a2b4-60d92c2130b5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a75c6c84-e3c8-473e-a2b4-60d92c2130b5,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:32.974783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.017275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Port fc7b97e4-bee1-4c24-a97e-5051ef796078 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:33.022772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Router c2d7fa8b-f54f-4efe-88e6-8009fe17662a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:33.040590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Could not find standard attr ID for object b31bd3b3-a997-4dd0-9361-93883c11f637. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:33.085070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 8fe5ffa8-edf2-4dea-8b06-479c048b0075, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8fe5ffa8-edf2-4dea-8b06-479c048b0075,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:33.096446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.105708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9260569-36fa-40c2-9043-966df8af6801 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:33.112346 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9260569-36fa-40c2-9043-966df8af6801 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "GET /v2.0/ports/fc7b97e4-bee1-4c24-a97e-5051ef796078 HTTP/1.1" status: 200 len: 1136 time: 0.1557174 Nov 27 10:33:33.114152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd220f8-9129-4fb1-8c15-646051deda68,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:33.118004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38038) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:33.119315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Calling delete_port for a75c6c84-e3c8-473e-a2b4-60d92c2130b5 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:33.123054 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-051838a3-0718-42dd-ae1d-a956845a81bc req-606b3f29-6ea5-410a-94f3-5c2114e18698 service neutron] 10.222.0.24 "GET /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982558 Nov 27 10:33:33.137265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Provisioning complete for port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:33.137728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8e1d-9287-46c2-bf9d-e7205b46d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.176253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.179220 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-833bddb5-efbe-4e6a-942d-335507d2738a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9365759 Nov 27 10:33:33.185068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38040) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:33.209880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ffa8-edf2-4dea-8b06-479c048b0075,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:33.311560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.327412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:33.336492 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-deb8efdd-c6e1-416b-9531-8e2c7acf05a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "PUT /v2.0/routers/c2d7fa8b-f54f-4efe-88e6-8009fe17662a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3500276 Nov 27 10:33:33.338732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38042) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:33.346940 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] Sync routers for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:33.372770 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:33.374099 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:33.395173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1012ed27-a5b3-4dca-96ed-5ad3bdf99bd4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.415676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f95a6b26-06ce-473b-80b8-96a35e812855 None None] Provisioning complete for port fc7b97e4-bee1-4c24-a97e-5051ef796078 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:33.416059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f95a6b26-06ce-473b-80b8-96a35e812855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.441605 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:33.468518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.469312 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] Routers {'c2d7fa8b-f54f-4efe-88e6-8009fe17662a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:33.470149 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:33.500458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1012ed27-a5b3-4dca-96ed-5ad3bdf99bd4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.507223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f95a6b26-06ce-473b-80b8-96a35e812855 None None] Port fc7b97e4-bee1-4c24-a97e-5051ef796078 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:33.525676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f95a6b26-06ce-473b-80b8-96a35e812855 None None] Provisioning complete for port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:33.525676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f95a6b26-06ce-473b-80b8-96a35e812855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.559390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:33.570617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Deleting port fc7b97e4-bee1-4c24-a97e-5051ef796078 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:33.571094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.571898 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:33.572760 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f46a0a1-f86c-4dc8-9eb2-654d33937fd5 None None] The sync data for ids ['c2d7fa8b-f54f-4efe-88e6-8009fe17662a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:33.603823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:33.604138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1012ed27-a5b3-4dca-96ed-5ad3bdf99bd4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.609758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:33.610479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1012ed27-a5b3-4dca-96ed-5ad3bdf99bd4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.611640 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1012ed27-a5b3-4dca-96ed-5ad3bdf99bd4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fbd220f8-9129-4fb1-8c15-646051deda68 HTTP/1.1" status: 204 len: 168 time: 0.4201977 Nov 27 10:33:33.617416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:33.618450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.621298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=ad198b0b-7843-482a-97c1-fc49f8f984b1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:33.624175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:33.629035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ed27-a5b3-4dca-96ed-5ad3bdf99bd4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbd220f8-9129-4fb1-8c15-646051deda68,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:33.689105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-20cd095f-9e77-4425-9afb-013107204ba9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9918072 Nov 27 10:33:33.697905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38050) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:33.705005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'a82eee35-b37c-4052-8a22-34a3552b478f', 'ip_address': '2001:db8::895a:e999:ba68:a858'}], 'name': 'tempest-NetworksTestDHCPv6-1865765011'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:33.750587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.766123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.790471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Calling delete_port for fc7b97e4-bee1-4c24-a97e-5051ef796078 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:33.795364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.809848 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b08ccdde-94e0-43e2-8a39-696f06c93601 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1787102 Nov 27 10:33:33.813199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38052) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:33.842914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event deleted for resources: {'Port': ['ID=a75c6c84-e3c8-473e-a2b4-60d92c2130b5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:33.876816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c6aacf71-13cb-4792-b469-555add314728 None None] Provisioning complete for port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:33.877190 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6aacf71-13cb-4792-b469-555add314728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.933690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-517b8375-da40-44a5-9ca5-6e834153db8d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.959067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-517b8375-da40-44a5-9ca5-6e834153db8d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:33.974919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.006411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.013808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-517b8375-da40-44a5-9ca5-6e834153db8d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.028974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-517b8375-da40-44a5-9ca5-6e834153db8d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.030179 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-517b8375-da40-44a5-9ca5-6e834153db8d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/696f55b2-6b83-4028-9ed8-e0d41cc9f084 HTTP/1.1" status: 204 len: 168 time: 0.2160239 Nov 27 10:33:34.038351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.055304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:34.060345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.079794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8375-da40-44a5-9ca5-6e834153db8d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=696f55b2-6b83-4028-9ed8-e0d41cc9f084,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:34.082619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.085882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.108950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 8637fd10-c59b-4cc0-8ece-ab68d1266569 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:34.139995 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d6b47f70-c988-49b1-b0b7-75aeb252c139 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1002669 Nov 27 10:33:34.148574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-afcda08a-0c4e-4783-ad76-3d8611d54805 None None] Could not find standard attr ID for object b31bd3b3-a997-4dd0-9361-93883c11f637. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:33:34.163878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.174285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.174969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00ad9eb0-7b59-4c36-afa8-01b64cfac0fa {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:34.181852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.182973 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4f73e39-b2bd-4dea-8fc0-9f59b5657b39 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/routers/00ad9eb0-7b59-4c36-afa8-01b64cfac0fa HTTP/1.1" status: 204 len: 168 time: 2.8751507 Nov 27 10:33:34.189054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.215752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0fd2-da04-4218-8c82-6fb7a235c455 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.229444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0fd2-da04-4218-8c82-6fb7a235c455 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.237261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.290139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event deleted for resources: {'Port': ['ID=fc7b97e4-bee1-4c24-a97e-5051ef796078,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:34.314775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting port e3e1cc2b-5f35-4c31-8aba-6b0e417634e7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:34.315121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.381021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.383368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-86799606-95d3-45e9-9235-babd0d94766f None None] Provisioning complete for port ad198b0b-7843-482a-97c1-fc49f8f984b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:34.383505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86799606-95d3-45e9-9235-babd0d94766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.388055 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f711883f-e018-4e51-9b4e-b95bbbfe049b tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "DELETE /v2.0/ports/fc7b97e4-bee1-4c24-a97e-5051ef796078 HTTP/1.1" status: 204 len: 168 time: 1.2633066 Nov 27 10:33:34.389525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0fd2-da04-4218-8c82-6fb7a235c455 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.391136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38062) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.412852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0fd2-da04-4218-8c82-6fb7a235c455 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.418244 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5b9d0fd2-da04-4218-8c82-6fb7a235c455 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/219caf4f-72a6-4757-be2e-45b3c6f5277f HTTP/1.1" status: 204 len: 168 time: 0.2530520 Nov 27 10:33:34.432505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d0fd2-da04-4218-8c82-6fb7a235c455 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=219caf4f-72a6-4757-be2e-45b3c6f5277f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:34.437679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.438999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-86799606-95d3-45e9-9235-babd0d94766f None None] Port ad198b0b-7843-482a-97c1-fc49f8f984b1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:34.522830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Deleting subnet 68f63bea-12dc-4944-956b-1089fd9bdec3 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:34.539321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.608444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bac6c2bd-226b-4a6c-b8ad-52ef024f3c42 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1637990 Nov 27 10:33:34.608444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38068) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.624512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.681378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a830ccb8-ae17-44c4-8a56-175c031ff5a1 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.694382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a830ccb8-ae17-44c4-8a56-175c031ff5a1 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.753610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a830ccb8-ae17-44c4-8a56-175c031ff5a1 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.758539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a830ccb8-ae17-44c4-8a56-175c031ff5a1 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.759671 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a830ccb8-ae17-44c4-8a56-175c031ff5a1 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/eaaba996-9bba-486c-9b61-8ce90797e780 HTTP/1.1" status: 204 len: 168 time: 0.1480775 Nov 27 10:33:34.765050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38070) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.772043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830ccb8-ae17-44c4-8a56-175c031ff5a1 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaaba996-9bba-486c-9b61-8ce90797e780,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:34.780860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.847315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.876987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event deleted for resources: {'Subnet': ['ID=68f63bea-12dc-4944-956b-1089fd9bdec3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:34.881898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.885218 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f7e66711-f44a-48ef-b3b8-f0026812e5a6 tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "DELETE /v2.0/subnets/68f63bea-12dc-4944-956b-1089fd9bdec3 HTTP/1.1" status: 204 len: 168 time: 0.4771686 Nov 27 10:33:34.888801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:34.889877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e4e44-6dcf-44c0-9ae4-e3872b253845 None None] Network dbf04679-2ddb-43d0-8114-e8f27a34e1fe requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:34.903912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.959255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 10:33:34.959674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:33:34.965597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:34.981427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fd0fd920-ba31-4575-8129-b117ce3bed2c tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2103908 Nov 27 10:33:34.990421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:35.016429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Calling delete_port for e3e1cc2b-5f35-4c31-8aba-6b0e417634e7 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:35.057891 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-499d1712-f6ed-45c8-8e57-e3966c5fe350 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3567383 Nov 27 10:33:35.064815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:35.108230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] DHCP port deletion for dbf04679-2ddb-43d0-8114-e8f27a34e1fe request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:35.114119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d7a1-d5ab-4b12-9dc0-a2b6b574d449 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.162758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d7a1-d5ab-4b12-9dc0-a2b6b574d449 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.173594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] Deleting port e96e30aa-2f5f-4056-91c3-bb091828be6e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:35.174389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.212600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.231044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f84610-de5f-4bc0-82b2-5c791f4ee360 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:35.236463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8fe5ffa8-edf2-4dea-8b06-479c048b0075 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:35.237091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f84610-de5f-4bc0-82b2-5c791f4ee360 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:35.241446 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-63f84610-de5f-4bc0-82b2-5c791f4ee360 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1729398 Nov 27 10:33:35.242979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:35.253466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d7a1-d5ab-4b12-9dc0-a2b6b574d449 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.260538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d7a1-d5ab-4b12-9dc0-a2b6b574d449 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.264646 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bbe7d7a1-d5ab-4b12-9dc0-a2b6b574d449 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c4026af7-3b13-4d63-bbd8-eb70fa63d3fa HTTP/1.1" status: 204 len: 168 time: 0.2657239 Nov 27 10:33:35.283737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:35.288586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] For port e96e30aa-2f5f-4056-91c3-bb091828be6e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e96e30aa-2f5f-4056-91c3-bb091828be6e,segment=NetworkSegment(c3810b64-9634-456d-8812-94374968be11),segment_id=c3810b64-9634-456d-8812-94374968be11)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:35.289143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.307491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] Calling delete_port for e96e30aa-2f5f-4056-91c3-bb091828be6e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:35.333836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.365020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:35.365600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.394044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7d7a1-d5ab-4b12-9dc0-a2b6b574d449 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4026af7-3b13-4d63-bbd8-eb70fa63d3fa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:35.402217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Deleting port e96e30aa-2f5f-4056-91c3-bb091828be6e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:35.403343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.438425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.483975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] Pushing event deleted for resources: {'Port': ['ID=e96e30aa-2f5f-4056-91c3-bb091828be6e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:35.491451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3a3f1-b120-41ef-97ad-595e75503519 None None] No DVR routers for this DVR port e96e30aa-2f5f-4056-91c3-bb091828be6e on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:35.494393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] For port e96e30aa-2f5f-4056-91c3-bb091828be6e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e96e30aa-2f5f-4056-91c3-bb091828be6e,segment=NetworkSegment(c3810b64-9634-456d-8812-94374968be11),segment_id=c3810b64-9634-456d-8812-94374968be11)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:35.494897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.517767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Calling delete_port for e96e30aa-2f5f-4056-91c3-bb091828be6e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:35.539019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d66e1a5-2942-4c37-907e-4485d12a3429 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2493818 Nov 27 10:33:35.544571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:35.565372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e96e30aa-2f5f-4056-91c3-bb091828be6e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:35.589175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Deleting port d825d209-49a9-45f6-bdb6-61acf2f513ab {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:35.589384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e96e30aa-2f5f-4056-91c3-bb091828be6e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:35.589466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.589650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e96e30aa-2f5f-4056-91c3-bb091828be6e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:35.609751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.610872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.628763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port ad198b0b-7843-482a-97c1-fc49f8f984b1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:35.629096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.639883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event deleted for resources: {'Port': ['ID=e96e30aa-2f5f-4056-91c3-bb091828be6e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:35.645138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] No DVR routers for this DVR port e96e30aa-2f5f-4056-91c3-bb091828be6e on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:35.679512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Port': ['ID=e3e1cc2b-5f35-4c31-8aba-6b0e417634e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:35.735478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.758805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf04679-2ddb-43d0-8114-e8f27a34e1fe']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:35.768925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3810b64-9634-456d-8812-94374968be11') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:35.769217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3810b64-9634-456d-8812-94374968be11') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:35.779122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.794165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.802006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:35.802486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:35.805771 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:35.826846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19227dc2-a9a8-46db-a060-5976c9b58ba2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.871128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.880264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.883660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.883965 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] 10.222.0.13 "DELETE /v2.0/networks/dbf04679-2ddb-43d0-8114-e8f27a34e1fe HTTP/1.1" status: 204 len: 168 time: 0.9942217 Nov 27 10:33:35.890870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] For port d825d209-49a9-45f6-bdb6-61acf2f513ab, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d825d209-49a9-45f6-bdb6-61acf2f513ab,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:35.891294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.901792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fccd15-c56a-488b-b58d-3376ad7cf5ec tempest-ExtraDHCPOptionsTestJSON-1724578248 tempest-ExtraDHCPOptionsTestJSON-1724578248-project] Pushing event deleted for resources: {'Network': ['ID=dbf04679-2ddb-43d0-8114-e8f27a34e1fe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:35.914511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19227dc2-a9a8-46db-a060-5976c9b58ba2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:35.926711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for ad198b0b-7843-482a-97c1-fc49f8f984b1 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:35.939254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Calling delete_port for d825d209-49a9-45f6-bdb6-61acf2f513ab owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:35.944496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.130645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.136246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.140722 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.200743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19227dc2-a9a8-46db-a060-5976c9b58ba2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.203381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19227dc2-a9a8-46db-a060-5976c9b58ba2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.204596 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-19227dc2-a9a8-46db-a060-5976c9b58ba2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/03032946-acaf-4c3e-b572-8589afd8626e HTTP/1.1" status: 204 len: 168 time: 0.6587470 Nov 27 10:33:36.207421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.227310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.227866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Fanout notify agent at l3_agent the message router_deleted on router c2d7fa8b-f54f-4efe-88e6-8009fe17662a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:36.236387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.237485 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e1af6aa8-07f4-4d15-9b26-7234df7d5c5b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "DELETE /v2.0/routers/c2d7fa8b-f54f-4efe-88e6-8009fe17662a HTTP/1.1" status: 204 len: 168 time: 2.8978150 Nov 27 10:33:36.240168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227dc2-a9a8-46db-a060-5976c9b58ba2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03032946-acaf-4c3e-b572-8589afd8626e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.242978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.262558 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6fe750a2-5e48-408c-bc86-9a0fe88175de tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0531299 Nov 27 10:33:36.269038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38104) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.274297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587181999'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:36.317136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.333983 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e53452e6-3f71-4061-b2d6-bda55ee60a97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=776710e76a7743038bf1876b94babe96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896031 Nov 27 10:33:36.335553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.387055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting subnet 40b11a4d-aa4f-4093-b898-ff249b878086 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:36.393021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf8630c-7725-450d-8e61-d6cdbe05b5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.411641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.418367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.440745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf8630c-7725-450d-8e61-d6cdbe05b5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.489197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=ad198b0b-7843-482a-97c1-fc49f8f984b1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.503479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.503864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.509474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.547230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf8630c-7725-450d-8e61-d6cdbe05b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.550812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-edf8630c-7725-450d-8e61-d6cdbe05b5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.552730 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-edf8630c-7725-450d-8e61-d6cdbe05b5c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f946b64e-ea2e-42b3-8af5-ef4216a2bb8a HTTP/1.1" status: 204 len: 168 time: 0.2154925 Nov 27 10:33:36.558236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.559618 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2893698 Nov 27 10:33:36.562477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb862a5-3e61-4aca-863d-6e3256d62394 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9db800-9e94-4567-bbc6-bcbf99d2353d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.565205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.568572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.570780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.576204 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6ceda3bb-f5df-4cc9-a315-eb2c1663b515 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/ad198b0b-7843-482a-97c1-fc49f8f984b1 HTTP/1.1" status: 204 len: 168 time: 1.3300700 Nov 27 10:33:36.576365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '3b9db800-9e94-4567-bbc6-bcbf99d2353d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:36.579825 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38114) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.621819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8630c-7725-450d-8e61-d6cdbe05b5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946b64e-ea2e-42b3-8af5-ef4216a2bb8a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.659823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253b3e7-d83e-4eda-8ee9-83282b3a96f0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:36.661182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.661699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253b3e7-d83e-4eda-8ee9-83282b3a96f0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:36.663526 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4253b3e7-d83e-4eda-8ee9-83282b3a96f0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0808563 Nov 27 10:33:36.666143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38116) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.676448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.760204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet a82eee35-b37c-4052-8a22-34a3552b478f {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:36.765828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.766201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event deleted for resources: {'Port': ['ID=d825d209-49a9-45f6-bdb6-61acf2f513ab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.792641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.823506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.827037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.845526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Subnet': ['ID=40b11a4d-aa4f-4093-b898-ff249b878086,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.846999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.850114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.853520 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cda55919-c9f6-48a7-8c65-c66d19fbeae1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "DELETE /v2.0/subnets/40b11a4d-aa4f-4093-b898-ff249b878086 HTTP/1.1" status: 204 len: 168 time: 0.6081135 Nov 27 10:33:36.856277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38122) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.867023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10fc6d-bb38-40ec-a1be-0c63a83908e1 None None] Network b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:36.877545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a2ec3f-06b9-437d-85f1-428777ac5ea2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:36.891220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.895303 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3ba6f08b-1124-44de-9a8c-8837f9cf9846 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3224905 Nov 27 10:33:36.896985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38126) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:36.917870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:36.919577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.038908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f34d5b1-f5ac-4cf0-8bf5-dc1e818bf733 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.043420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.058926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.061293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.065960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.087518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=a82eee35-b37c-4052-8a22-34a3552b478f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:37.100605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f34d5b1-f5ac-4cf0-8bf5-dc1e818bf733 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.110973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.114755 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-db0395c1-aee1-42b1-ae82-d4e4eee86bbc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/a82eee35-b37c-4052-8a22-34a3552b478f HTTP/1.1" status: 204 len: 168 time: 0.4473729 Nov 27 10:33:37.120395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.132282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8e936-d3cd-470a-85f1-c563b739763f None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:37.172694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.174330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:37.175317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bad2670c-052b-43c8-a499-8c26676678f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525346 Nov 27 10:33:37.181874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.189404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.190575 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-12ec6876-a577-4037-8925-283fbcdfd407 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f76ca69f-11e7-4a2b-b66f-92ae92bc0ba6 HTTP/1.1" status: 204 len: 168 time: 3.0006742 Nov 27 10:33:37.200442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38140) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.201419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-784227931', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:37.202721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:37.244180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.245378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.262973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting port b1c87736-d6e6-4935-9339-3c7bf92da308 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:37.263586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.266238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] DHCP port deletion for b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:37.361801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f34d5b1-f5ac-4cf0-8bf5-dc1e818bf733 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.365176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f34d5b1-f5ac-4cf0-8bf5-dc1e818bf733 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.370721 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1f34d5b1-f5ac-4cf0-8bf5-dc1e818bf733 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b9db800-9e94-4567-bbc6-bcbf99d2353d HTTP/1.1" status: 204 len: 168 time: 0.4721291 Nov 27 10:33:37.371365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38144) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.394122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.397018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] For port b1c87736-d6e6-4935-9339-3c7bf92da308, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b1c87736-d6e6-4935-9339-3c7bf92da308,segment=NetworkSegment(ef051212-f659-4ea6-9fab-ca5c91d65a68),segment_id=ef051212-f659-4ea6-9fab-ca5c91d65a68)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:37.397554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.417471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34d5b1-f5ac-4cf0-8bf5-dc1e818bf733 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9db800-9e94-4567-bbc6-bcbf99d2353d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:37.444474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Calling delete_port for b1c87736-d6e6-4935-9339-3c7bf92da308 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:37.464123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:37.472231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.494712 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-54cb954f-7548-4e26-838a-16aab7bb0da0 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0892982 Nov 27 10:33:37.499679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.504791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] Deleting port b1c87736-d6e6-4935-9339-3c7bf92da308 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:37.506073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--891215476'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:37.506410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.590182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] For port b1c87736-d6e6-4935-9339-3c7bf92da308, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b1c87736-d6e6-4935-9339-3c7bf92da308,segment=NetworkSegment(ef051212-f659-4ea6-9fab-ca5c91d65a68),segment_id=ef051212-f659-4ea6-9fab-ca5c91d65a68)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:37.590793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.606758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] Calling delete_port for b1c87736-d6e6-4935-9339-3c7bf92da308 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:37.737895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.758454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] No DVR routers for this DVR port b1c87736-d6e6-4935-9339-3c7bf92da308 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:37.777223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.787238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfdddd-fc03-4161-9510-31e7d294ec95 None None] Pushing event deleted for resources: {'Port': ['ID=b1c87736-d6e6-4935-9339-3c7bf92da308,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:37.800444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38156) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.815938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:37.852051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:37.856409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:37.860029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:37.860823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.887473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] Deleting port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:37.888114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.890640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:37.941726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.970833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:37.972604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c3def7e3-c0ba-4cfe-b06a-ea2a58dac43c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7893825 Nov 27 10:33:37.973426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:37.984577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-528258231'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:37.998401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] For port 8fe5ffa8-edf2-4dea-8b06-479c048b0075, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8fe5ffa8-edf2-4dea-8b06-479c048b0075,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:37.998802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.012222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] Calling delete_port for 8fe5ffa8-edf2-4dea-8b06-479c048b0075 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:38.079044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.081890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638980842'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:38.111090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.131446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Port': ['ID=b1c87736-d6e6-4935-9339-3c7bf92da308,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.135542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] No DVR routers for this DVR port b1c87736-d6e6-4935-9339-3c7bf92da308 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:38.136122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] Pushing event deleted for resources: {'Port': ['ID=8fe5ffa8-edf2-4dea-8b06-479c048b0075,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.143557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec64299-b180-421d-8b9f-48344e8c5c9c None None] No DVR routers for this DVR port 8fe5ffa8-edf2-4dea-8b06-479c048b0075 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:38.149145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:38.153881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.173574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.175379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7cdc1-e7ea-47a3-8607-81a897c2d9e7 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:38.202900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.218486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.228413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:38.277118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.299465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.303896 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8001151 Nov 27 10:33:38.308196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:38.318850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057372744'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:38.322462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.332557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952c22-63df-4240-ba99-627c48d29c80 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0643f0a-6920-4c4b-aaf8-abcebfb8ec31,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.338154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:38.354740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 56a393c3-27ca-4f2b-8c3a-60e9713fd9b7 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:38.358002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef051212-f659-4ea6-9fab-ca5c91d65a68') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:38.358381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef051212-f659-4ea6-9fab-ca5c91d65a68') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:38.381198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.389481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.467764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.480222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:38.480647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.480951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:38.483674 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:38.487186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.500133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:38.501753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.517557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:38.527191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.547159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.547596 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment 604e2a70-be65-4513-82e0-5e1db583530c of type vlan for network 1d7040a2-0a43-40e9-9b18-99d805c83d6c Nov 27 10:33:38.549550 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:33:38.550062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:33:38.559647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3b8bf-1091-43ca-abe2-4d8c156cd846,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.587587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.606052 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-31e7f07b-e1cb-4c58-b59e-d0f118062689 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6299365 Nov 27 10:33:38.607971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.608708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:38.614962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.636437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.642450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:38.643883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.667681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2/3c2eb7d9-5f5b-44e6-a739-93be27902f2d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:38.683331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.686955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "DELETE /v2.0/networks/b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8 HTTP/1.1" status: 204 len: 168 time: 1.8294764 Nov 27 10:33:38.703803 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-626ba907-e5a8-4852-b353-e5648e2d73b8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0903354 Nov 27 10:33:38.706366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38170) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:38.706693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38174) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:38.728819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9153941 Nov 27 10:33:38.728819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39dc9b-0286-43a9-b514-262cd5b4f759 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=1d7040a2-0a43-40e9-9b18-99d805c83d6c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.729132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56fe2e-b09e-40db-87c7-6892205c07a1 tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Network': ['ID=b039d66f-0ccb-4038-be3a-ecc4fb1f0bc8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.740648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.787968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 1d7040a2-0a43-40e9-9b18-99d805c83d6c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:38.801882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.895193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.902637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.912153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:38.916431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5989416 Nov 27 10:33:38.917385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38176) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:38.925607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': 'f0643f0a-6920-4c4b-aaf8-abcebfb8ec31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f6ee699b-c8ac-40ab-9c53-99280bf9d508', 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:38.925955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3593ac4-5a6c-4b00-851c-bcc9c9cf82ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:38.929188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3593ac4-5a6c-4b00-851c-bcc9c9cf82ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:38.930692 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d3593ac4-5a6c-4b00-851c-bcc9c9cf82ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2189198 Nov 27 10:33:38.939188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38178) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:38.952295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:38.955382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:38.956703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08aea-69bf-4612-bd20-362aca4f1547 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee699b-c8ac-40ab-9c53-99280bf9d508,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.960617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:38.963839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Pushing event updated for resources: {'Port': ['ID=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:38.971335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Allocated IP 172.26.1.49 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e9a18ff8-e0f2-4997-9332-6d1340df3313) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:39.057626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Deleting port 02cfc44b-9555-4fef-9ddc-1814ee776115 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:39.057956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.068450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:39.076132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.101550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Attempting to bind port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:39.102998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Attempting to bind port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:39.103379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Attempting to bind port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:39.134107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:39.134107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:39.140530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.141570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:39.150349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Bound port: 3c2eb7d9-5f5b-44e6-a739-93be27902f2d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:39.150566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.154507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.174108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.188949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.189538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.212785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Calling delete_port for 02cfc44b-9555-4fef-9ddc-1814ee776115 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:39.217968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.258298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] For port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:39.261741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] For port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:39.270599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.272226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.345966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:39.355885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:39.363844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:39.366405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2c588-73e9-4c9a-89ef-f2a8e6de5211 None None] Pushing event updated for resources: {'Port': ['ID=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:39.366555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.370573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8fe5ffa8-edf2-4dea-8b06-479c048b0075 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:39.407877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 8fe5ffa8-edf2-4dea-8b06-479c048b0075 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:39.408652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8fe5ffa8-edf2-4dea-8b06-479c048b0075 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:39.409074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b1c87736-d6e6-4935-9339-3c7bf92da308 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:39.423358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event updated for resources: {'Port': ['ID=e9a18ff8-e0f2-4997-9332-6d1340df3313,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:39.450063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.468716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: b1c87736-d6e6-4935-9339-3c7bf92da308 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:39.469061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b1c87736-d6e6-4935-9339-3c7bf92da308 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:39.469483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d825d209-49a9-45f6-bdb6-61acf2f513ab no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:39.488719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:39.500705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: d825d209-49a9-45f6-bdb6-61acf2f513ab {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:39.501290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d825d209-49a9-45f6-bdb6-61acf2f513ab not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:39.537329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.545528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.550784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8871abbc-5113-4e9e-a30b-165630b64fbe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2 HTTP/1.1" status: 204 len: 168 time: 0.6085277 Nov 27 10:33:39.553133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.554987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38184) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:39.615947 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-675551d5-504f-4a62-b946-190be3b4968f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564320 Nov 27 10:33:39.619885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38186) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:39.624854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:39.628476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.663720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78df2ff-a9f0-4d06-ab3e-a5305a031199,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:39.672446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.676396 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7e71c870-9ed9-43e2-a559-5d400636d430 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7570841 Nov 27 10:33:39.684726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:39.701122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Pushing event deleted for resources: {'Port': ['ID=02cfc44b-9555-4fef-9ddc-1814ee776115,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:39.798026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc2b6-f649-436d-9db4-0f65c02e8c7a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.803110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:39.814871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.852676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc2b6-f649-436d-9db4-0f65c02e8c7a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.890710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.893593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:39.919908 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b1422f27-cdd9-49ea-9f91-28d4656d256b tempest-FloatingIPAdminTestJSON-1231916270 tempest-FloatingIPAdminTestJSON-1231916270-project] 10.222.0.13 "DELETE /v2.0/floatingips/0216e06f-c171-48d5-b248-dfcc3e50c7dc HTTP/1.1" status: 204 len: 168 time: 1.1975772 Nov 27 10:33:39.999396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc2b6-f649-436d-9db4-0f65c02e8c7a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.004447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc2b6-f649-436d-9db4-0f65c02e8c7a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.008002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d8cfc2b6-f649-436d-9db4-0f65c02e8c7a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a78df2ff-a9f0-4d06-ab3e-a5305a031199 HTTP/1.1" status: 204 len: 168 time: 0.3197477 Nov 27 10:33:40.008489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38194) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.021593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.138301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfc2b6-f649-436d-9db4-0f65c02e8c7a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a78df2ff-a9f0-4d06-ab3e-a5305a031199,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:40.138770 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8d88f8f3-75d2-44ae-a94e-c411349a33c5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1285295 Nov 27 10:33:40.141950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38198) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.169116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dba60f73-300e-453d-bdc5-d27a3abbcf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.261634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481ee999-e655-4c74-ba9c-40372425a71e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.263632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.326728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.351072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=09fa0341-1baf-40a8-8ec4-68a95ea53913,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:40.375695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.377374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481ee999-e655-4c74-ba9c-40372425a71e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.393702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:40.402524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:40.418707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:40.419384 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.483344 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-028e8b69-8320-4ce5-b959-364b0fa412c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8620505 Nov 27 10:33:40.490061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.506223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481ee999-e655-4c74-ba9c-40372425a71e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.515753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:40.517661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-481ee999-e655-4c74-ba9c-40372425a71e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.526310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.527359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-481ee999-e655-4c74-ba9c-40372425a71e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6ee699b-c8ac-40ab-9c53-99280bf9d508 HTTP/1.1" status: 204 len: 168 time: 0.3840604 Nov 27 10:33:40.550237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ee999-e655-4c74-ba9c-40372425a71e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee699b-c8ac-40ab-9c53-99280bf9d508,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:40.650174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.651106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.684526 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-daa9db9e-3878-40ca-8342-5a9d26b6f951 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1461308 Nov 27 10:33:40.686112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.710131 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2e78e2d4-ecc5-4272-bb4c-248637b6968d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9810df0b828d4e649d7e538f0c1de4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774157 Nov 27 10:33:40.717426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.770091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64936546-d96a-4daf-b436-71697a785014 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.782079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.795005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.800266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64936546-d96a-4daf-b436-71697a785014 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.829433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.830740 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-79760b70-73c5-4a0f-9f70-1ab95e671e38 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3346248 Nov 27 10:33:40.836038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38216) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.842639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1498618f-e43c-4074-b81f-a89ecfa79301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.854944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64936546-d96a-4daf-b436-71697a785014 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.858678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64936546-d96a-4daf-b436-71697a785014 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:40.863064 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-64936546-d96a-4daf-b436-71697a785014 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0643f0a-6920-4c4b-aaf8-abcebfb8ec31 HTTP/1.1" status: 204 len: 168 time: 0.1752055 Nov 27 10:33:40.863879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38218) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.890082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff135962-e625-4615-823d-e10591408311 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:40.911566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64936546-d96a-4daf-b436-71697a785014 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0643f0a-6920-4c4b-aaf8-abcebfb8ec31,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:40.922350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Router 727e1e74-1318-4292-995a-b241a005aea9 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:40.974713 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0fdf4958-4a85-4e5f-b75e-bbcefa35eda4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0991509 Nov 27 10:33:40.975863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38220) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:40.980481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074056587'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:40.984952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1498618f-e43c-4074-b81f-a89ecfa79301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.025413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3273acab-9a0f-4444-932a-a06cbfe31140 None None] Provisioning complete for port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:41.026057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3273acab-9a0f-4444-932a-a06cbfe31140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.069468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.247721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.253326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.284132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.285965 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3087065 Nov 27 10:33:41.305416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38224) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:41.315286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '45779e04-ee2c-4dcc-8ad3-14fd3cec3a68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:41.330854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e07f3-5357-4ab1-a7d7-54b313ea2427 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45779e04-ee2c-4dcc-8ad3-14fd3cec3a68,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:41.333152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3273acab-9a0f-4444-932a-a06cbfe31140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.349913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c2eb7d9-5f5b-44e6-a739-93be27902f2d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:41.368026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.438231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.448353 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.479305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bfc385-06f2-40b3-bf1d-c89c0722aad4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:41.504273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.506398 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fd261e92-9002-4da5-9e9e-868430b3a52d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1992824 Nov 27 10:33:41.508701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:41.540169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e628f832-0659-47f7-a599-eef20782fc91 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.552068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e628f832-0659-47f7-a599-eef20782fc91 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.571342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1498618f-e43c-4074-b81f-a89ecfa79301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.574660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1498618f-e43c-4074-b81f-a89ecfa79301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.576009 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1498618f-e43c-4074-b81f-a89ecfa79301 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6762de4b-c44d-433b-8b22-9f9406832547 HTTP/1.1" status: 204 len: 168 time: 0.8575578 Nov 27 10:33:41.587752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e628f832-0659-47f7-a599-eef20782fc91 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.593220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e628f832-0659-47f7-a599-eef20782fc91 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.594459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e628f832-0659-47f7-a599-eef20782fc91 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e9bfc385-06f2-40b3-bf1d-c89c0722aad4 HTTP/1.1" status: 204 len: 168 time: 0.0846410 Nov 27 10:33:41.597310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:41.607633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498618f-e43c-4074-b81f-a89ecfa79301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6762de4b-c44d-433b-8b22-9f9406832547,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:41.617150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:41.642461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.650336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628f832-0659-47f7-a599-eef20782fc91 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9bfc385-06f2-40b3-bf1d-c89c0722aad4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:41.657812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:41.658122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.685145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] Sync routers for ids ['727e1e74-1318-4292-995a-b241a005aea9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:41.690358 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-29675e77-01f3-4814-88b7-38933165be5f tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0884867 Nov 27 10:33:41.691086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38236) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:41.699394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3273acab-9a0f-4444-932a-a06cbfe31140 None None] For port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:41.722859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.728011 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ebaffddc-da04-4d9f-a22f-60ee688feab2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5312228 Nov 27 10:33:41.758532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38238) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:41.770788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:41.868995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] Routers {'727e1e74-1318-4292-995a-b241a005aea9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:41.869565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['727e1e74-1318-4292-995a-b241a005aea9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:41.911939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af15f96b-fde0-466c-abf6-85db616706d4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:41.932619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:41.942322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3273acab-9a0f-4444-932a-a06cbfe31140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.002328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af15f96b-fde0-466c-abf6-85db616706d4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.041753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38242) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.048526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] Routers {'727e1e74-1318-4292-995a-b241a005aea9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:42.049442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['727e1e74-1318-4292-995a-b241a005aea9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:42.052523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:42.092493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273acab-9a0f-4444-932a-a06cbfe31140 None None] Pushing event updated for resources: {'Port': ['ID=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.104362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:42.105062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c717ab8-53e5-45cd-9a24-d4eb2b2a539a None None] The sync data for ids ['727e1e74-1318-4292-995a-b241a005aea9'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:42.117808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d59f9352-80d3-43e6-b10d-ce6ffa115575 None None] Provisioning complete for port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:42.118265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d59f9352-80d3-43e6-b10d-ce6ffa115575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.156007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af15f96b-fde0-466c-abf6-85db616706d4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.159356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af15f96b-fde0-466c-abf6-85db616706d4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.160611 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af15f96b-fde0-466c-abf6-85db616706d4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/45779e04-ee2c-4dcc-8ad3-14fd3cec3a68 HTTP/1.1" status: 204 len: 168 time: 0.4685466 Nov 27 10:33:42.162384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::1 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/09fa0341-1baf-40a8-8ec4-68a95ea53913/0a0fda28-548e-4159-8c9f-ae0dfb141410) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:42.167708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.233476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15f96b-fde0-466c-abf6-85db616706d4 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45779e04-ee2c-4dcc-8ad3-14fd3cec3a68,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.255448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38248) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.282410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58ef5bc0-222f-48f7-af2d-9e6e5e125a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.294855 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4507f523-c714-49e5-84a3-34b195d3db0e tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1234727 Nov 27 10:33:42.296088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.299791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661752145'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:42.338626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:42.342546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.346348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.365986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.437710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.481220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.491563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.511595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.515435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:42.530777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:42.533253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:42.533810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.542068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=0a0fda28-548e-4159-8c9f-ae0dfb141410,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.585216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f4ee677-0698-465b-baae-2ab3b2afbf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.587356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.589291 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2930658 Nov 27 10:33:42.592517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.597194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '52a4ff68-b919-4996-9308-e2e6c9cca179', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:42.603125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e9d45-f025-4070-be1e-2e1a6c4c6e77 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a4ff68-b919-4996-9308-e2e6c9cca179,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.622407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58ef5bc0-222f-48f7-af2d-9e6e5e125a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.670746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.691704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58ef5bc0-222f-48f7-af2d-9e6e5e125a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.718784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.719128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.807560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.823451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-58ef5bc0-222f-48f7-af2d-9e6e5e125a0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f788b688697f46028d71258830ae5d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5654647 Nov 27 10:33:42.824951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38258) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.831235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef5bc0-222f-48f7-af2d-9e6e5e125a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c48986c-5ed8-4a60-a816-312fa1637d75,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.877014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.881868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=a37d6075-2c87-4429-aae5-5b96b2d09209,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.903294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': '604e2a70-be65-4513-82e0-5e1db583530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:42.903655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: 1d7040a2-0a43-40e9-9b18-99d805c83d6c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:33:42.909086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374f7e7a-e91a-432f-a085-768724a72c05,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:42.925777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.927422 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da318f0b-69ae-4e5a-8c85-728c7c378941 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335683 Nov 27 10:33:42.929422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-363b805a-3769-434c-87a8-42fe733a48a5 None None] Provisioning complete for port 0a0fda28-548e-4159-8c9f-ae0dfb141410 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:42.930365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.930696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-363b805a-3769-434c-87a8-42fe733a48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.942037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75167063-92a1-4380-a908-da2685d4aca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:42.954475 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-964ad511-e005-4ba8-8309-0557f5eeebbd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules/374f7e7a-e91a-432f-a085-768724a72c05 HTTP/1.1" status: 200 len: 763 time: 0.0206385 Nov 27 10:33:42.956577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38262) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:42.971388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-363b805a-3769-434c-87a8-42fe733a48a5 None None] Port 0a0fda28-548e-4159-8c9f-ae0dfb141410 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:42.986594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network 1d7040a2-0a43-40e9-9b18-99d805c83d6c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:33:43.030167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75167063-92a1-4380-a908-da2685d4aca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.052624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 1d7040a2-0a43-40e9-9b18-99d805c83d6c) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:43.061870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14908ce3-f3c0-4274-8d02-256e8210f976 None None] Network 1d7040a2-0a43-40e9-9b18-99d805c83d6c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:43.072971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.073300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:43.073878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.079487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.080300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.132885 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-de01050a-7e39-4333-99a1-c7a323cc6dca tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1720948 Nov 27 10:33:43.135895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.151605 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b38f1372-521c-4819-85a2-e9ab356202c2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1064477 Nov 27 10:33:43.155808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.162510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871005174'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:43.183564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75167063-92a1-4380-a908-da2685d4aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.186647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75167063-92a1-4380-a908-da2685d4aca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.193801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=0a0fda28-548e-4159-8c9f-ae0dfb141410,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:43.196076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-75167063-92a1-4380-a908-da2685d4aca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c48986c-5ed8-4a60-a816-312fa1637d75 HTTP/1.1" status: 204 len: 168 time: 0.3608057 Nov 27 10:33:43.210133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d41ba605-1efd-4f86-a3a2-36f5e9405de5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.221530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d41ba605-1efd-4f86-a3a2-36f5e9405de5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.261549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75167063-92a1-4380-a908-da2685d4aca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c48986c-5ed8-4a60-a816-312fa1637d75,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:43.264213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:43.269283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.275351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:43.278380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:43.290318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-1d7040a2-0a43-40e9-9b18-99d805c83d6c', 'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': 'a37d6075-2c87-4429-aae5-5b96b2d09209'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:43.291175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.337790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c2eb7d9-5f5b-44e6-a739-93be27902f2d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:43.396056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d41ba605-1efd-4f86-a3a2-36f5e9405de5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.414809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:43.472285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d41ba605-1efd-4f86-a3a2-36f5e9405de5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.474013 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d41ba605-1efd-4f86-a3a2-36f5e9405de5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/374f7e7a-e91a-432f-a085-768724a72c05 HTTP/1.1" status: 204 len: 168 time: 0.3351266 Nov 27 10:33:43.480961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38272) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.486474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.486826 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment c22bf43e-7385-4905-b895-72a65d3e145e of type vlan for network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 Nov 27 10:33:43.491398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ba605-1efd-4f86-a3a2-36f5e9405de5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=374f7e7a-e91a-432f-a085-768724a72c05,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:43.554251 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-07fd3aa4-7d95-4129-8020-9a1cb0d80a3d tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0717499 Nov 27 10:33:43.556994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38276) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.569883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '52a4ff68-b919-4996-9308-e2e6c9cca179', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:43.580048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.589831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Router a01dab5c-c3cd-41e0-bc7a-27666b439b4d is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:43.595653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:43.596140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.629785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.636278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.693918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Allocated IP 2001:db8:0:ffff::2 (1d7040a2-0a43-40e9-9b18-99d805c83d6c/a37d6075-2c87-4429-aae5-5b96b2d09209/5c4c2e13-01f8-4c9f-a1d2-ca1151690e56) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:43.728629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:43.742920 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0cd1fb4f-4319-49ce-9ec8-18e50cbf156b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "PUT /v2.0/routers/a01dab5c-c3cd-41e0-bc7a-27666b439b4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9022024 Nov 27 10:33:43.744614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.748934 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Sync routers for ids ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:43.760709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Router 727e1e74-1318-4292-995a-b241a005aea9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:43.764761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.768056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:43.769129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.769284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.783790 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Routers {'a01dab5c-c3cd-41e0-bc7a-27666b439b4d'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:43.785855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:43.803947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.805314 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6483295 Nov 27 10:33:43.805955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38284) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.817300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.823517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:43.828248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89f9b12d-87aa-457e-b8ce-274199f22aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.853331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f1c08-5d43-4ab1-9f3f-bea992782f89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:43.857058 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-971f1c08-5d43-4ab1-9f3f-bea992782f89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports/0a0fda28-548e-4159-8c9f-ae0dfb141410 HTTP/1.1" status: 200 len: 911 time: 0.1069412 Nov 27 10:33:43.857209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e6504059-2a72-4af0-ae6a-12c2aaa19db8 None None] Provisioning complete for port 0a0fda28-548e-4159-8c9f-ae0dfb141410 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:43.857209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6504059-2a72-4af0-ae6a-12c2aaa19db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:43.858184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38286) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:43.960273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e6504059-2a72-4af0-ae6a-12c2aaa19db8 None None] Port 0a0fda28-548e-4159-8c9f-ae0dfb141410 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:43.974261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a997b9-063c-49cb-b7fb-846ae9e453a9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:43.983266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a997b9-063c-49cb-b7fb-846ae9e453a9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:43.987747 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-37a997b9-063c-49cb-b7fb-846ae9e453a9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1257107 Nov 27 10:33:43.994335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.008014 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Set router a01dab5c-c3cd-41e0-bc7a-27666b439b4d gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:44.013299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.078595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.083493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.095667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.122983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5370f435-0621-443f-b184-70b087a477cc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:44.143794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.147543 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-edfb686d-e60b-4dfc-9285-bb603093ad0a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5871849 Nov 27 10:33:44.152932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.175628 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-53b8b63b-d576-4708-891c-fe0c5b2d5342 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules/5370f435-0621-443f-b184-70b087a477cc HTTP/1.1" status: 200 len: 763 time: 0.0193110 Nov 27 10:33:44.178533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Network 1d7040a2-0a43-40e9-9b18-99d805c83d6c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:44.181069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Pushing event updated for resources: {'Port': ['ID=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:44.184054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:44.185664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38294) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.191223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:44.261027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Attempting to bind port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:44.261574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Attempting to bind port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '604e2a70-be65-4513-82e0-5e1db583530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:44.262526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Attempting to bind port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 on network 1d7040a2-0a43-40e9-9b18-99d805c83d6c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:44.269105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:44.269622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Checking segment: {'id': '604e2a70-be65-4513-82e0-5e1db583530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:44.270111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.271333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Bound using segment: {'id': '604e2a70-be65-4513-82e0-5e1db583530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:44.272627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Bound port: 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604e2a70-be65-4513-82e0-5e1db583530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1d7040a2-0a43-40e9-9b18-99d805c83d6c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:44.273010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.280642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89f9b12d-87aa-457e-b8ce-274199f22aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.294072 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:40Z', 'updated_at': '2021-11-27T10:33:42Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None, '_interfaces': [{'id': '0a0fda28-548e-4159-8c9f-ae0dfb141410', 'name': '', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'mac_address': 'fa:16:3e:c6:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '09fa0341-1baf-40a8-8ec4-68a95ea53913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:41Z', 'updated_at': '2021-11-27T10:33:42Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'subnets': [{'id': '09fa0341-1baf-40a8-8ec4-68a95ea53913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:44.328935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:44.339270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.340508 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-11566d86-5f8f-4f8f-86d3-1a34a02cbf6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "PUT /v2.0/routers/727e1e74-1318-4292-995a-b241a005aea9 HTTP/1.1" status: 200 len: 920 time: 2.5747721 Nov 27 10:33:44.344324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] Sync routers for ids ['727e1e74-1318-4292-995a-b241a005aea9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:44.346486 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Checking router: a01dab5c-c3cd-41e0-bc7a-27666b439b4d for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:44.346846 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Updating router a01dab5c-c3cd-41e0-bc7a-27666b439b4d port 0a0fda28-548e-4159-8c9f-ae0dfb141410 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:33:44.355411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.361526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] Routers {'727e1e74-1318-4292-995a-b241a005aea9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:44.364305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['727e1e74-1318-4292-995a-b241a005aea9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:44.367251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89f9b12d-87aa-457e-b8ce-274199f22aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.379383 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.402707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:44.410547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] For port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:44.412109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95c6ee-a14f-4ffc-9e28-bb8c89c7e2db tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=047fbaa3-51a3-4443-84f3-6fca28fdecd4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:44.427234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:44.430874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] For port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,segment=NetworkSegment(604e2a70-be65-4513-82e0-5e1db583530c),segment_id=604e2a70-be65-4513-82e0-5e1db583530c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:44.433977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] Routers {'727e1e74-1318-4292-995a-b241a005aea9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:44.434596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['727e1e74-1318-4292-995a-b241a005aea9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:44.466771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:44.477796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.489082 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-89f9b12d-87aa-457e-b8ce-274199f22aa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce49d8cbf797448b8f1866211c319477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7146368 Nov 27 10:33:44.505289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38300) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.584203 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cd18374d-b908-4347-b6fc-501f324105d5 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3965213 Nov 27 10:33:44.584500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.617048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9b12d-87aa-457e-b8ce-274199f22aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0c561-d4ef-4258-9c7a-d7165aa84de2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:44.637533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:44.638197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bc18f-ba73-4d65-85d1-8bf3682ec4fe None None] The sync data for ids ['727e1e74-1318-4292-995a-b241a005aea9'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:44.647933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.648881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-073c1dab-ee74-4095-90a9-ca1ab75282aa tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.672139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-073c1dab-ee74-4095-90a9-ca1ab75282aa tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.727565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a568eba-0b4e-46cb-bb77-ba8cea39d981 None None] Pushing event updated for resources: {'Port': ['ID=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:44.848165 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9241f24f-3bb9-43da-bb1c-8c1fafb58482 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/727e1e74-1318-4292-995a-b241a005aea9 HTTP/1.1" status: 200 len: 920 time: 0.4882596 Nov 27 10:33:44.848165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d395d719-4e9b-4816-bae2-2c237f441bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.850531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38304) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:44.877076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.919634 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.932274 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.954689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=0859e908-d6de-4bc7-b242-b50741769461,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:44.957686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-073c1dab-ee74-4095-90a9-ca1ab75282aa tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.966381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-073c1dab-ee74-4095-90a9-ca1ab75282aa tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:44.971152 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-073c1dab-ee74-4095-90a9-ca1ab75282aa tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5370f435-0621-443f-b184-70b087a477cc HTTP/1.1" status: 204 len: 168 time: 0.3854678 Nov 27 10:33:44.971993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.006979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d395d719-4e9b-4816-bae2-2c237f441bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.009674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c1dab-ee74-4095-90a9-ca1ab75282aa tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5370f435-0621-443f-b184-70b087a477cc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:45.054852 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb2335-4d6a-4b22-84ce-e06e4526fe2a None None] Pushing event updated for resources: {'Port': ['ID=0a0fda28-548e-4159-8c9f-ae0dfb141410,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:45.078194 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-18d1c25e-86af-4b0b-b465-66d06cbe3d5c tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0948565 Nov 27 10:33:45.078819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.079664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': 'c22bf43e-7385-4905-b895-72a65d3e145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:45.080029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: 047fbaa3-51a3-4443-84f3-6fca28fdecd4, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:33:45.093044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Request body: {'security_group_rule': {'security_group_id': '52a4ff68-b919-4996-9308-e2e6c9cca179', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:45.132344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:33:45.179803 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Project 075bbeac3de04ab0af2975e811669107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:33:45.191438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.217412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 047fbaa3-51a3-4443-84f3-6fca28fdecd4) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:45.222291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:45.222947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.235701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134227be-25ec-4ecc-a49d-2c33ce1362db None None] Network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:45.241639 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Attempting to bind port 0a0fda28-548e-4159-8c9f-ae0dfb141410 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:45.242020 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Attempting to bind port 0a0fda28-548e-4159-8c9f-ae0dfb141410 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:45.242378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Attempting to bind port 0a0fda28-548e-4159-8c9f-ae0dfb141410 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:45.249578 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:45.250251 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:45.250818 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.253782 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-df7577dd-3444-4871-b933-6ca44e5fda63 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4323938 Nov 27 10:33:45.254401 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:45.258028 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Bound port: 0a0fda28-548e-4159-8c9f-ae0dfb141410, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:45.258366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.259896 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.399007 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] For port 0a0fda28-548e-4159-8c9f-ae0dfb141410, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:45.403255 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] For port 0a0fda28-548e-4159-8c9f-ae0dfb141410, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=0a0fda28-548e-4159-8c9f-ae0dfb141410,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:45.407368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.414428 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.490102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.499371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.559014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.569145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-047fbaa3-51a3-4443-84f3-6fca28fdecd4', 'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': '0859e908-d6de-4bc7-b242-b50741769461'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:45.570088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.588628 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Routers {'a01dab5c-c3cd-41e0-bc7a-27666b439b4d'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:45.589383 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:45.602018 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb2335-4d6a-4b22-84ce-e06e4526fe2a None None] Pushing event updated for resources: {'Port': ['ID=0a0fda28-548e-4159-8c9f-ae0dfb141410,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:45.626082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d93602-04bb-4c5b-b09f-1861fc1dd149,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:45.636481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.641619 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96215fd0-7a05-4d0b-959f-6291a0d0c509 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5518951 Nov 27 10:33:45.642319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38318) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.701165 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-02f4db43-94f6-4add-89b2-3593ce1e4875 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules/f4d93602-04bb-4c5b-b09f-1861fc1dd149 HTTP/1.1" status: 200 len: 769 time: 0.0508215 Nov 27 10:33:45.701803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.726806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.821548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Allocated IP 2001:db8::1 (047fbaa3-51a3-4443-84f3-6fca28fdecd4/0859e908-d6de-4bc7-b242-b50741769461/212811aa-0e95-4f0e-bd2c-7c764bc8cb98) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:45.823327 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] Set router a01dab5c-c3cd-41e0-bc7a-27666b439b4d gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:45.844193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7bedbc54-ad47-4e69-a8c9-0d99fe08bfc5 None None] Provisioning complete for port 0a0fda28-548e-4159-8c9f-ae0dfb141410 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:45.844911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc54-ad47-4e69-a8c9-0d99fe08bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.862576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d8bd7-120f-4b22-acc0-0e3f1dc3adfb tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:45.866929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b5d8bd7-120f-4b22-acc0-0e3f1dc3adfb tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=727e1e74-1318-4292-995a-b241a005aea9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9669912 Nov 27 10:33:45.873681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.883327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-52c9b998-5f0b-4e19-bcc3-8ac93fd6b23a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1652491 Nov 27 10:33:45.883971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38324) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:45.921562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa8259d9-90a5-48f8-8785-e033bb738d93 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.933206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa8259d9-90a5-48f8-8785-e033bb738d93 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.972155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa8259d9-90a5-48f8-8785-e033bb738d93 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.978447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa8259d9-90a5-48f8-8785-e033bb738d93 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:45.985769 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fa8259d9-90a5-48f8-8785-e033bb738d93 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f4d93602-04bb-4c5b-b09f-1861fc1dd149 HTTP/1.1" status: 204 len: 168 time: 0.0985079 Nov 27 10:33:45.986486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38326) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:46.039197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8259d9-90a5-48f8-8785-e033bb738d93 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4d93602-04bb-4c5b-b09f-1861fc1dd149,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:46.086708 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-21816196-485f-43c0-bbf5-d70ee449bf6a tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763936 Nov 27 10:33:46.087585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38328) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:46.169092 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:40Z', 'updated_at': '2021-11-27T10:33:42Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None, '_interfaces': [{'id': '0a0fda28-548e-4159-8c9f-ae0dfb141410', 'name': '', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'mac_address': 'fa:16:3e:c6:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '09fa0341-1baf-40a8-8ec4-68a95ea53913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:41Z', 'updated_at': '2021-11-27T10:33:45Z', 'revision_number': 4, 'project_id': '792b613d42f14754ba1c3e8055186546', 'subnets': [{'id': '09fa0341-1baf-40a8-8ec4-68a95ea53913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:46.190800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d72b100-0e1b-4470-be53-800b90fcc1fd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.196922 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a54f7-9714-4a93-be87-69cd40a1b724 None None] The sync data for ids ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'] in dv-neutron-804846-16-hyperv is: [{'id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:40Z', 'updated_at': '2021-11-27T10:33:42Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None, '_interfaces': [{'id': '0a0fda28-548e-4159-8c9f-ae0dfb141410', 'name': '', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'mac_address': 'fa:16:3e:c6:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '09fa0341-1baf-40a8-8ec4-68a95ea53913', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:41Z', 'updated_at': '2021-11-27T10:33:45Z', 'revision_number': 4, 'project_id': '792b613d42f14754ba1c3e8055186546', 'subnets': [{'id': '09fa0341-1baf-40a8-8ec4-68a95ea53913', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:46.227915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d72b100-0e1b-4470-be53-800b90fcc1fd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.256870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc54-ad47-4e69-a8c9-0d99fe08bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.280915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.301863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d395d719-4e9b-4816-bae2-2c237f441bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.303020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d72b100-0e1b-4470-be53-800b90fcc1fd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.305180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d395d719-4e9b-4816-bae2-2c237f441bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.311459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d72b100-0e1b-4470-be53-800b90fcc1fd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.315379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2d72b100-0e1b-4470-be53-800b90fcc1fd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "DELETE /v2.0/security-groups/52a4ff68-b919-4996-9308-e2e6c9cca179 HTTP/1.1" status: 204 len: 168 time: 0.2243390 Nov 27 10:33:46.315517 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d395d719-4e9b-4816-bae2-2c237f441bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81a0c561-d4ef-4258-9c7a-d7165aa84de2 HTTP/1.1" status: 204 len: 168 time: 1.7861090 Nov 27 10:33:46.317822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.318466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:46.347857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72b100-0e1b-4470-be53-800b90fcc1fd tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a4ff68-b919-4996-9308-e2e6c9cca179,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:46.373247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.422936 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c53da7e3-0df4-42e9-bd9c-4fd5353b7935 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0892625 Nov 27 10:33:46.422936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38338) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:46.423601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7bedbc54-ad47-4e69-a8c9-0d99fe08bfc5 None None] For port 0a0fda28-548e-4159-8c9f-ae0dfb141410, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=0a0fda28-548e-4159-8c9f-ae0dfb141410,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:46.425390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.430426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ec988-cd18-4300-998f-ad055b587417 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:46.439157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d87ec988-cd18-4300-998f-ad055b587417 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.5615952 Nov 27 10:33:46.445146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38340) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:46.467062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7bedbc54-ad47-4e69-a8c9-0d99fe08bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.482076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395d719-4e9b-4816-bae2-2c237f441bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0c561-d4ef-4258-9c7a-d7165aa84de2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:46.518972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:46.539542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:46.540541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-27d54cfc-4eae-4f3b-ba2d-5a795f181fcc tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=727e1e74-1318-4292-995a-b241a005aea9 HTTP/1.1" status: 200 len: 205 time: 0.0813193 Nov 27 10:33:46.544246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:46.550424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:46.580864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Pushing event updated for resources: {'Port': ['ID=212811aa-0e95-4f0e-bd2c-7c764bc8cb98,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:46.623387 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ffc39a24-5f06-4b66-92ac-0e48d9c841d2 tempest-SecGroupIPv6Test-1173256904 tempest-SecGroupIPv6Test-1173256904-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1995673 Nov 27 10:33:46.659460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.705662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1691ed84-75e1-4210-9d09-d3e238899a65 None None] Provisioning complete for port 0a0fda28-548e-4159-8c9f-ae0dfb141410 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:46.710301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1691ed84-75e1-4210-9d09-d3e238899a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.732542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=0859e908-d6de-4bc7-b242-b50741769461,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:46.754287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Attempting to bind port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:46.755171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Attempting to bind port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'c22bf43e-7385-4905-b895-72a65d3e145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:46.755561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Attempting to bind port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98 on network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:46.768952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d5657-7004-45eb-b1bf-ff329d62dfe0 None None] Network 1d7040a2-0a43-40e9-9b18-99d805c83d6c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:46.872301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.909699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047fbaa3-51a3-4443-84f3-6fca28fdecd4']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:46.925142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22bf43e-7385-4905-b895-72a65d3e145e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:46.925693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22bf43e-7385-4905-b895-72a65d3e145e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:46.950651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:46.979088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.004574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:47.005351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.007407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:47.007946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Checking segment: {'id': 'c22bf43e-7385-4905-b895-72a65d3e145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:47.008179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.008620 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Bound using segment: {'id': 'c22bf43e-7385-4905-b895-72a65d3e145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:47.009110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Bound port: 212811aa-0e95-4f0e-bd2c-7c764bc8cb98, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bf43e-7385-4905-b895-72a65d3e145e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:47.009491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:47.011400 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:47.027965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedbc54-ad47-4e69-a8c9-0d99fe08bfc5 None None] Pushing event updated for resources: {'Port': ['ID=0a0fda28-548e-4159-8c9f-ae0dfb141410,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:47.101489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:33:47.101489 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:33:47.101489 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': '047fbaa3-51a3-4443-84f3-6fca28fdecd4'}] Nov 27 10:33:47.101489 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:33:47.102686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:33:47.102969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.217800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38354) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:47.331020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.343413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 0a0fda28-548e-4159-8c9f-ae0dfb141410 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:47.343760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.363379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] For port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:47.374235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] For port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=212811aa-0e95-4f0e-bd2c-7c764bc8cb98,segment=NetworkSegment(c22bf43e-7385-4905-b895-72a65d3e145e),segment_id=c22bf43e-7385-4905-b895-72a65d3e145e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:47.391591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.515087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:47.611476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] For port 0a0fda28-548e-4159-8c9f-ae0dfb141410, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=0a0fda28-548e-4159-8c9f-ae0dfb141410,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:47.611748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.629154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Deleting port e9a18ff8-e0f2-4997-9332-6d1340df3313 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:47.629324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.654149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.665343 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ecde77cd-79e8-45da-903f-e3b09625b11e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=075bbeac3de04ab0af2975e811669107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463232 Nov 27 10:33:47.667895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:47.670215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 0a0fda28-548e-4159-8c9f-ae0dfb141410 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:47.696312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7e43-5a4a-4af3-82e3-9ff067a42cdc None None] Pushing event updated for resources: {'Port': ['ID=212811aa-0e95-4f0e-bd2c-7c764bc8cb98,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:47.742269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879ef80-d399-46e8-822e-bb8f6b52694f None None] Network 047fbaa3-51a3-4443-84f3-6fca28fdecd4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:47.824508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a09fe0b-5e45-49dd-9535-710e88e352ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.831107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d8a37a4a-f00c-4e07-b5b7-16db562aa9f9 None None] Provisioning complete for port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:47.831709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8a37a4a-f00c-4e07-b5b7-16db562aa9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.833679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.850258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a09fe0b-5e45-49dd-9535-710e88e352ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.855346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Calling delete_port for e9a18ff8-e0f2-4997-9332-6d1340df3313 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:47.874720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:47.874720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.956301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:47.956989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.969121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=212811aa-0e95-4f0e-bd2c-7c764bc8cb98,segment=NetworkSegment(c22bf43e-7385-4905-b895-72a65d3e145e),segment_id=c22bf43e-7385-4905-b895-72a65d3e145e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:47.969121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:47.985554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 212811aa-0e95-4f0e-bd2c-7c764bc8cb98 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:48.077657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.109015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.143035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=0a0fda28-548e-4159-8c9f-ae0dfb141410,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:48.146841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a09fe0b-5e45-49dd-9535-710e88e352ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.155399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a09fe0b-5e45-49dd-9535-710e88e352ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.156772 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2a09fe0b-5e45-49dd-9535-710e88e352ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01be0ad0-0203-4add-9465-b65b59964a09 HTTP/1.1" status: 204 len: 168 time: 0.4874778 Nov 27 10:33:48.169782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8a37a4a-f00c-4e07-b5b7-16db562aa9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.206314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 212811aa-0e95-4f0e-bd2c-7c764bc8cb98 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:48.208114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=212811aa-0e95-4f0e-bd2c-7c764bc8cb98,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:48.254164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.289675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09fe0b-5e45-49dd-9535-710e88e352ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be0ad0-0203-4add-9465-b65b59964a09,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:48.383456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d8a37a4a-f00c-4e07-b5b7-16db562aa9f9 None None] For port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,segment=NetworkSegment(604e2a70-be65-4513-82e0-5e1db583530c),segment_id=604e2a70-be65-4513-82e0-5e1db583530c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:48.387005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.399115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.439243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047fbaa3-51a3-4443-84f3-6fca28fdecd4']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:48.441063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8a37a4a-f00c-4e07-b5b7-16db562aa9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.468298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22bf43e-7385-4905-b895-72a65d3e145e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:48.468778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22bf43e-7385-4905-b895-72a65d3e145e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:48.512359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.512608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.528243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Router a01dab5c-c3cd-41e0-bc7a-27666b439b4d has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:33:48.542219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.553364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:48.553711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:48.557731 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:48.583840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30987b-2d0e-45d0-97d9-30371a318991 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:33:48.634929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.648233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.665231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.675245 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/047fbaa3-51a3-4443-84f3-6fca28fdecd4 HTTP/1.1" status: 204 len: 168 time: 3.4161117 Nov 27 10:33:48.679795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:48.700969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1006069626'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:48.732101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af404da-3453-407a-a9d1-08f321c04f4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=047fbaa3-51a3-4443-84f3-6fca28fdecd4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:48.735953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event deleted for resources: {'Port': ['ID=e9a18ff8-e0f2-4997-9332-6d1340df3313,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:48.777792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:48.781502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.826605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:48.836775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0a4e9097-a45e-4a4e-b2e9-bba7d02d68fb None None] Provisioning complete for port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:48.837157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9097-a45e-4a4e-b2e9-bba7d02d68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.838810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:33:48.839180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:33:48.856295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.857932 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment 7b33ee8a-6f9b-42fd-8d74-6b2d091043f0 of type vlan for network de9a65ba-85fd-436d-afc9-0823fb12efdd Nov 27 10:33:48.862113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a37a4a-f00c-4e07-b5b7-16db562aa9f9 None None] Pushing event updated for resources: {'Port': ['ID=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:48.866543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.870745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:48.873510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:48.883610 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-011ed4b7-6182-4909-ad01-9f2b2e6078c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "PUT /v2.0/routers/a01dab5c-c3cd-41e0-bc7a-27666b439b4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8882024 Nov 27 10:33:48.887232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:48.890167 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] Sync routers for ids ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:48.916106 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] Routers {'a01dab5c-c3cd-41e0-bc7a-27666b439b4d'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:48.918484 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:48.970458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.027767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.028758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Fanout notify agent at l3_agent the message router_deleted on router 727e1e74-1318-4292-995a-b241a005aea9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:49.041742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.047468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:49.048397 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-04c47045-6d50-46e1-a682-b6a2d6592122 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/727e1e74-1318-4292-995a-b241a005aea9 HTTP/1.1" status: 204 len: 168 time: 2.5030181 Nov 27 10:33:49.058173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3950df-9d01-435c-b570-b60179cbebc3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:49.063214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3950df-9d01-435c-b570-b60179cbebc3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:49.064991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813529574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:49.073225 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fa3950df-9d01-435c-b570-b60179cbebc3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1825976 Nov 27 10:33:49.074129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:49.087711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.093244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:49.093857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.117891 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] Set router a01dab5c-c3cd-41e0-bc7a-27666b439b4d gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:49.137582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30987b-2d0e-45d0-97d9-30371a318991 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:33:49.188939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 09fa0341-1baf-40a8-8ec4-68a95ea53913 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:33:49.199704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.235110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=de9a65ba-85fd-436d-afc9-0823fb12efdd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:49.259380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.260759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.269015 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:40Z', 'updated_at': '2021-11-27T10:33:47Z', 'revision_number': 3, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:49.283804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38426) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:49.283944 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8466c7e4-ff44-4abb-9b77-ce4b7c19e27f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5883064 Nov 27 10:33:49.301089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:49.309968 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] Checking router: a01dab5c-c3cd-41e0-bc7a-27666b439b4d for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:49.322331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.328820 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] Routers {'a01dab5c-c3cd-41e0-bc7a-27666b439b4d'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:49.329583 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:49.394948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.407061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.424023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network de9a65ba-85fd-436d-afc9-0823fb12efdd details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:49.449044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.455235 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-81b512d1-4c2b-41de-b6ee-4f2b1aa6dc79 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4067051 Nov 27 10:33:49.457971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:49.463434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:49.476281 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] Set router a01dab5c-c3cd-41e0-bc7a-27666b439b4d gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:49.584458 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:40Z', 'updated_at': '2021-11-27T10:33:47Z', 'revision_number': 3, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:49.614410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38438) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:49.617702 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77afdbc9-e82d-4678-9e43-27dcb3eff1aa None None] The sync data for ids ['a01dab5c-c3cd-41e0-bc7a-27666b439b4d'] in dv-neutron-804846-16-hyperv is: [{'id': 'a01dab5c-c3cd-41e0-bc7a-27666b439b4d', 'name': 'tempest-NetworksTestDHCPv6-router-188866754', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:40Z', 'updated_at': '2021-11-27T10:33:47Z', 'revision_number': 3, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:49.635130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 0a0fda28-548e-4159-8c9f-ae0dfb141410 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:49.702431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 0a0fda28-548e-4159-8c9f-ae0dfb141410 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:49.702788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 0a0fda28-548e-4159-8c9f-ae0dfb141410 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 10:33:49.737631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Port 0a0fda28-548e-4159-8c9f-ae0dfb141410 not found, will not notify nova. {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 10:33:49.754409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38444) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:49.822239 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af8eaff7-34e6-4d62-ab45-ccd7b75ea54a tempest-ServiceProvidersTest-1814063171 tempest-ServiceProvidersTest-1814063171-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2065940 Nov 27 10:33:49.875278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5acd8ed7-0ecf-4214-9f78-f70907dba08a tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:49.887952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.910164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.963061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:49.966770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.967945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port 0275c354-5086-4b30-926e-baf21df4866e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:49.968401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:49.979259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5acd8ed7-0ecf-4214-9f78-f70907dba08a tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "PUT /v2.0/quotas/aa5782d433d4475ca89baadaea40dffd HTTP/1.1" status: 200 len: 366 time: 0.2231109 Nov 27 10:33:49.980232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.012515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b4b92550-a8c9-430e-be5f-e6cd79a492ff tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0272775 Nov 27 10:33:50.013249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38454) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.040547 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a4b15c7c-339d-44c5-b168-242b34dc1098 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "GET /v2.0/quotas/aa5782d433d4475ca89baadaea40dffd HTTP/1.1" status: 200 len: 366 time: 0.0212636 Nov 27 10:33:50.042330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.050627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.068488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Port 0275c354-5086-4b30-926e-baf21df4866e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:50.094839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port 57c2348c-2f5d-4363-8e57-fcde7904d661 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:50.096043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.113715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=09fa0341-1baf-40a8-8ec4-68a95ea53913,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:50.123094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.129237 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e702b113-9044-46a9-a634-0a4b38f0ca94 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/09fa0341-1baf-40a8-8ec4-68a95ea53913 HTTP/1.1" status: 204 len: 168 time: 1.0487497 Nov 27 10:33:50.129237 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b12e87a8-f8d5-45da-8e26-6a486a8d4cd3 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/aa5782d433d4475ca89baadaea40dffd HTTP/1.1" status: 204 len: 168 time: 0.0842991 Nov 27 10:33:50.129505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.132194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.162538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089c3a1-e907-4ca1-b86b-d50afce5c8bb None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:50.164725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:50.235132 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-64f27686-1470-4d42-9fce-ec4764fe6c06 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0964634 Nov 27 10:33:50.259888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.294719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1b7c78ab-1ada-4ee0-9691-d616d3b13083 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "GET /v2.0/quotas/aa5782d433d4475ca89baadaea40dffd HTTP/1.1" status: 200 len: 370 time: 0.0297740 Nov 27 10:33:50.298207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.325435 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b011342b-f4a0-4c1c-bc56-183723904317 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "GET /v2.0/quotas/aa5782d433d4475ca89baadaea40dffd/default HTTP/1.1" status: 200 len: 370 time: 0.0227206 Nov 27 10:33:50.333086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.333625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.336851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.365224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-86fb1a87-3bef-409e-80d8-403cb2277cb2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2308464 Nov 27 10:33:50.366303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.367226 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-38e0500e-c42c-4af7-a87b-b79af4771701 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] delete failed (client error): The resource could not be found. Nov 27 10:33:50.368217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-38e0500e-c42c-4af7-a87b-b79af4771701 tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/aa5782d433d4475ca89baadaea40dffd HTTP/1.1" status: 404 len: 348 time: 0.0324152 Nov 27 10:33:50.377862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.460409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:50.464256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.496763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.534751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:50.534949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.586894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Allocated IP 172.26.1.219 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6096d65b-e8c6-4996-bcee-5e3332c93904) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:50.589006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.596574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d93e268-081b-44ce-917a-18153d9c2506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.632168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:50.666381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38480) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.727061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 0a0fda28-548e-4159-8c9f-ae0dfb141410 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:50.750359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.754749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 0a0fda28-548e-4159-8c9f-ae0dfb141410 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:50.755611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 0a0fda28-548e-4159-8c9f-ae0dfb141410 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:50.761894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.764531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] Deleting port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:50.764914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.768154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:50.768807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.779380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:network and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:50.785764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:50.799822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=a111421b-8edf-448c-ad60-8adaa0d3467e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:50.807573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:subnet and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:50.813252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:50.833324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.837555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:subnetpool and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:50.848665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:50.849294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: de9a65ba-85fd-436d-afc9-0823fb12efdd, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:33:50.855151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.855524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Fanout notify agent at l3_agent the message router_deleted on router a01dab5c-c3cd-41e0-bc7a-27666b439b4d {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:50.865139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.866404 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6c431f17-20ca-4e42-9c2f-caf2551b339b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/routers/a01dab5c-c3cd-41e0-bc7a-27666b439b4d HTTP/1.1" status: 204 len: 168 time: 0.4970105 Nov 27 10:33:50.868296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] For port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:50.868917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.872858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:50.881423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:50.882645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:50.901329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] Calling delete_port for 3c2eb7d9-5f5b-44e6-a739-93be27902f2d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:50.931534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:port and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:50.941097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:50.966860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:50.975000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network de9a65ba-85fd-436d-afc9-0823fb12efdd is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:33:50.983539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:router and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:51.009895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:51.021360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:51.029895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, de9a65ba-85fd-436d-afc9-0823fb12efdd) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:51.032201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.046656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d93e268-081b-44ce-917a-18153d9c2506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.050040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:51.050708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.060493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d93e268-081b-44ce-917a-18153d9c2506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.064232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:51.066837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:51.072032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784070c7-946d-491b-a2da-3d22726dc0fe None None] Network de9a65ba-85fd-436d-afc9-0823fb12efdd requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:51.077285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] Pushing event deleted for resources: {'Port': ['ID=3c2eb7d9-5f5b-44e6-a739-93be27902f2d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:51.106819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5577a-9b66-48b7-91a6-b344b7082dbe None None] No DVR routers for this DVR port 3c2eb7d9-5f5b-44e6-a739-93be27902f2d on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:51.112666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:51.116797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.125378 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7d93e268-081b-44ce-917a-18153d9c2506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8096b54494374039a99106c9cdb1c208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7906253 Nov 27 10:33:51.137368 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a8c1def1-74ae-41c8-890f-95e32aa033c7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8509080 Nov 27 10:33:51.139254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:floatingip and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:51.144416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38488) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:51.144841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38490) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:51.154599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1793469133'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:51.156659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e268-081b-44ce-917a-18153d9c2506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36050dc-2b5f-4aea-aa17-736ae1f2e40d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:51.156914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689cac1-289d-4c3d-a353-23bfc3f644e8 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:51.177343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port 52c47a75-7f5f-45d9-900d-c8941bcddf69 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:51.177510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:51.177596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.188639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event updated for resources: {'Port': ['ID=6096d65b-e8c6-4996-bcee-5e3332c93904,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:51.329018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:51.332552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.366211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.388695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a724ea-5c24-4909-92d3-6c8b7bc7a53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.417778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:51.422033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:51.428312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:51.428674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.463268 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5871296 Nov 27 10:33:51.463268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13a62a-2e07-4cdf-b37c-9ffef059cfeb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=0f214d47-5c27-42f6-b69c-91ccb4f44c35,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:51.468571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba00450-a155-46d0-a5a5-75d749d051d9 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:51.475169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:51.484225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:51.493886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-de9a65ba-85fd-436d-afc9-0823fb12efdd', 'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': 'a111421b-8edf-448c-ad60-8adaa0d3467e'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:51.494813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.495611 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:51.499367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a724ea-5c24-4909-92d3-6c8b7bc7a53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.516943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.519110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.540227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.540668 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment cacb476c-986f-472b-ac45-51c55b23713d of type vlan for network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 Nov 27 10:33:51.580482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.586189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.596290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:security_group and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:51.605053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.608843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3a79f238-c2e6-4638-84b4-1ef754748c9a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1299798 Nov 27 10:33:51.609037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:51.634051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:51.651975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.656243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port 9b02475a-bcbd-40ec-83e0-3df1fcb31e90 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:51.656825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.671464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.673542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Usage tracker for resource:security_group_rule and project:c0b01462bcc8405792c85654f6f5cb78 is out of sync, need to count used quota {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 10:33:51.717610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.quota.resource [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103379) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 10:33:51.737425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a724ea-5c24-4909-92d3-6c8b7bc7a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.740630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a724ea-5c24-4909-92d3-6c8b7bc7a53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.744145 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-10a724ea-5c24-4909-92d3-6c8b7bc7a53b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e36050dc-2b5f-4aea-aa17-736ae1f2e40d HTTP/1.1" status: 204 len: 168 time: 0.5951476 Nov 27 10:33:51.763008 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-39406612-6c19-4099-be0f-ca2dc2e0fefd tempest-QuotasTest-227136925 tempest-QuotasTest-227136925-project-admin] 10.222.0.13 "GET /v2.0/quotas/c0b01462bcc8405792c85654f6f5cb78/details.json HTTP/1.1" status: 200 len: 703 time: 1.0941951 Nov 27 10:33:51.769737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Port 9b02475a-bcbd-40ec-83e0-3df1fcb31e90 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:51.790892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.807187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:51.811891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:51.813443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.814445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.830707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Allocated IP 2001:db8::3 (de9a65ba-85fd-436d-afc9-0823fb12efdd/a111421b-8edf-448c-ad60-8adaa0d3467e/6f99093d-8b9f-4c98-bc95-cbef3d932a57) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:51.832958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Provisioning complete for port 1c8d834c-7f28-4c3b-91a4-3df8ec062761 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:51.833338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.895090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c2eb7d9-5f5b-44e6-a739-93be27902f2d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:33:51.942414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:51.946479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a724ea-5c24-4909-92d3-6c8b7bc7a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36050dc-2b5f-4aea-aa17-736ae1f2e40d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:51.957320 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8092468 Nov 27 10:33:51.961015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:51.979354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:52.003679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3c2eb7d9-5f5b-44e6-a739-93be27902f2d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:33:52.004075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c2eb7d9-5f5b-44e6-a739-93be27902f2d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:33:52.005775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0689a-7054-4cbf-95c2-fcf0881a8ab4 None None] Port 1c8d834c-7f28-4c3b-91a4-3df8ec062761 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:52.089157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32be5d-c17c-48a2-bbd3-16811c181671 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=1bd62645-25e1-4e56-9765-2dbac7ab1b22,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:52.155440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:52.300076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:52.303225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.304768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.309374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.360816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/0f214d47-5c27-42f6-b69c-91ccb4f44c35/84ba3a7d-b668-4b01-9d0d-b21968296b6f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:52.364226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38514) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:52.398262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d1790fae-3300-412f-b83d-0b89dad86873 None None] Provisioning complete for port 6096d65b-e8c6-4996-bcee-5e3332c93904 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:52.398651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1790fae-3300-412f-b83d-0b89dad86873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.404952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:33:52.405480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:33:52.477029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.498583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.500421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d1790fae-3300-412f-b83d-0b89dad86873 None None] Port 6096d65b-e8c6-4996-bcee-5e3332c93904 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:52.550731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Router cdb5361a-c007-4611-98a1-f44517f651f7 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:52.562640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-926355f6-6152-4a53-8aff-3e959c0f348d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.592944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Network de9a65ba-85fd-436d-afc9-0823fb12efdd is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:52.602106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:52.617863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:52.629050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Pushing event updated for resources: {'Port': ['ID=6f99093d-8b9f-4c98-bc95-cbef3d932a57,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:52.660695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-926355f6-6152-4a53-8aff-3e959c0f348d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.665325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.666971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-926355f6-6152-4a53-8aff-3e959c0f348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.730803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Attempting to bind port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:52.731183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Attempting to bind port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:52.731551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Attempting to bind port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 on network de9a65ba-85fd-436d-afc9-0823fb12efdd {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:52.746678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:52.746903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Checking segment: {'id': '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:52.747183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.747556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Bound using segment: {'id': '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:52.748041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Bound port: 6f99093d-8b9f-4c98-bc95-cbef3d932a57, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'de9a65ba-85fd-436d-afc9-0823fb12efdd'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:52.748463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.748839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': 'cacb476c-986f-472b-ac45-51c55b23713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:52.749198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: 1bd62645-25e1-4e56-9765-2dbac7ab1b22, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:33:52.751617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.766396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.821767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926355f6-6152-4a53-8aff-3e959c0f348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa05f1b-3e55-44b8-9d41-5f0b42e28ab1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:52.830658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::1 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/0f214d47-5c27-42f6-b69c-91ccb4f44c35/a66e4891-799c-4e53-a598-b325addbef74) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:52.848993 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-926355f6-6152-4a53-8aff-3e959c0f348d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52356642052147ca8f65cce622708349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799573 Nov 27 10:33:52.848993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38532) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:52.857988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:52.871453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Pushing event updated for resources: {'Port': ['ID=84ba3a7d-b668-4b01-9d0d-b21968296b6f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:52.874140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:52.878082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:52.884032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:52.894165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.894313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] For port 6f99093d-8b9f-4c98-bc95-cbef3d932a57, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:52.899660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-13a5121d-20ae-42aa-bc86-39d9aaff69c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "PUT /v2.0/routers/cdb5361a-c007-4611-98a1-f44517f651f7 HTTP/1.1" status: 200 len: 879 time: 3.4398293 Nov 27 10:33:52.900406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:52.912484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49356903-2f08-415a-b750-9821b920c4dc None None] Sync routers for ids ['cdb5361a-c007-4611-98a1-f44517f651f7'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:52.932340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] For port 6f99093d-8b9f-4c98-bc95-cbef3d932a57, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6f99093d-8b9f-4c98-bc95-cbef3d932a57,segment=NetworkSegment(7b33ee8a-6f9b-42fd-8d74-6b2d091043f0),segment_id=7b33ee8a-6f9b-42fd-8d74-6b2d091043f0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:52.948353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=97a586d3-b75f-47d9-b753-a2126e8e2752,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:52.954928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.966991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49356903-2f08-415a-b750-9821b920c4dc None None] Routers {'cdb5361a-c007-4611-98a1-f44517f651f7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:52.967634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49356903-2f08-415a-b750-9821b920c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['cdb5361a-c007-4611-98a1-f44517f651f7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:52.981333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ff034d2-4eb2-43d4-8c2a-64c8fe68ca7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:52.983749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:33:53.010500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 1bd62645-25e1-4e56-9765-2dbac7ab1b22) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:53.034837 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Attempting to bind port 84ba3a7d-b668-4b01-9d0d-b21968296b6f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:53.035585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Attempting to bind port 84ba3a7d-b668-4b01-9d0d-b21968296b6f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:53.035585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Attempting to bind port 84ba3a7d-b668-4b01-9d0d-b21968296b6f on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:53.042885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49356903-2f08-415a-b750-9821b920c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:53.045834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b348d6-977a-4fb8-bf25-63f9e1d4a6b0 None None] Network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:53.054233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ff034d2-4eb2-43d4-8c2a-64c8fe68ca7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.055262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38538) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:53.082368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:53.082782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:53.083196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.083600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:53.084262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Bound port: 84ba3a7d-b668-4b01-9d0d-b21968296b6f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:53.084643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.093765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.105643 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bc979c0c-0e43-4591-ac10-bbeae4f6472e tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/cdb5361a-c007-4611-98a1-f44517f651f7 HTTP/1.1" status: 200 len: 920 time: 0.2004554 Nov 27 10:33:53.108679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:53.149025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:53.150044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.156743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49356903-2f08-415a-b750-9821b920c4dc None None] Routers {'cdb5361a-c007-4611-98a1-f44517f651f7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:53.157427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49356903-2f08-415a-b750-9821b920c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['cdb5361a-c007-4611-98a1-f44517f651f7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:53.161776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.196088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96648254-892e-4310-9db7-5f4f4a1b45d0 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:53.200845 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96648254-892e-4310-9db7-5f4f4a1b45d0 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=cdb5361a-c007-4611-98a1-f44517f651f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0912879 Nov 27 10:33:53.201812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:53.202570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82f2b5-9177-4766-95a6-c80e2aea70a2 None None] Pushing event updated for resources: {'Port': ['ID=6f99093d-8b9f-4c98-bc95-cbef3d932a57,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:53.230671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49356903-2f08-415a-b750-9821b920c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:53.231356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49356903-2f08-415a-b750-9821b920c4dc None None] The sync data for ids ['cdb5361a-c007-4611-98a1-f44517f651f7'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:53.235349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ff034d2-4eb2-43d4-8c2a-64c8fe68ca7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.239256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ff034d2-4eb2-43d4-8c2a-64c8fe68ca7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.243122 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ff034d2-4eb2-43d4-8c2a-64c8fe68ca7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7aa05f1b-3e55-44b8-9d41-5f0b42e28ab1 HTTP/1.1" status: 204 len: 168 time: 0.3905916 Nov 27 10:33:53.299366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1469229037'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:53.308328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=a66e4891-799c-4e53-a598-b325addbef74,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:53.331120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] For port 84ba3a7d-b668-4b01-9d0d-b21968296b6f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:53.350739 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e9683e60-fef8-4d92-be48-0bbb9d68889f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3840492 Nov 27 10:33:53.353011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:53.353700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:53.373435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] For port 84ba3a7d-b668-4b01-9d0d-b21968296b6f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=84ba3a7d-b668-4b01-9d0d-b21968296b6f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:53.419478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.529214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:53.536905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:53.537729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.562044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-1bd62645-25e1-4e56-9765-2dbac7ab1b22', 'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': '97a586d3-b75f-47d9-b753-a2126e8e2752'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:53.562934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.614576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbfa35-b991-4a78-aadd-4348026b7c0e None None] Pushing event updated for resources: {'Port': ['ID=84ba3a7d-b668-4b01-9d0d-b21968296b6f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:53.724759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.735320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.875077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.883171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff034d2-4eb2-43d4-8c2a-64c8fe68ca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa05f1b-3e55-44b8-9d41-5f0b42e28ab1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:53.897558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Made reservation on behalf of b89c664cc16f426fad0f45928c4357df for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:53.902068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.915859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.940155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38558) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:53.981550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5cfa4a-606d-47b7-8c1f-439d31953a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:53.984466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff29086d-6a58-4e16-a689-025a0cb9ae6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:53.989117 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ff29086d-6a58-4e16-a689-025a0cb9ae6f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.7861235 Nov 27 10:33:53.994695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:54.039723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Allocated IP 2001:db8::3 (1bd62645-25e1-4e56-9765-2dbac7ab1b22/97a586d3-b75f-47d9-b753-a2126e8e2752/5b566f08-4f74-4655-b1aa-adac2a29894f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:54.086994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6f99093d-8b9f-4c98-bc95-cbef3d932a57 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:54.095742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e13426cd-d3e0-4aaf-af8b-aa518bcaf87a tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb5361a-c007-4611-98a1-f44517f651f7 HTTP/1.1" status: 200 len: 205 time: 0.0996656 Nov 27 10:33:54.096391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38562) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:54.262376 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5cfa4a-606d-47b7-8c1f-439d31953a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.280300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c5cfa4a-606d-47b7-8c1f-439d31953a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.297720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.304406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.305199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.321613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.329463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.380586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.403159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=a66e4891-799c-4e53-a598-b325addbef74,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:54.425740 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9c5cfa4a-606d-47b7-8c1f-439d31953a84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0b01462bcc8405792c85654f6f5cb78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796479 Nov 27 10:33:54.445861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:54.452144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cfa4a-606d-47b7-8c1f-439d31953a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4da52-4c94-4578-a9ed-b468f9ba9f1d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:54.497747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:54.535272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3a590e3-28bf-4ec3-88ef-851807e76fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.560761 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:54.561138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.574385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.574738 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Added segment b17890d2-d5e6-4e2d-82dd-728102273b09 of type vlan for network 245364f1-7e81-4e28-b211-90dab488cac3 Nov 27 10:33:54.576786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:54.578490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:54.593685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45cea8-11a0-4277-841c-9e4ad148ea4f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:54.614941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3a590e3-28bf-4ec3-88ef-851807e76fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.623475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.639465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.652729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.665257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.699599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Pushing event updated for resources: {'Port': ['ID=5b566f08-4f74-4655-b1aa-adac2a29894f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:54.719133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:54.723223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:54.731256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:54.733744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.740642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:54.741290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.775033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3a590e3-28bf-4ec3-88ef-851807e76fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.777657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3a590e3-28bf-4ec3-88ef-851807e76fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.778805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d3a590e3-28bf-4ec3-88ef-851807e76fa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5c4da52-4c94-4578-a9ed-b468f9ba9f1d HTTP/1.1" status: 204 len: 168 time: 0.3316209 Nov 27 10:33:54.804689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:54.808023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd71976-dee2-4b52-add7-1d4fbb378f9d None None] Network de9a65ba-85fd-436d-afc9-0823fb12efdd requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:54.813941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a590e3-28bf-4ec3-88ef-851807e76fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4da52-4c94-4578-a9ed-b468f9ba9f1d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:54.836280 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7799158 Nov 27 10:33:54.838162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:54.847316 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=97a586d3-b75f-47d9-b753-a2126e8e2752,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:54.852589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Request body: {'subnet': {'network_id': '245364f1-7e81-4e28-b211-90dab488cac3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:54.988329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5458-6c66-4274-a646-0889bd0300af tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event updated for resources: {'Network': ['ID=245364f1-7e81-4e28-b211-90dab488cac3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:55.011959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.028173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 245364f1-7e81-4e28-b211-90dab488cac3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:55.030607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Attempting to bind port 5b566f08-4f74-4655-b1aa-adac2a29894f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:55.031254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Attempting to bind port 5b566f08-4f74-4655-b1aa-adac2a29894f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'cacb476c-986f-472b-ac45-51c55b23713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:55.031929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Attempting to bind port 5b566f08-4f74-4655-b1aa-adac2a29894f on network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:55.044945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.046460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Deleting port 6096d65b-e8c6-4996-bcee-5e3332c93904 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:55.046898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.094075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:55.094478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Checking segment: {'id': 'cacb476c-986f-472b-ac45-51c55b23713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:55.095008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.095311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Bound using segment: {'id': 'cacb476c-986f-472b-ac45-51c55b23713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:55.095806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Bound port: 5b566f08-4f74-4655-b1aa-adac2a29894f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacb476c-986f-472b-ac45-51c55b23713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:55.096295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.196992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9fe0e5f1-1cc3-405d-b7ff-187066e3e84e None None] Provisioning complete for port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:55.197361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e5f1-1cc3-405d-b7ff-187066e3e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.227189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.236958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Made reservation on behalf of b89c664cc16f426fad0f45928c4357df for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:55.241116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.286683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Calling delete_port for 6096d65b-e8c6-4996-bcee-5e3332c93904 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:55.328264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 6f99093d-8b9f-4c98-bc95-cbef3d932a57, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6f99093d-8b9f-4c98-bc95-cbef3d932a57,segment=NetworkSegment(7b33ee8a-6f9b-42fd-8d74-6b2d091043f0),segment_id=7b33ee8a-6f9b-42fd-8d74-6b2d091043f0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:55.358306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.412127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd62645-25e1-4e56-9765-2dbac7ab1b22']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:55.423908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacb476c-986f-472b-ac45-51c55b23713d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:55.424162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacb476c-986f-472b-ac45-51c55b23713d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:55.434084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Router 97e403a3-b60c-4111-91c3-c0b54ec09a4e is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:33:55.442651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.469270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.480452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] For port 5b566f08-4f74-4655-b1aa-adac2a29894f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:55.480973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:55.481266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.572060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=6f99093d-8b9f-4c98-bc95-cbef3d932a57,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:55.600007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] For port 5b566f08-4f74-4655-b1aa-adac2a29894f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5b566f08-4f74-4655-b1aa-adac2a29894f,segment=NetworkSegment(cacb476c-986f-472b-ac45-51c55b23713d),segment_id=cacb476c-986f-472b-ac45-51c55b23713d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:55.613691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:55.706747 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:55.710516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:33:55.710516 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:33:55.710516 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'id': '1bd62645-25e1-4e56-9765-2dbac7ab1b22'}] Nov 27 10:33:55.710516 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:33:55.712537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:33:55.777007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.815740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:33:55.821978 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f27a20ae-6b74-48cb-9951-472f704f3fcc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "PUT /v2.0/routers/97e403a3-b60c-4111-91c3-c0b54ec09a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2119486 Nov 27 10:33:55.825228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:55.826998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Sync routers for ids ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:33:55.830920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b1c03-f41c-4f32-b452-b684e6b3dfc3 None None] Pushing event updated for resources: {'Port': ['ID=5b566f08-4f74-4655-b1aa-adac2a29894f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:55.849464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Provisioning complete for port 84ba3a7d-b668-4b01-9d0d-b21968296b6f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:55.849799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:55.872086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208ffdb-6a33-45c1-b976-5563df46e747 None None] Network 1bd62645-25e1-4e56-9765-2dbac7ab1b22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:55.880028 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Routers {'97e403a3-b60c-4111-91c3-c0b54ec09a4e'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:55.883177 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:55.893803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06683bc9-dde4-4bcf-994b-4c4bd08ac750 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:55.896768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-06683bc9-dde4-4bcf-994b-4c4bd08ac750 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports/a66e4891-799c-4e53-a598-b325addbef74 HTTP/1.1" status: 200 len: 911 time: 0.0696776 Nov 27 10:33:55.899213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38596) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:55.936227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event updated for resources: {'Subnet': ['ID=b01bb79b-b4d7-481a-84a4-24c4a9157756,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:55.966661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7574bb2d-cb1e-4ef5-8661-c5a1609ac21f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:55.976335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7574bb2d-cb1e-4ef5-8661-c5a1609ac21f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:55.978963 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7574bb2d-cb1e-4ef5-8661-c5a1609ac21f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0784860 Nov 27 10:33:55.981678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:56.015155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Checking segment: {'id': 'b17890d2-d5e6-4e2d-82dd-728102273b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '245364f1-7e81-4e28-b211-90dab488cac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:56.015685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Network hostable DHCP agents. Network: 245364f1-7e81-4e28-b211-90dab488cac3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:33:56.019091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.071279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debeffba-6d90-41c0-8169-2aec77216f83 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:56.172886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event deleted for resources: {'Port': ['ID=6096d65b-e8c6-4996-bcee-5e3332c93904,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:56.206643 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Set router 97e403a3-b60c-4111-91c3-c0b54ec09a4e gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:56.231179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 84ba3a7d-b668-4b01-9d0d-b21968296b6f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:56.252265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.259159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.264809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Network 245364f1-7e81-4e28-b211-90dab488cac3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:33:56.307888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 245364f1-7e81-4e28-b211-90dab488cac3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:56.332839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c498a1-ff55-4b85-81e1-d8959ee1ef71 None None] Network 245364f1-7e81-4e28-b211-90dab488cac3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:56.338881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.382784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:56.383389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.399110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.401778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.417585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7b553291-9db4-4762-a3d6-a563953bc1da tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5725257 Nov 27 10:33:56.436623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:56.460160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] For port 84ba3a7d-b668-4b01-9d0d-b21968296b6f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=84ba3a7d-b668-4b01-9d0d-b21968296b6f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:56.460338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Request body: {'port': {'network_id': '245364f1-7e81-4e28-b211-90dab488cac3', 'name': 'tempest-TagsExtTest-105662862'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:56.470041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.474450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.476864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Fanout notify agent at l3_agent the message router_deleted on router cdb5361a-c007-4611-98a1-f44517f651f7 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:33:56.478481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 84ba3a7d-b668-4b01-9d0d-b21968296b6f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:56.478942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.487499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.488363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d4727264-4e75-452b-a93d-4cb6e9c96791 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/cdb5361a-c007-4611-98a1-f44517f651f7 HTTP/1.1" status: 204 len: 168 time: 2.3858368 Nov 27 10:33:56.492117 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:56.498100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441677395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:56.532138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.534026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.568755 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:51Z', 'updated_at': '2021-11-27T10:33:53Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None, '_interfaces': [{'id': 'a66e4891-799c-4e53-a598-b325addbef74', 'name': '', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'mac_address': 'fa:16:3e:28:5d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:52Z', 'updated_at': '2021-11-27T10:33:54Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'subnets': [{'id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:56.586696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Provisioning complete for port a66e4891-799c-4e53-a598-b325addbef74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:56.587160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.637447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Made reservation on behalf of b89c664cc16f426fad0f45928c4357df for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:56.642051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.647043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Pushing event updated for resources: {'Port': ['ID=84ba3a7d-b668-4b01-9d0d-b21968296b6f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:56.662465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e1977839-7359-49f9-933c-084a0083e2fc None None] Port a66e4891-799c-4e53-a598-b325addbef74 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:56.684030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.687195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] device_id is not set on port 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:33:56.694951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.716857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-245364f1-7e81-4e28-b211-90dab488cac3', 'network_id': '245364f1-7e81-4e28-b211-90dab488cac3', 'tenant_id': 'b89c664cc16f426fad0f45928c4357df', 'fixed_ips': [{'subnet_id': 'b01bb79b-b4d7-481a-84a4-24c4a9157756'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:33:56.718073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.735688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.738831 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d3a8bf9b-954f-4e70-a2b9-8037602ab3f2 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2462435 Nov 27 10:33:56.742308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:56.748997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:56.754365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6f99093d-8b9f-4c98-bc95-cbef3d932a57 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:56.842506 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Checking router: 97e403a3-b60c-4111-91c3-c0b54ec09a4e for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:33:56.843059 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Updating router 97e403a3-b60c-4111-91c3-c0b54ec09a4e port a66e4891-799c-4e53-a598-b325addbef74 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:33:56.886815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ac031ff8-6fd5-459b-93aa-68b9cc1ec8a3 None None] Provisioning complete for port a66e4891-799c-4e53-a598-b325addbef74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:56.887384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac031ff8-6fd5-459b-93aa-68b9cc1ec8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.887649 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.937508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:56.937924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:56.939253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ac031ff8-6fd5-459b-93aa-68b9cc1ec8a3 None None] Port a66e4891-799c-4e53-a598-b325addbef74 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:56.972963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Allocated IP 172.20.0.10 (245364f1-7e81-4e28-b211-90dab488cac3/b01bb79b-b4d7-481a-84a4-24c4a9157756/28cf7e46-dbdc-476c-8bd9-84ae5e34d374) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:57.022469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ac031ff8-6fd5-459b-93aa-68b9cc1ec8a3 None None] Provisioning complete for port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:57.022841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac031ff8-6fd5-459b-93aa-68b9cc1ec8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.068729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.222087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.239813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 5b566f08-4f74-4655-b1aa-adac2a29894f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:57.240156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.359694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 5b566f08-4f74-4655-b1aa-adac2a29894f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5b566f08-4f74-4655-b1aa-adac2a29894f,segment=NetworkSegment(cacb476c-986f-472b-ac45-51c55b23713d),segment_id=cacb476c-986f-472b-ac45-51c55b23713d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:57.360065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.374621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.392165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 5b566f08-4f74-4655-b1aa-adac2a29894f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:57.405157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:57.415033 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.442449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Network 245364f1-7e81-4e28-b211-90dab488cac3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:57.446541 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.452012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Allocated IP 172.20.0.2 (245364f1-7e81-4e28-b211-90dab488cac3/b01bb79b-b4d7-481a-84a4-24c4a9157756/cb9ebb49-08b4-4bf0-a510-808474f3cce7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:57.460872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:57.462045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.467343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:57.499661 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd0da1-8337-461c-a7f4-511ad5d6f3f5 None None] Pushing event updated for resources: {'Port': ['ID=a66e4891-799c-4e53-a598-b325addbef74,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:57.527955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:57.528663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.531390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.620512 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Attempting to bind port a66e4891-799c-4e53-a598-b325addbef74 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:57.621277 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Attempting to bind port a66e4891-799c-4e53-a598-b325addbef74 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:57.622016 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Attempting to bind port a66e4891-799c-4e53-a598-b325addbef74 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:57.630064 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:57.631008 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:57.631579 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.631986 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:57.632520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Bound port: a66e4891-799c-4e53-a598-b325addbef74, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:57.632926 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.649263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event updated for resources: {'Port': ['ID=28cf7e46-dbdc-476c-8bd9-84ae5e34d374,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:57.650634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2021123501', 'router:external': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:57.665379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-184d78a8-558b-4366-ab92-ccf9b0902c6e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2249341 Nov 27 10:33:57.668880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:57.678765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-928552836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:57.709153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Allocated IP 172.26.1.246 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/b79eee60-3c4d-4c83-9748-82291fa545f4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:33:57.715781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Made reservation on behalf of b216165470c442e08b04686f8becd6b2 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:57.718467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.735243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.743774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.744924 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] For port a66e4891-799c-4e53-a598-b325addbef74, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:57.748584 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] For port a66e4891-799c-4e53-a598-b325addbef74, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a66e4891-799c-4e53-a598-b325addbef74,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:57.754011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.764955 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.775880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.783632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.785008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.840657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Network 245364f1-7e81-4e28-b211-90dab488cac3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:57.856789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:57.861069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:57.868008 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Routers {'97e403a3-b60c-4111-91c3-c0b54ec09a4e'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:33:57.869033 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:57.872168 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd0da1-8337-461c-a7f4-511ad5d6f3f5 None None] Pushing event updated for resources: {'Port': ['ID=a66e4891-799c-4e53-a598-b325addbef74,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:57.908985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Pushing event updated for resources: {'Port': ['ID=cb9ebb49-08b4-4bf0-a510-808474f3cce7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:57.915747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 84ba3a7d-b668-4b01-9d0d-b21968296b6f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:57.920291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.956329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:57.967825 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.010994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:58.021286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab23c6dc-c8f6-444a-9d05-09cccb899e81,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:58.028915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.031204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.031547 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Added segment 7165e5bc-f4b2-45a2-91da-82150a9bb985 of type vlan for network 8a7557ae-0192-424c-bd03-536c88d43fc3 Nov 27 10:33:58.075411 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] Set router 97e403a3-b60c-4111-91c3-c0b54ec09a4e gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:33:58.103263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Attempting to bind port cb9ebb49-08b4-4bf0-a510-808474f3cce7 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:33:58.103648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Attempting to bind port cb9ebb49-08b4-4bf0-a510-808474f3cce7 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'b17890d2-d5e6-4e2d-82dd-728102273b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '245364f1-7e81-4e28-b211-90dab488cac3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:33:58.104031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Attempting to bind port cb9ebb49-08b4-4bf0-a510-808474f3cce7 on network 245364f1-7e81-4e28-b211-90dab488cac3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:33:58.111217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:33:58.111764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Checking segment: {'id': 'b17890d2-d5e6-4e2d-82dd-728102273b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '245364f1-7e81-4e28-b211-90dab488cac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:33:58.111999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.112430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Bound using segment: {'id': 'b17890d2-d5e6-4e2d-82dd-728102273b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '245364f1-7e81-4e28-b211-90dab488cac3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:33:58.113474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Bound port: cb9ebb49-08b4-4bf0-a510-808474f3cce7, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17890d2-d5e6-4e2d-82dd-728102273b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '245364f1-7e81-4e28-b211-90dab488cac3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:33:58.114428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.124007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8c8c4dc6-d667-4317-a85e-984bec329f25 None None] Provisioning complete for port a66e4891-799c-4e53-a598-b325addbef74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:58.125242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4dc6-d667-4317-a85e-984bec329f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.153472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:33:58.158468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.163593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:33:58.170612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:33:58.174987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Port': ['ID=b79eee60-3c4d-4c83-9748-82291fa545f4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:58.209868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.223845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.241855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] For port cb9ebb49-08b4-4bf0-a510-808474f3cce7, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:33:58.246212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] For port cb9ebb49-08b4-4bf0-a510-808474f3cce7, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb9ebb49-08b4-4bf0-a510-808474f3cce7,segment=NetworkSegment(b17890d2-d5e6-4e2d-82dd-728102273b09),segment_id=b17890d2-d5e6-4e2d-82dd-728102273b09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:33:58.251098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816acb9f-d625-47c9-b1f5-0a92bcded459 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:33:58.258909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.259868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:33:58.260485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.266647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.290424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.312019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.318079 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0330e0bb-dcad-4701-8596-87720882f3c5 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6411519 Nov 27 10:33:58.348123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:58.362484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 84ba3a7d-b668-4b01-9d0d-b21968296b6f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:58.362841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.385465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-446bc7c8-c00d-41b9-95e6-767c789c8966 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2120636368', 'prefixes': ['172.20.0.0/16']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:58.392587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=5b566f08-4f74-4655-b1aa-adac2a29894f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:58.400343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 5b566f08-4f74-4655-b1aa-adac2a29894f on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:33:58.444350 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0348568 Nov 27 10:33:58.497155 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:51Z', 'updated_at': '2021-11-27T10:33:53Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None, '_interfaces': [{'id': 'a66e4891-799c-4e53-a598-b325addbef74', 'name': '', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'mac_address': 'fa:16:3e:28:5d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:52Z', 'updated_at': '2021-11-27T10:33:57Z', 'revision_number': 4, 'project_id': '792b613d42f14754ba1c3e8055186546', 'subnets': [{'id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:58.550482 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f67e5-19ef-4a43-a665-03a09e18e391 None None] The sync data for ids ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'] in dv-neutron-804846-16-hyperv is: [{'id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:51Z', 'updated_at': '2021-11-27T10:33:53Z', 'revision_number': 2, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None, '_interfaces': [{'id': 'a66e4891-799c-4e53-a598-b325addbef74', 'name': '', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'mac_address': 'fa:16:3e:28:5d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:33:52Z', 'updated_at': '2021-11-27T10:33:57Z', 'revision_number': 4, 'project_id': '792b613d42f14754ba1c3e8055186546', 'subnets': [{'id': '0f214d47-5c27-42f6-b69c-91ccb4f44c35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:33:58.572627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:58.581830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'subnet': {'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:58.598930 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:33:58.607370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4dc6-d667-4317-a85e-984bec329f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.612619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.618291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d28cd-020e-48da-bb82-a427c5092750 None None] Pushing event updated for resources: {'Port': ['ID=cb9ebb49-08b4-4bf0-a510-808474f3cce7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:58.671406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8c8c4dc6-d667-4317-a85e-984bec329f25 None None] For port a66e4891-799c-4e53-a598-b325addbef74, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a66e4891-799c-4e53-a598-b325addbef74,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:58.679710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4dc6-d667-4317-a85e-984bec329f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.719695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd62645-25e1-4e56-9765-2dbac7ab1b22']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:58.764958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4dc6-d667-4317-a85e-984bec329f25 None None] Pushing event updated for resources: {'Port': ['ID=a66e4891-799c-4e53-a598-b325addbef74,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:58.791280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Made reservation on behalf of b216165470c442e08b04686f8becd6b2 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:58.794173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.798453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacb476c-986f-472b-ac45-51c55b23713d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:58.799943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacb476c-986f-472b-ac45-51c55b23713d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:58.814062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd97110e-67fc-4ccc-bfcb-5ea44538e2d8 None None] Provisioning complete for port b79eee60-3c4d-4c83-9748-82291fa545f4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:58.814537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd97110e-67fc-4ccc-bfcb-5ea44538e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.839371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.866368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.871584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bd97110e-67fc-4ccc-bfcb-5ea44538e2d8 None None] Port b79eee60-3c4d-4c83-9748-82291fa545f4 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:33:58.887670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da300e2-8829-4852-a49f-88414f88280a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Network': ['ID=8a7557ae-0192-424c-bd03-536c88d43fc3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:58.890199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd97110e-67fc-4ccc-bfcb-5ea44538e2d8 None None] Provisioning complete for port a66e4891-799c-4e53-a598-b325addbef74 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:58.890653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd97110e-67fc-4ccc-bfcb-5ea44538e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.919666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 8a7557ae-0192-424c-bd03-536c88d43fc3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:33:58.944134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:33:58.947160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:33:58.959989 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:33:59.001068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-446bc7c8-c00d-41b9-95e6-767c789c8966 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.004352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-446bc7c8-c00d-41b9-95e6-767c789c8966 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6248593 Nov 27 10:33:59.010160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38648) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:59.030978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-defaddd7-5037-4109-9b24-3d4a0a9dacbb tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-1928902042') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:59.065213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port a66e4891-799c-4e53-a598-b325addbef74 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:33:59.066910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.127146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.149651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.162313 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/1bd62645-25e1-4e56-9765-2dbac7ab1b22 HTTP/1.1" status: 204 len: 168 time: 5.8066931 Nov 27 10:33:59.167418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:59.181934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004458717'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:33:59.217397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.218982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27e14-c80f-4def-b621-9f29ca3b8d5d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=1bd62645-25e1-4e56-9765-2dbac7ab1b22,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:59.279458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] For port a66e4891-799c-4e53-a598-b325addbef74, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a66e4891-799c-4e53-a598-b325addbef74,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:33:59.279991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.295690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for a66e4891-799c-4e53-a598-b325addbef74 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:33:59.381334 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-defaddd7-5037-4109-9b24-3d4a0a9dacbb tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-1928902042 HTTP/1.1" status: 201 len: 201 time: 0.3655756 Nov 27 10:33:59.382502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38656) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:59.388016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-a6574d1b-8aa9-4e0a-aeb1-ee412e9c8721 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-898066819') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:59.474975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:33:59.477888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.574965 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a6574d1b-8aa9-4e0a-aeb1-ee412e9c8721 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-898066819 HTTP/1.1" status: 201 len: 201 time: 0.1911387 Nov 27 10:33:59.577501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38658) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:59.582372 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-9a4bed7b-9a9f-436b-aa15-b9a949da2f46 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-784608926') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:59.599437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:33:59.618664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.619239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment a38a159a-43c8-4df8-9762-91d54b49c3d2 of type vlan for network fedd020d-880f-4e64-a131-62ba452aff22 Nov 27 10:33:59.627570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.638565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.664634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.709759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d37e6a-7519-492b-935a-93c4fdb790e8 None None] Network 245364f1-7e81-4e28-b211-90dab488cac3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:33:59.751373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=a66e4891-799c-4e53-a598-b325addbef74,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:33:59.764142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.855970 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9a4bed7b-9a9f-436b-aa15-b9a949da2f46 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-784608926 HTTP/1.1" status: 201 len: 201 time: 0.2773299 Nov 27 10:33:59.858726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:33:59.863713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-be588547-1951-4069-a617-ea67a3006c92 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-505181618') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:33:59.880305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e835e852-3aa8-4b68-8446-14a14f15be20 None None] Provisioning complete for port cb9ebb49-08b4-4bf0-a510-808474f3cce7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:33:59.880862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e835e852-3aa8-4b68-8446-14a14f15be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.923074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:33:59.936720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:33:59.976925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb9ebb49-08b4-4bf0-a510-808474f3cce7 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:33:59.988570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Router dc232865-2ac6-42a9-be09-3f42cb81803a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:00.000655 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-be588547-1951-4069-a617-ea67a3006c92 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-505181618 HTTP/1.1" status: 201 len: 201 time: 0.1404905 Nov 27 10:34:00.001697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.011207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-9b8fb7a3-7a83-4f18-b3d0-426fa80020e4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.030547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.036869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:00.037224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.116732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e835e852-3aa8-4b68-8446-14a14f15be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.132338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cb9ebb49-08b4-4bf0-a510-808474f3cce7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:00.132748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.135502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9578032 Nov 27 10:34:00.155010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.164451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': 'fedd020d-880f-4e64-a131-62ba452aff22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:00.192806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e835e852-3aa8-4b68-8446-14a14f15be20 None None] For port cb9ebb49-08b4-4bf0-a510-808474f3cce7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb9ebb49-08b4-4bf0-a510-808474f3cce7,segment=NetworkSegment(b17890d2-d5e6-4e2d-82dd-728102273b09),segment_id=b17890d2-d5e6-4e2d-82dd-728102273b09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:00.206200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebde1f1-24c7-4452-86df-61f55b6cfc8e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=fedd020d-880f-4e64-a131-62ba452aff22,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:00.210287 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b8fb7a3-7a83-4f18-b3d0-426fa80020e4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags HTTP/1.1" status: 200 len: 241 time: 0.2036073 Nov 27 10:34:00.213262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38670) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.225258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-88c05615-8478-4d54-baaf-b54533164175 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-1928902042') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.246632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Router 97e403a3-b60c-4111-91c3-c0b54ec09a4e has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:00.248299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network fedd020d-880f-4e64-a131-62ba452aff22 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:00.338768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:00.340996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:00.341822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.348326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.353688 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e2d4615a-9f0d-4d1e-bfcc-f914288fb7db tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "PUT /v2.0/routers/dc232865-2ac6-42a9-be09-3f42cb81803a HTTP/1.1" status: 200 len: 914 time: 3.6075425 Nov 27 10:34:00.357606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e835e852-3aa8-4b68-8446-14a14f15be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.359224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.416513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] Sync routers for ids ['dc232865-2ac6-42a9-be09-3f42cb81803a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:00.461576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:00.467192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.494201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] Routers {'dc232865-2ac6-42a9-be09-3f42cb81803a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:00.494987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dc232865-2ac6-42a9-be09-3f42cb81803a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.498004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:00.508000 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-461fa129-2b0f-4661-91c5-6353fa007743 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "PUT /v2.0/routers/97e403a3-b60c-4111-91c3-c0b54ec09a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5250654 Nov 27 10:34:00.513442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.526273 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-88c05615-8478-4d54-baaf-b54533164175 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-1928902042 HTTP/1.1" status: 204 len: 168 time: 0.3089123 Nov 27 10:34:00.530113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.538643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-b75a9910-af8f-4161-b886-9dd7d760a6fc tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-1928902042') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.561993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835e852-3aa8-4b68-8446-14a14f15be20 None None] Pushing event updated for resources: {'Port': ['ID=cb9ebb49-08b4-4bf0-a510-808474f3cce7,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:00.568659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.581422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-479cd748-d4f5-41fb-bc38-26cd29aba6e0 None None] Provisioning complete for port cb9ebb49-08b4-4bf0-a510-808474f3cce7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:00.581984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-479cd748-d4f5-41fb-bc38-26cd29aba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.604856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c56fff6e-10fd-454a-b03b-d0cc1f7eb372,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:00.618001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] Routers {'dc232865-2ac6-42a9-be09-3f42cb81803a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:00.618734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dc232865-2ac6-42a9-be09-3f42cb81803a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.646431 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-db6adde7-ccd4-419f-af0d-aeb2f215b53a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/dc232865-2ac6-42a9-be09-3f42cb81803a HTTP/1.1" status: 200 len: 920 time: 0.2824051 Nov 27 10:34:00.646626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281d5717-fcd4-4176-baf6-349afc7c48fc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:00.648193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281d5717-fcd4-4176-baf6-349afc7c48fc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:00.650302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-281d5717-fcd4-4176-baf6-349afc7c48fc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1359220 Nov 27 10:34:00.651216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.654896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.658876 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] Sync routers for ids ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:00.675282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.675872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1222300-d8d5-43d3-ae2f-d57d1e31d429 None None] The sync data for ids ['dc232865-2ac6-42a9-be09-3f42cb81803a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:00.677251 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] Routers {'97e403a3-b60c-4111-91c3-c0b54ec09a4e'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:00.678120 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.708085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Checking segment: {'id': '7165e5bc-f4b2-45a2-91da-82150a9bb985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:00.708573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network hostable DHCP agents. Network: 8a7557ae-0192-424c-bd03-536c88d43fc3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:00.741747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff68198-744d-479b-a410-e0048bb944c4 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:00.744128 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eff68198-744d-479b-a410-e0048bb944c4 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=dc232865-2ac6-42a9-be09-3f42cb81803a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0895798 Nov 27 10:34:00.745712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 8a7557ae-0192-424c-bd03-536c88d43fc3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:00.748598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38686) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.759196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c90f6c-a260-405d-b369-061372fe5b28 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:34:00.774679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 0f214d47-5c27-42f6-b69c-91ccb4f44c35 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:00.837643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-479cd748-d4f5-41fb-bc38-26cd29aba6e0 None None] Provisioning complete for port 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:00.837643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-479cd748-d4f5-41fb-bc38-26cd29aba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:00.839245 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] Set router 97e403a3-b60c-4111-91c3-c0b54ec09a4e gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:00.858973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e5ce95-cf14-4829-9be4-8a0f92f7071a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:00.863396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d4e5ce95-cf14-4829-9be4-8a0f92f7071a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.1115456 Nov 27 10:34:00.864643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:00.877809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 8a7557ae-0192-424c-bd03-536c88d43fc3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:00.908623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-479cd748-d4f5-41fb-bc38-26cd29aba6e0 None None] Port 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:00.937402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c90f6c-a260-405d-b369-061372fe5b28 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:34:00.938266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:51Z', 'updated_at': '2021-11-27T10:33:59Z', 'revision_number': 3, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:00.973936 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] Checking router: 97e403a3-b60c-4111-91c3-c0b54ec09a4e for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:00.983852 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] Routers {'97e403a3-b60c-4111-91c3-c0b54ec09a4e'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:00.984768 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:01.061756 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] Set router 97e403a3-b60c-4111-91c3-c0b54ec09a4e gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:01.073467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-62c90fd1-12db-4287-a26b-07f5ea8bb7bb None None] Provisioning complete for port 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:01.074086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62c90fd1-12db-4287-a26b-07f5ea8bb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.126838 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:51Z', 'updated_at': '2021-11-27T10:33:59Z', 'revision_number': 3, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:01.142102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-62c90fd1-12db-4287-a26b-07f5ea8bb7bb None None] Port 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:01.160193 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a825a9-4d53-4db1-9ec5-b7a04d4d510c None None] The sync data for ids ['97e403a3-b60c-4111-91c3-c0b54ec09a4e'] in dv-neutron-804846-16-hyperv is: [{'id': '97e403a3-b60c-4111-91c3-c0b54ec09a4e', 'name': 'tempest-NetworksTestDHCPv6-router-1326328654', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:33:51Z', 'updated_at': '2021-11-27T10:33:59Z', 'revision_number': 3, 'project_id': '792b613d42f14754ba1c3e8055186546', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:01.228872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.243438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62554697-6ae2-4848-9400-dd44fbefa502 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc232865-2ac6-42a9-be09-3f42cb81803a HTTP/1.1" status: 200 len: 205 time: 0.3775659 Nov 27 10:34:01.244755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:01.245324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.247490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.251617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.299515 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c784a4ab-3960-4dfb-b72f-0c8fb70a2648 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7243853 Nov 27 10:34:01.305325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.311143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-295869538', 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:01.313947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea83263-a20d-426e-b36e-84c9db18e9b5 None None] Network 8a7557ae-0192-424c-bd03-536c88d43fc3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:01.322505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.354198 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b75a9910-af8f-4161-b886-9dd7d760a6fc tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-1928902042 HTTP/1.1" status: 204 len: 168 time: 0.8212719 Nov 27 10:34:01.356807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.364444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-bfb16e7a-64d2-4cbf-9647-224af33faf70 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:01.365724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=a5dbf1a1-c3aa-4f24-8520-37331491569e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:01.408066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': 'a38a159a-43c8-4df8-9762-91d54b49c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fedd020d-880f-4e64-a131-62ba452aff22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:01.408456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: fedd020d-880f-4e64-a131-62ba452aff22, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:01.413924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Made reservation on behalf of b216165470c442e08b04686f8becd6b2 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:01.416186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.469141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network fedd020d-880f-4e64-a131-62ba452aff22 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:01.470795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.482835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.486332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, fedd020d-880f-4e64-a131-62ba452aff22) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:01.504442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d90de-1d66-4c92-b770-9852c2ca75d1 None None] Network fedd020d-880f-4e64-a131-62ba452aff22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:01.517250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] device_id is not set on port a4697256-784f-460c-a9cc-028d880ea7f7 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:01.524701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:01.525365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.562049 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ed3a7f9b-ef46-4a29-b49e-11ee917a7ea9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4051681 Nov 27 10:34:01.565676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38700) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.592688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0cdf2-3cfb-4c2b-a6d6-1e04ccf8aadb None None] Network 8a7557ae-0192-424c-bd03-536c88d43fc3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:01.651739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.681417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bfb16e7a-64d2-4cbf-9647-224af33faf70 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags HTTP/1.1" status: 200 len: 205 time: 0.3219023 Nov 27 10:34:01.696883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.705862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-d0bb2ac0-19f7-4deb-9b7d-e8662bd5e7e3 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:01.709539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.713112 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/0f214d47-5c27-42f6-b69c-91ccb4f44c35 HTTP/1.1" status: 204 len: 168 time: 1.0570974 Nov 27 10:34:01.714277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa26ddf-d727-4113-8646-dbf7c4a2f5ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=0f214d47-5c27-42f6-b69c-91ccb4f44c35,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:01.718663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.778175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.791038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eabb3e-9173-4a04-aa75-6cedd68a3993 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:01.800907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.819120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Allocated IP 2001:db8::3c4 (8a7557ae-0192-424c-bd03-536c88d43fc3/c56fff6e-10fd-454a-b03b-d0cc1f7eb372/a4697256-784f-460c-a9cc-028d880ea7f7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:01.899277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.911730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb9ebb49-08b4-4bf0-a510-808474f3cce7 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:01.915084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:01.916047 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d4cd820c-2ea9-480d-b814-86f329159b7b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1960039 Nov 27 10:34:01.932159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.935389 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d0bb2ac0-19f7-4deb-9b7d-e8662bd5e7e3 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags HTTP/1.1" status: 200 len: 240 time: 0.2359204 Nov 27 10:34:01.940144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:01.953843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3a0fe71f-5634-4519-bcb8-526a0f1293ca tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-898066819') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.044305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.054815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Deleting port b79eee60-3c4d-4c83-9748-82291fa545f4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:02.055148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.146465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cb9ebb49-08b4-4bf0-a510-808474f3cce7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:02.146937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.168017 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3a0fe71f-5634-4519-bcb8-526a0f1293ca tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-898066819 HTTP/1.1" status: 204 len: 168 time: 0.2243650 Nov 27 10:34:02.171416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf9696-1dda-46ac-801d-ac2d2c25ee3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-fedd020d-880f-4e64-a131-62ba452aff22', 'network_id': 'fedd020d-880f-4e64-a131-62ba452aff22', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': 'a5dbf1a1-c3aa-4f24-8520-37331491569e'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:02.172824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-94cf9696-1dda-46ac-801d-ac2d2c25ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.174971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.189458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-75bff3a3-76bf-4550-8207-4d6f7047a494 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-898066819') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.197191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff970a-f594-42d5-bf7c-deb58190a2a1 None None] DHCP port deletion for 8a7557ae-0192-424c-bd03-536c88d43fc3 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:02.206844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.210884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.231535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.255794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Calling delete_port for b79eee60-3c4d-4c83-9748-82291fa545f4 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:02.274226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dbf1a1-c3aa-4f24-8520-37331491569e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:02.277975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.290293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.325504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254ef04-45a2-4e96-aba2-577e3c11e970 None None] Network fedd020d-880f-4e64-a131-62ba452aff22 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:02.358533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.373614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.383689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.384256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Fanout notify agent at l3_agent the message router_deleted on router 97e403a3-b60c-4111-91c3-c0b54ec09a4e {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:02.391529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.392597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:02.396795 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bcd1e73d-ed7e-4228-a845-19b628cef155 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/routers/97e403a3-b60c-4111-91c3-c0b54ec09a4e HTTP/1.1" status: 204 len: 168 time: 0.4573905 Nov 27 10:34:02.402782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38714) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.410181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a66e4891-799c-4e53-a598-b325addbef74 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:02.436972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a66e4891-799c-4e53-a598-b325addbef74 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:02.437495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a66e4891-799c-4e53-a598-b325addbef74 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:02.447477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 8a7557ae-0192-424c-bd03-536c88d43fc3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:02.451671 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-75bff3a3-76bf-4550-8207-4d6f7047a494 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-898066819 HTTP/1.1" status: 204 len: 168 time: 0.2734997 Nov 27 10:34:02.455262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.474899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedd020d-880f-4e64-a131-62ba452aff22']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.488727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38a159a-43c8-4df8-9762-91d54b49c3d2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.489179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38a159a-43c8-4df8-9762-91d54b49c3d2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.501966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-d8864d1b-c11e-4d8f-a2d1-988f33c42871 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.502365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.507194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:02.522728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1e4cd2-bca8-4bc9-b0de-4771a7009d9b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:02.528614 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3b1e4cd2-bca8-4bc9-b0de-4771a7009d9b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1221051 Nov 27 10:34:02.532066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38720) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.537377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:02.538450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:02.538947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.542959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] Deleting port 84ba3a7d-b668-4b01-9d0d-b21968296b6f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:02.544123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.571762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Port': ['ID=a4697256-784f-460c-a9cc-028d880ea7f7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:02.595558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9351f32-822a-47ce-99b6-4404fedf251b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:02.597135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b9351f32-822a-47ce-99b6-4404fedf251b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605416 Nov 27 10:34:02.598542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.600592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.643538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:02.644443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:02.648426 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:02.652389 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6baa4403-bb01-4766-9d92-b96617f74f03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504725 Nov 27 10:34:02.662394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.670796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:02.675510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] For port 84ba3a7d-b668-4b01-9d0d-b21968296b6f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=84ba3a7d-b668-4b01-9d0d-b21968296b6f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:02.676014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.681535 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9e69d6df-e17b-4e69-97fd-2f38c4a43093 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3746367 Nov 27 10:34:02.687439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.693700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] Calling delete_port for 84ba3a7d-b668-4b01-9d0d-b21968296b6f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:02.733721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.742088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.745692 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/fedd020d-880f-4e64-a131-62ba452aff22 HTTP/1.1" status: 204 len: 168 time: 1.1804755 Nov 27 10:34:02.750045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.764946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256150148'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:02.772486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7f557-7441-42fb-9cb4-153ee13eaa81 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=fedd020d-880f-4e64-a131-62ba452aff22,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:02.793717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:02.795164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.797598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.804598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d8864d1b-c11e-4d8f-a2d1-988f33c42871 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags HTTP/1.1" status: 200 len: 205 time: 0.3455298 Nov 27 10:34:02.804598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.810549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.815425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-f337ad09-fd9e-460f-b20e-58f67baa75c6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.825731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] Pushing event deleted for resources: {'Port': ['ID=84ba3a7d-b668-4b01-9d0d-b21968296b6f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:02.830602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948067b-51ce-49da-ab12-44b66659c9a8 None None] No DVR routers for this DVR port 84ba3a7d-b668-4b01-9d0d-b21968296b6f on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:02.860987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event deleted for resources: {'Port': ['ID=b79eee60-3c4d-4c83-9748-82291fa545f4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:02.878462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4fb12d-6d3e-4f42-8cf9-c876dbfa10f9 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:02.899417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:02.915046 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.915396 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment 85884d26-834f-40e5-a9a9-87ec5470189c of type vlan for network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 Nov 27 10:34:02.924581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f337ad09-fd9e-460f-b20e-58f67baa75c6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags HTTP/1.1" status: 200 len: 240 time: 0.1129646 Nov 27 10:34:02.928448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:02.949253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-d34c5d1b-bcf5-485a-8bf7-a240e756166f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-784608926') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:02.950407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:02.954172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.981368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:02.985548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Deleting port a4697256-784f-460c-a9cc-028d880ea7f7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:02.985878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.022282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.055467 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d34c5d1b-bcf5-485a-8bf7-a240e756166f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-784608926 HTTP/1.1" status: 204 len: 168 time: 0.1265278 Nov 27 10:34:03.057994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.062787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-c01f4b38-8481-4ec9-96b7-9e5055521065 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-784608926') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.065605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.071320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:03.071687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.162829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.168459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4173796 Nov 27 10:34:03.171873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.173243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.184409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:03.202573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3e120-9ac8-4c46-87cf-ea9ab9e7aeba tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=60a08b4f-8eb4-46f8-b1b5-4dc461082847,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:03.217656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:03.224728 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c01f4b38-8481-4ec9-96b7-9e5055521065 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-784608926 HTTP/1.1" status: 204 len: 168 time: 0.1656678 Nov 27 10:34:03.227260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.231708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-479c6234-6675-4418-b53e-397ce1a83450 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.311611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.316180 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-479c6234-6675-4418-b53e-397ce1a83450 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags HTTP/1.1" status: 200 len: 205 time: 0.0873296 Nov 27 10:34:03.318229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.322458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-8d6b5791-53b3-40a9-9e3e-a848bd6366c4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.329645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.330191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Fanout notify agent at l3_agent the message router_deleted on router dc232865-2ac6-42a9-be09-3f42cb81803a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:03.341830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Calling delete_port for a4697256-784f-460c-a9cc-028d880ea7f7 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:03.347783 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8d6b5791-53b3-40a9-9e3e-a848bd6366c4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags HTTP/1.1" status: 200 len: 240 time: 0.0285306 Nov 27 10:34:03.351091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.351327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.352449 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e9571920-ff67-4f7a-bd28-51c7d7b31fcd tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/dc232865-2ac6-42a9-be09-3f42cb81803a HTTP/1.1" status: 204 len: 168 time: 2.1030779 Nov 27 10:34:03.355647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-c7a2054b-5706-4c78-8d28-97b070f92990 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-505181618') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.358423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38748) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.370092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1444492943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:03.399620 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c7a2054b-5706-4c78-8d28-97b070f92990 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-505181618 HTTP/1.1" status: 204 len: 168 time: 0.0464857 Nov 27 10:34:03.401770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.402970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.406043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38750) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.412155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-68ab5408-17c2-47d9-9df1-a2bd5890280b tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-505181618') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.468853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:03.472312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.485291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.490248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.497478 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-68ab5408-17c2-47d9-9df1-a2bd5890280b tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-505181618 HTTP/1.1" status: 204 len: 168 time: 0.0897558 Nov 27 10:34:03.500472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.506424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-7e3d3d20-8962-4bde-b6e4-4083aa5c5142 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.522406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.524810 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-89a9c26d-45db-4b9a-86c0-c477053e9291 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1641512 Nov 27 10:34:03.526392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.531878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:03.603017 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7e3d3d20-8962-4bde-b6e4-4083aa5c5142 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags HTTP/1.1" status: 200 len: 205 time: 0.1015303 Nov 27 10:34:03.607009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.612644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-ed0e479b-06cc-4ece-8b29-c90f02b4ecc4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.724413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:03.729673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.746951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.793868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.798913 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ed0e479b-06cc-4ece-8b29-c90f02b4ecc4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags HTTP/1.1" status: 204 len: 168 time: 0.1909156 Nov 27 10:34:03.802012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.808020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-a739a14d-4c73-41b4-af0a-433ffd563616 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:03.838556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:03.841626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4697256-784f-460c-a9cc-028d880ea7f7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:03.849092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 84ba3a7d-b668-4b01-9d0d-b21968296b6f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:03.853920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:03.866018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:03.866629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.878577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9947bdc4-e97f-404c-8178-c14acc64c32e None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:03.881952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 84ba3a7d-b668-4b01-9d0d-b21968296b6f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:03.882494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 84ba3a7d-b668-4b01-9d0d-b21968296b6f not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:03.891173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=f37ac264-9ffb-4be7-8dbc-56ee0b20fab4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:03.896157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:03.902302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e54aa2f-3a09-48d2-b53f-08059c1c3490 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a4697256-784f-460c-a9cc-028d880ea7f7 HTTP/1.1" status: 204 len: 168 time: 1.2111156 Nov 27 10:34:03.903346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.909337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3', 'external_fixed_ips': [{'subnet_id': 'c56fff6e-10fd-454a-b03b-d0cc1f7eb372', 'ip_address': '2001:db8::3c4'}]}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:03.948143 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ae6e7d2a-1935-45a7-b571-500d4327f207 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2836823 Nov 27 10:34:03.955860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:03.965387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:04.017794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.019644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.029304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.099545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'f37ac264-9ffb-4be7-8dbc-56ee0b20fab4'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:04.100605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.292916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Allocated IP 2001:db8::f816:3eff:fe88:f01d (3bc6e607-62fb-4beb-854c-95ed85f39ad6/f37ac264-9ffb-4be7-8dbc-56ee0b20fab4/9ecf9046-9a7a-45f4-91ff-44b7af2578b6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:04.307848 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a739a14d-4c73-41b4-af0a-433ffd563616 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags HTTP/1.1" status: 204 len: 168 time: 0.5044742 Nov 27 10:34:04.311301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:04.318545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-d4f99eaa-feed-418f-9a93-8f4e5a19ad66 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:04.482926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.489423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.517615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.524593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.532185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=0166b6d3-c91d-4d59-ba13-eecde59423ee,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:04.532429 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d4f99eaa-feed-418f-9a93-8f4e5a19ad66 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags HTTP/1.1" status: 204 len: 168 time: 0.2194984 Nov 27 10:34:04.532987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:04.533122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:04.539909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:04.541103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-1daf2b19-81df-45b0-892a-5ffd80085455 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:04.542479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Pushing event updated for resources: {'Port': ['ID=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:04.545462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:04.586547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.606412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Attempting to bind port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:04.606899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Attempting to bind port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:04.607384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Attempting to bind port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:04.613058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:04.613581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:04.614145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.614838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:04.615397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Bound port: 9ecf9046-9a7a-45f4-91ff-44b7af2578b6, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:04.615888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.650027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': '85884d26-834f-40e5-a9a9-87ec5470189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:04.650483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: 60a08b4f-8eb4-46f8-b1b5-4dc461082847, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:04.685552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] For port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:04.691433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] For port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:04.697596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.707226 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1daf2b19-81df-45b0-892a-5ffd80085455 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags HTTP/1.1" status: 204 len: 168 time: 0.1683490 Nov 27 10:34:04.707418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:04.712903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-2b8814a8-69ae-4e85-90d6-11366e7e0615 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-1690779216') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:04.737322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:04.741414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.743544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Allocated IP 172.26.1.227 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/138ccf05-152f-48eb-b657-1067f5b9e249) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:04.745741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.777445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5eeed-4728-4b35-9b88-bb44a694af4f None None] Pushing event updated for resources: {'Port': ['ID=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:04.778682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:04.851637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 60a08b4f-8eb4-46f8-b1b5-4dc461082847) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:04.861058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09998b-680a-4872-98ed-4cf09db4db1a None None] Network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:04.861804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:04.862401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.902960 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2b8814a8-69ae-4e85-90d6-11366e7e0615 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-1690779216 HTTP/1.1" status: 201 len: 201 time: 0.1936502 Nov 27 10:34:04.905740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38780) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:04.910479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:04.915692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-ebfec82a-187f-44df-8ab9-c4ad2a74c181 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-466135770') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:04.961847 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d1a223db-b96c-4da1-809d-e72e2eefd246 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7828255 Nov 27 10:34:04.966769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:05.090729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.130766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-60a08b4f-8eb4-46f8-b1b5-4dc461082847', 'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': '0166b6d3-c91d-4d59-ba13-eecde59423ee'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:05.134602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.184201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Pushing event updated for resources: {'Port': ['ID=138ccf05-152f-48eb-b657-1067f5b9e249,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:05.214581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.227149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:05.228814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:05.246875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62304722-4799-4b60-9c53-a65a5c1ff6c3 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:05.251379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ebfec82a-187f-44df-8ab9-c4ad2a74c181 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-466135770 HTTP/1.1" status: 201 len: 201 time: 0.3442771 Nov 27 10:34:05.252296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:05.253398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:05.291560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.300944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.312204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-701893b9-8061-4a24-bc2a-f87d09dfa497 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-1583555149') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:05.335532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Allocated IP 2001:db8::1 (60a08b4f-8eb4-46f8-b1b5-4dc461082847/0166b6d3-c91d-4d59-ba13-eecde59423ee/84c6eec3-651e-4c59-9963-6be828916fb7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:05.360228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.376513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:05.384416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:05.416419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:05.417010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.430232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=d861fb2a-70fd-48e9-a9e9-904bb018b3c4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:05.433933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-06d23713-5480-4414-9596-c8d9e4ded8c2 None None] Provisioning complete for port 138ccf05-152f-48eb-b657-1067f5b9e249 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:05.434315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06d23713-5480-4414-9596-c8d9e4ded8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.459942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.460287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.460993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.460993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.461326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.461648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.462057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.462296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.462622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.463437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.463437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.463613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:05.477335 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-76a32a61-275c-4f2f-8849-93557dea12ed tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5124726 Nov 27 10:34:05.477335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:05.480785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:e0:c8:59', 'name': 'tempest-NetworksTestDHCPv6-342020224'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:05.545880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-06d23713-5480-4414-9596-c8d9e4ded8c2 None None] Port 138ccf05-152f-48eb-b657-1067f5b9e249 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:05.625954 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-701893b9-8061-4a24-bc2a-f87d09dfa497 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-1583555149 HTTP/1.1" status: 201 len: 201 time: 0.3225923 Nov 27 10:34:05.626160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.628337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38790) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:05.634344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-7ee3cb74-6947-42a8-b15d-2620313589f2 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-1005917347') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:05.651112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.670569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Allocated IP 2001:db8::3c4 (8a7557ae-0192-424c-bd03-536c88d43fc3/c56fff6e-10fd-454a-b03b-d0cc1f7eb372/a5e86aae-5999-4f6d-9789-5196c285ce4b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:05.683946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.706569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:05.748249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:05.775682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:05.776485 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7ee3cb74-6947-42a8-b15d-2620313589f2 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-1005917347 HTTP/1.1" status: 201 len: 201 time: 0.1476710 Nov 27 10:34:05.780217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:05.781199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:05.782442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.789694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-77390825-b0c0-4e1f-a562-58014d634334 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', {'tags': ['tempest-TagsExtTest-Tag-876095735', 'tempest-TagsExtTest-Tag-1536336998', 'tempest-TagsExtTest-Tag-1504823657']}) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:05.799002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Pushing event updated for resources: {'Port': ['ID=84c6eec3-651e-4c59-9963-6be828916fb7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:05.894047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.897729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.902026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:05.933589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Attempting to bind port 84c6eec3-651e-4c59-9963-6be828916fb7 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:05.947263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=0166b6d3-c91d-4d59-ba13-eecde59423ee,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:05.947792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Attempting to bind port 84c6eec3-651e-4c59-9963-6be828916fb7 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '85884d26-834f-40e5-a9a9-87ec5470189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:05.949621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Attempting to bind port 84c6eec3-651e-4c59-9963-6be828916fb7 on network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:05.954862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 3e9bff10-c387-43ec-9491-c8d31125ca6c yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:05.997065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:06.057372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:06.058187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Checking segment: {'id': '85884d26-834f-40e5-a9a9-87ec5470189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:06.059016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.059803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Bound using segment: {'id': '85884d26-834f-40e5-a9a9-87ec5470189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:06.060611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Bound port: 84c6eec3-651e-4c59-9963-6be828916fb7, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85884d26-834f-40e5-a9a9-87ec5470189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:06.061285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.067874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.119549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.138985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-77390825-b0c0-4e1f-a562-58014d634334 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags HTTP/1.1" status: 200 len: 317 time: 0.3550854 Nov 27 10:34:06.140641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:06.148656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-b222a673-ac3a-4c5f-93e7-976bd432f03e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:06.151659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a08b4f-8eb4-46f8-b1b5-4dc461082847']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:06.167458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 8a7557ae-0192-424c-bd03-536c88d43fc3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:06.199540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85884d26-834f-40e5-a9a9-87ec5470189c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:06.200447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85884d26-834f-40e5-a9a9-87ec5470189c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:06.201736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:06.208152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e86aae-5999-4f6d-9789-5196c285ce4b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:06.210557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:06.216034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.269272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.282690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:06.283114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:06.286866 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:06.359809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.364521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.368527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:34:06.368527 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:34:06.368527 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': '60a08b4f-8eb4-46f8-b1b5-4dc461082847'}] Nov 27 10:34:06.368527 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:06.368834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:06.382197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09982c-78b7-4a4f-a588-85a5b6a79724 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:06.420042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] For port 84c6eec3-651e-4c59-9963-6be828916fb7, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:06.441174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 172.20.0.2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/d861fb2a-70fd-48e9-a9e9-904bb018b3c4/3e9bff10-c387-43ec-9491-c8d31125ca6c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:06.443162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] For port 84c6eec3-651e-4c59-9963-6be828916fb7, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=84c6eec3-651e-4c59-9963-6be828916fb7,segment=NetworkSegment(85884d26-834f-40e5-a9a9-87ec5470189c),segment_id=85884d26-834f-40e5-a9a9-87ec5470189c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:06.444714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:06.445315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.478104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fee0:c859 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/f37ac264-9ffb-4be7-8dbc-56ee0b20fab4/3e9bff10-c387-43ec-9491-c8d31125ca6c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:06.525396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b222a673-ac3a-4c5f-93e7-976bd432f03e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags HTTP/1.1" status: 204 len: 168 time: 0.3848577 Nov 27 10:34:06.527804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.528876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:06.534474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-7d07f796-cfcd-4add-964f-0bb26754901a tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-876095735') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:06.547080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Router a89bba49-927f-4138-a3b3-86c8e598f2ba is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:06.628554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dc8e66fd-9f35-472b-b6b7-8757d1075329 None None] Provisioning complete for port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:06.629088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc8e66fd-9f35-472b-b6b7-8757d1075329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.724870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06a8b7-e0bb-444f-b36c-69a35123ffc4 None None] Pushing event updated for resources: {'Port': ['ID=84c6eec3-651e-4c59-9963-6be828916fb7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:06.745888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.778199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678aafd-1272-484d-be3d-01e244123bf6 None None] Network 60a08b4f-8eb4-46f8-b1b5-4dc461082847 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:06.801595 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-7d07f796-cfcd-4add-964f-0bb26754901a tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:06.805680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7d07f796-cfcd-4add-964f-0bb26754901a tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-876095735 HTTP/1.1" status: 404 len: 328 time: 0.2730091 Nov 27 10:34:06.806931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:06.817545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-4de691c2-25f2-4807-ae6d-7fe98bae5fb1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-1536336998') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:06.871562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.917318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.923243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.939251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:06.944898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.946378 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-18e6ded3-4ea1-4fc4-b1ba-909fbce17b7a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "PUT /v2.0/routers/a89bba49-927f-4138-a3b3-86c8e598f2ba HTTP/1.1" status: 200 len: 916 time: 3.4186385 Nov 27 10:34:06.951113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:06.972842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc8e66fd-9f35-472b-b6b7-8757d1075329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:06.975026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] Sync routers for ids ['a89bba49-927f-4138-a3b3-86c8e598f2ba'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:06.990432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 84c6eec3-651e-4c59-9963-6be828916fb7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:06.990772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.006023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:07.031939 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.037845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] Routers {'a89bba49-927f-4138-a3b3-86c8e598f2ba'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:07.038672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a89bba49-927f-4138-a3b3-86c8e598f2ba'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.063476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 84c6eec3-651e-4c59-9963-6be828916fb7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=84c6eec3-651e-4c59-9963-6be828916fb7,segment=NetworkSegment(85884d26-834f-40e5-a9a9-87ec5470189c),segment_id=85884d26-834f-40e5-a9a9-87ec5470189c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:07.063850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.079529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 84c6eec3-651e-4c59-9963-6be828916fb7 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:07.140357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.180590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.200867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] Routers {'a89bba49-927f-4138-a3b3-86c8e598f2ba'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:07.201574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a89bba49-927f-4138-a3b3-86c8e598f2ba'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.206002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:07.208282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-dc8e66fd-9f35-472b-b6b7-8757d1075329 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:07.208692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-dc8e66fd-9f35-472b-b6b7-8757d1075329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:07.217972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=84c6eec3-651e-4c59-9963-6be828916fb7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:07.223500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 84c6eec3-651e-4c59-9963-6be828916fb7 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:07.233521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.233888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.234244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.234610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.234959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.235494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.235696 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.235970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.236405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.237135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.237135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.237350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.239673 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-4de691c2-25f2-4807-ae6d-7fe98bae5fb1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:07.244864 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4de691c2-25f2-4807-ae6d-7fe98bae5fb1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-1536336998 HTTP/1.1" status: 404 len: 329 time: 0.4368427 Nov 27 10:34:07.247663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.254188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.254908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fec9ba-b858-40d1-85e6-14b9b55c6dfe None None] The sync data for ids ['a89bba49-927f-4138-a3b3-86c8e598f2ba'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:07.257254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.257618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.257950 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.258310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.258617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.258949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.259281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.259611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.259941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.260268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.260702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.260930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:07.264168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.265260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'f37ac264-9ffb-4be7-8dbc-56ee0b20fab4', 'ip_address': '2001:db8::f816:3eff:fe88:f01d'}, {'subnet_id': 'd861fb2a-70fd-48e9-a9e9-904bb018b3c4'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '9ecf9046-9a7a-45f4-91ff-44b7af2578b6'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:34:07.275501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-c9b9a39f-a235-4f7f-b914-0ee8e39ee2c6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756', 'tempest-TagsExtTest-Tag-1504823657') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.292425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.336514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.349088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.361008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a08b4f-8eb4-46f8-b1b5-4dc461082847']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.364914 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-33712fb9-a1f5-4e64-8b37-6bd8746ebaa1 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/a89bba49-927f-4138-a3b3-86c8e598f2ba HTTP/1.1" status: 200 len: 922 time: 0.4124913 Nov 27 10:34:07.366805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:07.372075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.379920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:07.381928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=3e9bff10-c387-43ec-9491-c8d31125ca6c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:07.386199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:07.386391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85884d26-834f-40e5-a9a9-87ec5470189c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.386391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85884d26-834f-40e5-a9a9-87ec5470189c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.410626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.430514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.440203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:07.440758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:07.444641 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:07.454974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8018f63-5e2a-4435-8fae-51021259ee9f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:07.454974 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b8018f63-5e2a-4435-8fae-51021259ee9f tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=a89bba49-927f-4138-a3b3-86c8e598f2ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786254 Nov 27 10:34:07.455255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38816) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.480283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] Allocated IP 172.20.0.3 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/d861fb2a-70fd-48e9-a9e9-904bb018b3c4/9ecf9046-9a7a-45f4-91ff-44b7af2578b6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:07.515697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.520926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.524354 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/60a08b4f-8eb4-46f8-b1b5-4dc461082847 HTTP/1.1" status: 204 len: 168 time: 2.5562782 Nov 27 10:34:07.529824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.548604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-118181774'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:07.555503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d77d-68f6-44b2-bd94-9c7140e0bbbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=60a08b4f-8eb4-46f8-b1b5-4dc461082847,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:07.575893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:07.579704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.596100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] For port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:07.605552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:07.618073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.618422 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment ad173845-404a-45b2-b3c4-1808eee511e9 of type vlan for network e17df80c-db96-4c2f-af6f-3f09b72eaff9 Nov 27 10:34:07.634371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.639484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.662032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.694775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.704949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:07.705894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.751554 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2203856 Nov 27 10:34:07.766996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.774501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:07.820859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0af09-740b-43d2-8bc2-c48beaa59723 None None] Pushing event updated for resources: {'Port': ['ID=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:07.853653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fbb40-7af4-4a45-a630-d176ab7256da tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=e17df80c-db96-4c2f-af6f-3f09b72eaff9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:07.866961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:07.901698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:07.920236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:07.920876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:07.954056 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-c9b9a39f-a235-4f7f-b914-0ee8e39ee2c6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:07.958458 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c9b9a39f-a235-4f7f-b914-0ee8e39ee2c6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags/tempest-TagsExtTest-Tag-1504823657 HTTP/1.1" status: 404 len: 329 time: 0.6893785 Nov 27 10:34:07.959792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.972914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-53d9ebc1-242d-4c0e-b9d6-6042b1780597 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', {'tags': ['tempest-TagsExtTest-Tag-2086996141', 'tempest-TagsExtTest-Tag-2108463099', 'tempest-TagsExtTest-Tag-790103996']}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:07.988471 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f93bc1b7-0415-49ff-8675-645bb531f525 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5086508 Nov 27 10:34:07.993828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:07.996086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:07.996591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.012309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:08.013962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.034347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d55e0-27dc-47a1-a353-0f084f433644 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:08.039323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d47d55e0-27dc-47a1-a353-0f084f433644 tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.5765619 Nov 27 10:34:08.047083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.095784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ec2d154b-87e2-405a-aa4f-5f4c3b71ecbc tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=a89bba49-927f-4138-a3b3-86c8e598f2ba HTTP/1.1" status: 200 len: 205 time: 0.0448043 Nov 27 10:34:08.101262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.157269 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-53d9ebc1-242d-4c0e-b9d6-6042b1780597 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags HTTP/1.1" status: 200 len: 317 time: 0.1932819 Nov 27 10:34:08.162099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.168983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca85df-2871-4df2-9eca-5ed418abf965 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:08.169176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-aa0476f0-081d-4606-a617-fe49e9bb05cb tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:08.179133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca85df-2871-4df2-9eca-5ed418abf965 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:08.179842 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bbca85df-2871-4df2-9eca-5ed418abf965 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1847589 Nov 27 10:34:08.180198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Router facdb6d2-9b81-4862-916a-22e5c220191b is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:08.186250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.352712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.403329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 3e9bff10-c387-43ec-9491-c8d31125ca6c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:08.403831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.407112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.501072 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-aa0476f0-081d-4606-a617-fe49e9bb05cb tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags HTTP/1.1" status: 204 len: 168 time: 0.3334641 Nov 27 10:34:08.501072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.505659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-775e8b2c-b3fe-4e57-90bb-0c45fc93d68f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-2086996141') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:08.512039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:08.522161 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Sync routers for ids ['facdb6d2-9b81-4862-916a-22e5c220191b'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:08.537874 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Routers {'facdb6d2-9b81-4862-916a-22e5c220191b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:08.538721 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['facdb6d2-9b81-4862-916a-22e5c220191b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:08.563151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.564814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': 'ad173845-404a-45b2-b3c4-1808eee511e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:08.565181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: e17df80c-db96-4c2f-af6f-3f09b72eaff9, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:08.571103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=3f683a54-007c-4eec-8f8b-4adbc52dc82e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:08.575331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.576695 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9fd6be80-93c5-4888-b3a2-551a1568a731 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6715226 Nov 27 10:34:08.579400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.610699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-65f00c72-3e03-49b3-a93f-5423669b01f2 None None] Provisioning complete for port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:08.610699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65f00c72-3e03-49b3-a93f-5423669b01f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.617621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:08.629422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.633712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, e17df80c-db96-4c2f-af6f-3f09b72eaff9) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:08.639000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:08.639684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.663797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 3e9bff10-c387-43ec-9491-c8d31125ca6c owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:08.676091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Set router facdb6d2-9b81-4862-916a-22e5c220191b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:08.682021 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f8943011-be7c-485d-ba79-6a9cbd4977aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9125781 Nov 27 10:34:08.691077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.698715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:08.702154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011c5d1-761b-4c41-921e-48f338f96fea None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:08.732758 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-775e8b2c-b3fe-4e57-90bb-0c45fc93d68f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:08.733829 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-775e8b2c-b3fe-4e57-90bb-0c45fc93d68f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-2086996141 HTTP/1.1" status: 404 len: 329 time: 0.2322385 Nov 27 10:34:08.737158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38848) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.742485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-8db59d50-d39d-4a97-a6b2-284941cd0066 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-2108463099') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:08.880341 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-8db59d50-d39d-4a97-a6b2-284941cd0066 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:08.881819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8db59d50-d39d-4a97-a6b2-284941cd0066 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-2108463099 HTTP/1.1" status: 404 len: 329 time: 0.1434135 Nov 27 10:34:08.884679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38852) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:08.894581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-773aec8e-36d0-4076-b606-c8bf004ed0f6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374', 'tempest-TagsExtTest-Tag-790103996') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:08.936998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.944622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Deleting port 138ccf05-152f-48eb-b657-1067f5b9e249 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:08.944964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:08.971484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-e17df80c-db96-4c2f-af6f-3f09b72eaff9', 'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': '3f683a54-007c-4eec-8f8b-4adbc52dc82e'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:08.972599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.060259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-773aec8e-36d0-4076-b606-c8bf004ed0f6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:09.061288 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-773aec8e-36d0-4076-b606-c8bf004ed0f6 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags/tempest-TagsExtTest-Tag-790103996 HTTP/1.1" status: 404 len: 328 time: 0.1754272 Nov 27 10:34:09.064026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:09.069998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdb6d2-9b81-4862-916a-22e5c220191b', 'name': '', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3', 'external_fixed_ips': [{'subnet_id': 'c56fff6e-10fd-454a-b03b-d0cc1f7eb372', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': 'a5e86aae-5999-4f6d-9789-5196c285ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:04Z', 'updated_at': '2021-11-27T10:34:06Z', 'revision_number': 3, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port': {'id': 'a5e86aae-5999-4f6d-9789-5196c285ce4b', 'name': '', 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facdb6d2-9b81-4862-916a-22e5c220191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c56fff6e-10fd-454a-b03b-d0cc1f7eb372', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:34:05Z', 'updated_at': '2021-11-27T10:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c56fff6e-10fd-454a-b03b-d0cc1f7eb372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:09.071162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-244bf819-ed18-4731-8c58-e5e4100a9240 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', {'tags': ['tempest-TagsExtTest-Tag-1971994734', 'tempest-TagsExtTest-Tag-1025182702', 'tempest-TagsExtTest-Tag-288125273']}) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:09.098295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-528d0ec9-4afd-4b36-b749-7a2165b48a45 None None] Provisioning complete for port 3e9bff10-c387-43ec-9491-c8d31125ca6c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:09.099111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-528d0ec9-4afd-4b36-b749-7a2165b48a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.103761 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Checking router: facdb6d2-9b81-4862-916a-22e5c220191b for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:09.104318 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Updating router facdb6d2-9b81-4862-916a-22e5c220191b port a5e86aae-5999-4f6d-9789-5196c285ce4b binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:34:09.131678 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.165129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.185135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Calling delete_port for 138ccf05-152f-48eb-b657-1067f5b9e249 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:09.187066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:09.190819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.201375 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.214972 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-244bf819-ed18-4731-8c58-e5e4100a9240 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags HTTP/1.1" status: 200 len: 317 time: 0.1476536 Nov 27 10:34:09.220549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:09.226298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-c0903082-a082-40f2-abed-55527e8862d0 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:09.263333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.301574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=3e9bff10-c387-43ec-9491-c8d31125ca6c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:09.366359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-528d0ec9-4afd-4b36-b749-7a2165b48a45 None None] Port 3e9bff10-c387-43ec-9491-c8d31125ca6c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:09.478655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Allocated IP 2001:db8::2 (e17df80c-db96-4c2f-af6f-3f09b72eaff9/3f683a54-007c-4eec-8f8b-4adbc52dc82e/02c8432c-606d-47c3-bdce-1de561b7cd43) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:09.537404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.541470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-18c39a87-7de2-44fb-a3bb-945899435602 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/3e9bff10-c387-43ec-9491-c8d31125ca6c HTTP/1.1" status: 204 len: 168 time: 1.3541672 Nov 27 10:34:09.546603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:09.569558 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.581450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.626975 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c0903082-a082-40f2-abed-55527e8862d0 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags HTTP/1.1" status: 204 len: 168 time: 0.4052351 Nov 27 10:34:09.639895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38864) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:09.648486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-4b242bbd-a3fd-4502-88b7-5a33d1219a2e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-1971994734') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:09.672693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da5440-cfe9-4510-a006-f59b32ace782 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:09.674237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da5440-cfe9-4510-a006-f59b32ace782 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:09.675770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da5440-cfe9-4510-a006-f59b32ace782 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:09.680655 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e8da5440-cfe9-4510-a006-f59b32ace782 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1305463 Nov 27 10:34:09.680855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Attempting to bind port a5e86aae-5999-4f6d-9789-5196c285ce4b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:09.680855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Attempting to bind port a5e86aae-5999-4f6d-9789-5196c285ce4b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7165e5bc-f4b2-45a2-91da-82150a9bb985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:09.680855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Attempting to bind port a5e86aae-5999-4f6d-9789-5196c285ce4b on network 8a7557ae-0192-424c-bd03-536c88d43fc3 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:09.686277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:09.696356 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df92e0-dad5-4367-ac68-9968d867fdb0 None None] Pushing event updated for resources: {'Port': ['ID=a5e86aae-5999-4f6d-9789-5196c285ce4b,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:09.699024 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:09.699408 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Checking segment: {'id': '7165e5bc-f4b2-45a2-91da-82150a9bb985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:09.699837 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.700233 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Bound using segment: {'id': '7165e5bc-f4b2-45a2-91da-82150a9bb985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:09.700843 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Bound port: a5e86aae-5999-4f6d-9789-5196c285ce4b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7165e5bc-f4b2-45a2-91da-82150a9bb985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8a7557ae-0192-424c-bd03-536c88d43fc3'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:09.701284 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.738761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Deleting port a5e86aae-5999-4f6d-9789-5196c285ce4b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:09.740285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.783303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.783965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet d861fb2a-70fd-48e9-a9e9-904bb018b3c4 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:09.792914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.794600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.809539 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] For port a5e86aae-5999-4f6d-9789-5196c285ce4b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:09.814262 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] For port a5e86aae-5999-4f6d-9789-5196c285ce4b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a5e86aae-5999-4f6d-9789-5196c285ce4b,segment=NetworkSegment(7165e5bc-f4b2-45a2-91da-82150a9bb985),segment_id=7165e5bc-f4b2-45a2-91da-82150a9bb985)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:09.822379 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.840924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:09.845980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:09.851365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:09.888281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:09.891883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:09.897773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Pushing event updated for resources: {'Port': ['ID=02c8432c-606d-47c3-bdce-1de561b7cd43,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:09.935257 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df92e0-dad5-4367-ac68-9968d867fdb0 None None] Pushing event updated for resources: {'Port': ['ID=a5e86aae-5999-4f6d-9789-5196c285ce4b,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:09.997657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Attempting to bind port 02c8432c-606d-47c3-bdce-1de561b7cd43 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:09.998184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Attempting to bind port 02c8432c-606d-47c3-bdce-1de561b7cd43 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ad173845-404a-45b2-b3c4-1808eee511e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:09.998537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Attempting to bind port 02c8432c-606d-47c3-bdce-1de561b7cd43 on network e17df80c-db96-4c2f-af6f-3f09b72eaff9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:10.000109 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Routers {'facdb6d2-9b81-4862-916a-22e5c220191b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:10.002634 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['facdb6d2-9b81-4862-916a-22e5c220191b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:10.005519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.006644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:10.007031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Checking segment: {'id': 'ad173845-404a-45b2-b3c4-1808eee511e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:10.007437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.007828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Bound using segment: {'id': 'ad173845-404a-45b2-b3c4-1808eee511e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:10.008983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Bound port: 02c8432c-606d-47c3-bdce-1de561b7cd43, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad173845-404a-45b2-b3c4-1808eee511e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:10.009113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.041759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:10.042508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.120563 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] Set router facdb6d2-9b81-4862-916a-22e5c220191b gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:10.134827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.168293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2b2745f-d936-4e41-8c73-a927b9e0aea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.175869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=d861fb2a-70fd-48e9-a9e9-904bb018b3c4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:10.188945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] For port 02c8432c-606d-47c3-bdce-1de561b7cd43, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:10.190295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.195298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3055617-1ea1-4ba6-88a4-0f449c830b5c None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:10.197914 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a023c93d-9733-4eba-9f68-2afffe7cbf88 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/d861fb2a-70fd-48e9-a9e9-904bb018b3c4 HTTP/1.1" status: 204 len: 168 time: 0.5101020 Nov 27 10:34:10.200486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.206235 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facdb6d2-9b81-4862-916a-22e5c220191b', 'name': '', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:04Z', 'updated_at': '2021-11-27T10:34:09Z', 'revision_number': 4, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:10.244979 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-4b242bbd-a3fd-4502-88b7-5a33d1219a2e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:10.248148 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2537e5-6fad-4266-ad2e-6d1d9e924730 None None] The sync data for ids ['facdb6d2-9b81-4862-916a-22e5c220191b'] in dv-neutron-804846-16-hyperv is: [{'id': 'facdb6d2-9b81-4862-916a-22e5c220191b', 'name': '', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:04Z', 'updated_at': '2021-11-27T10:34:09Z', 'revision_number': 4, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:10.249267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38874) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.250276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4b242bbd-a3fd-4502-88b7-5a33d1219a2e tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-1971994734 HTTP/1.1" status: 404 len: 329 time: 0.6089365 Nov 27 10:34:10.257691 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-73908416-b671-41d8-84f9-df0fa0a3f4c0 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-1025182702') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:10.266611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.281115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Calling delete_port for a5e86aae-5999-4f6d-9789-5196c285ce4b owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:10.282373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] For port 02c8432c-606d-47c3-bdce-1de561b7cd43, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=02c8432c-606d-47c3-bdce-1de561b7cd43,segment=NetworkSegment(ad173845-404a-45b2-b3c4-1808eee511e9),segment_id=ad173845-404a-45b2-b3c4-1808eee511e9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:10.295552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.319363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.372197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet f37ac264-9ffb-4be7-8dbc-56ee0b20fab4 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:10.376159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event deleted for resources: {'Port': ['ID=138ccf05-152f-48eb-b657-1067f5b9e249,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:10.379029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.392614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a3c4-2d60-4ed7-b3c0-99d6f21655a3 None None] Pushing event updated for resources: {'Port': ['ID=02c8432c-606d-47c3-bdce-1de561b7cd43,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:10.403130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6210444-d3e6-4cf2-b050-0ea5e000d25a None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:10.418706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-73908416-b671-41d8-84f9-df0fa0a3f4c0 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:10.425406 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-73908416-b671-41d8-84f9-df0fa0a3f4c0 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-1025182702 HTTP/1.1" status: 404 len: 329 time: 0.1735604 Nov 27 10:34:10.430521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.436237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-3a0220a1-2d32-4c72-b0bd-b8a0564e1309 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974', 'tempest-TagsExtTest-Tag-288125273') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:10.441625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.445581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.528811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.630527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.632523 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-3a0220a1-2d32-4c72-b0bd-b8a0564e1309 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:10.636979 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3a0220a1-2d32-4c72-b0bd-b8a0564e1309 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags/tempest-TagsExtTest-Tag-288125273 HTTP/1.1" status: 404 len: 328 time: 0.2054157 Nov 27 10:34:10.639857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38880) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.647389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-6b4a2146-3c3f-4226-9440-4189878e2684 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', {'tags': ['tempest-TagsExtTest-Tag-2120565310', 'tempest-TagsExtTest-Tag-140131070', 'tempest-TagsExtTest-Tag-173267699']}) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:10.647592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.661369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.670887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:10.710782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:10.769636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:10.770992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.778940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=f48aa52a-4b98-45ef-9f94-50ff55891f38,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:10.783359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6b4a2146-3c3f-4226-9440-4189878e2684 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "PUT /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags HTTP/1.1" status: 200 len: 316 time: 0.1422219 Nov 27 10:34:10.785865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.791562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-9b55a8e8-47cd-4edc-bf34-523d151d8fe7 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:10.794550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.795092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Fanout notify agent at l3_agent the message router_deleted on router a89bba49-927f-4138-a3b3-86c8e598f2ba {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:10.808336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.809475 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e3b753eb-e5e3-45aa-8be2-23a39dd1ae5f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/a89bba49-927f-4138-a3b3-86c8e598f2ba HTTP/1.1" status: 204 len: 168 time: 2.7072332 Nov 27 10:34:10.818461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38884) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.841764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-903903362', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:10.854551 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-488cb485-5f2f-492f-9fdf-9f55cb1b07f1 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1581881 Nov 27 10:34:10.854784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.855472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:10.940295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.969737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=f37ac264-9ffb-4be7-8dbc-56ee0b20fab4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:10.979391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:10.980615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5e86aae-5999-4f6d-9789-5196c285ce4b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:10.983464 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-877b58bf-bebf-46bb-9953-4a5afdc7aec7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/f37ac264-9ffb-4be7-8dbc-56ee0b20fab4 HTTP/1.1" status: 204 len: 168 time: 0.7822287 Nov 27 10:34:10.989854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.018268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.049574 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c8e5b463-c873-4c5b-9998-2ded566c37a8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533478 Nov 27 10:34:11.056003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.057091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.061717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.069608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:11.077909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fb38e-9bc0-43ee-b775-175fbd9e2e40 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:11.079422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fb38e-9bc0-43ee-b775-175fbd9e2e40 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:11.080945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fb38e-9bc0-43ee-b775-175fbd9e2e40 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:11.082594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fb38e-9bc0-43ee-b775-175fbd9e2e40 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:11.084106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fb38e-9bc0-43ee-b775-175fbd9e2e40 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:11.085873 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fd5fb38e-9bc0-43ee-b775-175fbd9e2e40 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2191126 Nov 27 10:34:11.124623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.126524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.129155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.135010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86896628'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:11.157968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.185933 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b55a8e8-47cd-4edc-bf34-523d151d8fe7 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags HTTP/1.1" status: 204 len: 168 time: 0.3985631 Nov 27 10:34:11.197747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.203130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-3adf97e5-b3f7-4860-bbd9-4b5ca89da409 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-2120565310') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:11.239849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.241818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router facdb6d2-9b81-4862-916a-22e5c220191b {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:11.249516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.250836 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fe69e08a-696b-4ea1-b02d-cd32f5a9989c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/routers/facdb6d2-9b81-4862-916a-22e5c220191b HTTP/1.1" status: 204 len: 168 time: 2.6704991 Nov 27 10:34:11.258499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:11.262535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.271461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.318497 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-3adf97e5-b3f7-4860-bbd9-4b5ca89da409 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:11.320423 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3adf97e5-b3f7-4860-bbd9-4b5ca89da409 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-2120565310 HTTP/1.1" status: 404 len: 329 time: 0.1203225 Nov 27 10:34:11.324128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.333401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-cf69a42e-5597-43cb-97d1-b7a95df3abe3 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-140131070') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:11.367222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:11.371492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Deleting subnet c56fff6e-10fd-454a-b03b-d0cc1f7eb372 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:11.379130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.396263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2713bc8-ca08-4a5a-bfd2-c9bd26b22333 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:11.412278 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-cf69a42e-5597-43cb-97d1-b7a95df3abe3 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:11.416415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cf69a42e-5597-43cb-97d1-b7a95df3abe3 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-140131070 HTTP/1.1" status: 404 len: 328 time: 0.0878878 Nov 27 10:34:11.416415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.416663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment ba4aaf50-77ed-4596-874f-e7f2e763cb25 of type vlan for network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 Nov 27 10:34:11.417823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38904) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.422077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-e818da46-55a2-4af4-805d-a65f2e8c70d7 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d', 'tempest-TagsExtTest-Tag-173267699') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:11.481346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.505429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e7b7e5f0-12c9-42f2-a027-294d926aad86 None None] Provisioning complete for port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:11.505948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e7b7e5f0-12c9-42f2-a027-294d926aad86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.514024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.527770 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-e818da46-55a2-4af4-805d-a65f2e8c70d7 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] show failed (client error): The resource could not be found. Nov 27 10:34:11.532162 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e818da46-55a2-4af4-805d-a65f2e8c70d7 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags/tempest-TagsExtTest-Tag-173267699 HTTP/1.1" status: 404 len: 328 time: 0.1103189 Nov 27 10:34:11.532162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.538460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-56342047-12e6-414a-ad23-ffedf0cf9f5c tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '80133b1b-5012-44c8-a02f-22c4aba5914d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:11.568932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.596840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.602535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:11.603132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.650445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:11.654282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.659102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.682703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5550466 Nov 27 10:34:11.687045 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-56342047-12e6-414a-ad23-ffedf0cf9f5c tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d/tags HTTP/1.1" status: 204 len: 168 time: 0.1515920 Nov 27 10:34:11.695427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.695775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38910) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.704874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-9fae55ff-4670-4151-908a-7e78b9f981d4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52435c06-e88e-4875-8013-e78ea7b9b974') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:11.712990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:11.732510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:11.751920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd265-db23-4a41-9a4a-6602b9b179e0 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:11.761405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.781407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:11.831062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.834991 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/c56fff6e-10fd-454a-b03b-d0cc1f7eb372 HTTP/1.1" status: 204 len: 168 time: 0.5624242 Nov 27 10:34:11.836223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe174c-c66f-46ac-b572-8106c39415d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c56fff6e-10fd-454a-b03b-d0cc1f7eb372,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:11.837975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:11.954821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:11.958198 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] Deleting port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:11.959863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.002089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 02c8432c-606d-47c3-bdce-1de561b7cd43 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:12.071887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.106695 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9fae55ff-4670-4151-908a-7e78b9f981d4 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974/tags HTTP/1.1" status: 204 len: 168 time: 0.4065690 Nov 27 10:34:12.106997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7557ae-0192-424c-bd03-536c88d43fc3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:12.109912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.116591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-90a447bc-90c4-4e28-8ccc-c79525040bfd tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28cf7e46-dbdc-476c-8bd9-84ae5e34d374') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:12.123519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] For port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:12.123933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.151459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:12.151973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.155676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] Calling delete_port for 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:12.163284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7165e5bc-f4b2-45a2-91da-82150a9bb985') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:12.163623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7165e5bc-f4b2-45a2-91da-82150a9bb985') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:12.183729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.227359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.234297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:12.235574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.263402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:12.308816 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:12.312357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e8f3c-3c91-4a34-8e42-b5040cdd6559 None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:12.315195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.324390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a7557ae-0192-424c-bd03-536c88d43fc3 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 10:34:12.327078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.336794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.341275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8a7557ae-0192-424c-bd03-536c88d43fc3 HTTP/1.1" status: 204 len: 168 time: 0.5021696 Nov 27 10:34:12.359827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f2041-761f-4dd2-9e3f-c9481e7a357a tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a7557ae-0192-424c-bd03-536c88d43fc3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:12.386922 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-90a447bc-90c4-4e28-8ccc-c79525040bfd tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374/tags HTTP/1.1" status: 204 len: 168 time: 0.2758060 Nov 27 10:34:12.389466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.394615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 is not hosted by any dhcp agent {{(pid=103379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:34:12.395575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-56359300-d064-4b2f-9361-275407d8306d tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b01bb79b-b4d7-481a-84a4-24c4a9157756') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:12.410545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:12.411552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.413186 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "PUT /v2.0/networks/d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 HTTP/1.1" status: 200 len: 723 time: 0.7144356 Nov 27 10:34:12.420498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.429002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:12.556371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9479fc26-eb60-4649-bfa6-8c099efd3fbb None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:12.557563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9479fc26-eb60-4649-bfa6-8c099efd3fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.579503 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:12.585115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.588844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.611586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-56359300-d064-4b2f-9361-275407d8306d tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756/tags HTTP/1.1" status: 204 len: 168 time: 0.2209611 Nov 27 10:34:12.617618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.627153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.650349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb33eb-8aeb-4c85-ae11-7940b7ebb76b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:12.678542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38934) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.683058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'name': 'tempest-router--1713089575', 'project_id': 'cfe915f6d2d34880a62a75412be080a7'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:12.699899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:12.728588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] Pushing event deleted for resources: {'Port': ['ID=9ecf9046-9a7a-45f4-91ff-44b7af2578b6,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:12.742451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:12.745969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.749915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.778365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699a366-5e19-452a-b4f6-ef3e634aa432 None None] No DVR routers for this DVR port 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:12.787070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.821216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbd6166d-f492-49d1-819d-75b5db8bc70c tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.823251 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bbd6166d-f492-49d1-819d-75b5db8bc70c tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnetpools/80133b1b-5012-44c8-a02f-22c4aba5914d HTTP/1.1" status: 204 len: 168 time: 0.1950543 Nov 27 10:34:12.823984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.825031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.826479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.881175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:12.889908 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2097f12b-f157-4daa-be3a-0a6f2e250e4b tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "GET /v2.0/ports?device_id=52435c06-e88e-4875-8013-e78ea7b9b974 HTTP/1.1" status: 200 len: 205 time: 0.0620809 Nov 27 10:34:12.893382 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:12.893515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:12.902710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:12.903316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.904883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 02c8432c-606d-47c3-bdce-1de561b7cd43, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=02c8432c-606d-47c3-bdce-1de561b7cd43,segment=NetworkSegment(ad173845-404a-45b2-b3c4-1808eee511e9),segment_id=ad173845-404a-45b2-b3c4-1808eee511e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:12.905568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=e2548281-45ec-4282-9076-e0bdfbcd15e8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:12.940270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36f03b-7ccf-4ee4-a7fd-132c176ee2cb None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:12.948742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:12.996147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.026647 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6a9b5b29-e4bc-488e-85c0-209e9307d7c6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9638512 Nov 27 10:34:13.027442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.027823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.031637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:13.039638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:13.094527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.095317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:13.099103 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bf43997f-1eb9-4d5b-a046-7310f52a9e79 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4159749 Nov 27 10:34:13.105694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:13.175941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Allocated IP 172.26.1.217 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/cbf087b5-e9d2-4fab-8787-3adef3128f99) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:13.228438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.265331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.324741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:13.328497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.334892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:13.335239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9ecf9046-9a7a-45f4-91ff-44b7af2578b6 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:13.338476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b70e9797-67e6-401e-8c10-1e3434b13ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.375423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.392268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=02c8432c-606d-47c3-bdce-1de561b7cd43,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:13.500188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.524875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] Update dhcp port {'port': {'network_id': 'e17df80c-db96-4c2f-af6f-3f09b72eaff9', 'fixed_ips': [{'subnet_id': '3f683a54-007c-4eec-8f8b-4adbc52dc82e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f48aa52a-4b98-45ef-9f94-50ff55891f38'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '02c8432c-606d-47c3-bdce-1de561b7cd43'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:34:13.564325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:13.571896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:13.579742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.583271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:13.600282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'e2548281-45ec-4282-9076-e0bdfbcd15e8'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:13.601172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.607993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622c208-56f8-46a0-a03d-7b208d807311 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:13.612112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event updated for resources: {'Port': ['ID=cbf087b5-e9d2-4fab-8787-3adef3128f99,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:13.636802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.642039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.820300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=3e9eaf86-cabb-4d7a-90d3-39de87839d86,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:13.824786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-03d7fcf8-fa0c-4855-92ee-dde01d88e861 None None] Provisioning complete for port cbf087b5-e9d2-4fab-8787-3adef3128f99 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:13.824997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03d7fcf8-fa0c-4855-92ee-dde01d88e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.833814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.835024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.835540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Fanout notify agent at l3_agent the message router_deleted on router 52435c06-e88e-4875-8013-e78ea7b9b974 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:13.837231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': 'ba4aaf50-77ed-4596-874f-e7f2e763cb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:13.838110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:13.847081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.848313 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e69980e3-c1db-4760-8673-b04d36bf6b90 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/routers/52435c06-e88e-4875-8013-e78ea7b9b974 HTTP/1.1" status: 204 len: 168 time: 0.9531307 Nov 27 10:34:13.850337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.855028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:13.856506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:13.922480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-03d7fcf8-fa0c-4855-92ee-dde01d88e861 None None] Port cbf087b5-e9d2-4fab-8787-3adef3128f99 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:13.941042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Allocated IP 2001:db8::f816:3eff:fed1:9495 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e2548281-45ec-4282-9076-e0bdfbcd15e8/d62bacfb-f21b-412c-a46b-1711a3ba62ee) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:13.947011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 02c8432c-606d-47c3-bdce-1de561b7cd43 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:13.993359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:14.006906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.007538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff310250-682a-47fd-be84-65031ce91106 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:14.014456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.019370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-03daae69-2832-4765-b50a-28b424dd53bf tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ff310250-682a-47fd-be84-65031ce91106 HTTP/1.1" status: 204 len: 168 time: 0.9087472 Nov 27 10:34:14.019370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:14.031212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:14.035760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.053334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831862c2-352e-49c4-b3ef-486803e6a5e8 None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:14.092543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38956) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:14.100224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:14.101002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-49a514e1-c699-4cef-9f31-5719ca65f7f6 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6784163 Nov 27 10:34:14.106403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Deleting port 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:14.107060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.126585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.171512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] Allocated IP 172.20.0.1 (e17df80c-db96-4c2f-af6f-3f09b72eaff9/f48aa52a-4b98-45ef-9f94-50ff55891f38/02c8432c-606d-47c3-bdce-1de561b7cd43) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:14.184716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:14.194985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:14.197272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:14.242590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:14.243180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.258293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.275420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Calling delete_port for 28cf7e46-dbdc-476c-8bd9-84ae5e34d374 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:14.326563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=d9c60cfa-64c2-429c-94dc-6e513601b60d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:14.344478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8', 'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': '3e9eaf86-cabb-4d7a-90d3-39de87839d86'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:14.345321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.356432 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3912b9f4-e249-4cfa-9ece-a1786e3288bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3229160 Nov 27 10:34:14.359847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:14.366027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:77:7e:2e', 'name': 'tempest-NetworksTestDHCPv6-1040665121'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:14.407567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:14.407941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.417843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9444854'] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.482618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.582775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:14.599189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] For port 02c8432c-606d-47c3-bdce-1de561b7cd43, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=02c8432c-606d-47c3-bdce-1de561b7cd43,segment=NetworkSegment(ad173845-404a-45b2-b3c4-1808eee511e9),segment_id=ad173845-404a-45b2-b3c4-1808eee511e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:14.618690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.633243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.638725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1156987342', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:14.663817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.702662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event deleted for resources: {'Port': ['ID=28cf7e46-dbdc-476c-8bd9-84ae5e34d374,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:14.710912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.722276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.724336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.743845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:14.744776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.775137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:14.788430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:14.812744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735777359993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9522370'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.827570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.835494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.841627 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-323280b4-9cd7-49e1-887b-22cb1cc68be1 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/ports/28cf7e46-dbdc-476c-8bd9-84ae5e34d374 HTTP/1.1" status: 204 len: 168 time: 0.9827201 Nov 27 10:34:14.848758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:14.852914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Pushing event updated for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:14.916550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port abca129a-74e2-49d6-add4-eaba317d8ba5 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:14.923174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:14.923790 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.925899 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "PUT /v2.0/subnets/3e9eaf86-cabb-4d7a-90d3-39de87839d86 HTTP/1.1" status: 200 len: 826 time: 0.8311529 Nov 27 10:34:14.933362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:14.982792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:14.990652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.011607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Allocated IP 2001:db8::2 (d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8/3e9eaf86-cabb-4d7a-90d3-39de87839d86/0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:15.033326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Deleting subnet b01bb79b-b4d7-481a-84a4-24c4a9157756 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:15.070239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.078342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd566e70-33c3-4238-929b-f6f177c1441e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=3e9eaf86-cabb-4d7a-90d3-39de87839d86,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:15.171953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.184330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Attempting to bind port d62bacfb-f21b-412c-a46b-1711a3ba62ee on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:15.184731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Attempting to bind port d62bacfb-f21b-412c-a46b-1711a3ba62ee by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:15.185127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Attempting to bind port d62bacfb-f21b-412c-a46b-1711a3ba62ee on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:15.217076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.221467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.231155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.235208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f96df-dfe7-48ba-ab2a-d8d81a0a3533 None None] Pushing event updated for resources: {'Port': ['ID=02c8432c-606d-47c3-bdce-1de561b7cd43,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:15.242871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:15.243656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:15.244180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.245822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:15.246827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Bound port: d62bacfb-f21b-412c-a46b-1711a3ba62ee, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:15.247568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.313213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.391334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:15.401532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.405600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 172.20.0.3 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/d9c60cfa-64c2-429c-94dc-6e513601b60d/abca129a-74e2-49d6-add4-eaba317d8ba5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:15.422602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Router 36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:15.423690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:15.431602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:15.459151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:15.493390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fe77:7e2e (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e2548281-45ec-4282-9076-e0bdfbcd15e8/abca129a-74e2-49d6-add4-eaba317d8ba5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:15.497134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d62bacfb-f21b-412c-a46b-1711a3ba62ee,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:15.498543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.505959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.538428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Pushing event updated for resources: {'Port': ['ID=0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:15.540857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event deleted for resources: {'Subnet': ['ID=b01bb79b-b4d7-481a-84a4-24c4a9157756,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:15.544567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.556941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.562365 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b5bd987a-047a-4507-a08e-f2237f005132 tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/subnets/b01bb79b-b4d7-481a-84a4-24c4a9157756 HTTP/1.1" status: 204 len: 168 time: 0.7105215 Nov 27 10:34:15.571265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:15.595400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e3fac-1af4-4139-84c8-6194f84a8074 None None] Network 245364f1-7e81-4e28-b211-90dab488cac3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:15.626048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Attempting to bind port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:15.626690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Attempting to bind port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ba4aaf50-77ed-4596-874f-e7f2e763cb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:15.627025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Attempting to bind port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 on network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:15.640304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:15.640904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Checking segment: {'id': 'ba4aaf50-77ed-4596-874f-e7f2e763cb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:15.641474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.642214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Bound using segment: {'id': 'ba4aaf50-77ed-4596-874f-e7f2e763cb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:15.642728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Bound port: 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4aaf50-77ed-4596-874f-e7f2e763cb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd896a3f8-d8b5-46a7-8fed-767b0e2eb7d8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:15.643272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.657947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.682748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:15.683078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.737096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf80f-ae1d-4e96-92c1-d38dcecb5d68 None None] Pushing event updated for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:15.761143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:15.818833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.852965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.877831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:15.879847 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8ea10816-11a7-4668-a8ce-41e2faf35f2c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0559862 Nov 27 10:34:15.883232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 38980) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:15.888345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:16.024283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] Sync routers for ids ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:16.058098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.059471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] For port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:16.063059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] For port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6,segment=NetworkSegment(ba4aaf50-77ed-4596-874f-e7f2e763cb25),segment_id=ba4aaf50-77ed-4596-874f-e7f2e763cb25)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:16.066589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979412f-bd15-4342-9b5b-9e9463832d8e None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:16.073577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 02c8432c-606d-47c3-bdce-1de561b7cd43 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:16.083046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.086391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:16.086749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.109152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:16.120268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Allocated IP 172.26.1.228 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/72bd956e-32e7-4926-9e59-937f43d068dd) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:16.134864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Deleting port cb9ebb49-08b4-4bf0-a510-808474f3cce7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:16.137710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.236009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.256021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] Routers {'36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:16.256021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:16.273466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a64b7395-79ad-429e-97cd-904f3afa846e None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:16.273968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a64b7395-79ad-429e-97cd-904f3afa846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.293390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] For port cb9ebb49-08b4-4bf0-a510-808474f3cce7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb9ebb49-08b4-4bf0-a510-808474f3cce7,segment=NetworkSegment(b17890d2-d5e6-4e2d-82dd-728102273b09),segment_id=b17890d2-d5e6-4e2d-82dd-728102273b09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:16.293755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.328708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Calling delete_port for cb9ebb49-08b4-4bf0-a510-808474f3cce7 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:16.345148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:16.355396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.356153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:16.359850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:16.367340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:16.398090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6724ebb-c225-4558-a159-a665e02b270e None None] Pushing event updated for resources: {'Port': ['ID=0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:16.403883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=abca129a-74e2-49d6-add4-eaba317d8ba5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:16.435512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] Routers {'36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:16.436284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:16.533028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:16.533707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.539209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:16.540183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49375d41-f9fc-4238-80bb-89be9d9f2771 None None] The sync data for ids ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:16.544995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:16.545347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.575004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] DHCP port deletion for 245364f1-7e81-4e28-b211-90dab488cac3 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:16.619374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.656302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d7f42b02-8795-4f3d-8420-9689bf721146 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2943401 Nov 27 10:34:16.666233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:16.708499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:16.874568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] Deleting port cb9ebb49-08b4-4bf0-a510-808474f3cce7 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:16.878460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:16.956460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.012927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] For port cb9ebb49-08b4-4bf0-a510-808474f3cce7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb9ebb49-08b4-4bf0-a510-808474f3cce7,segment=NetworkSegment(b17890d2-d5e6-4e2d-82dd-728102273b09),segment_id=b17890d2-d5e6-4e2d-82dd-728102273b09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:17.013773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.044165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] Calling delete_port for cb9ebb49-08b4-4bf0-a510-808474f3cce7 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:17.055311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.101904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event deleted for resources: {'Port': ['ID=cb9ebb49-08b4-4bf0-a510-808474f3cce7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:17.110763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.128348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] No DVR routers for this DVR port cb9ebb49-08b4-4bf0-a510-808474f3cce7 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:17.178958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.214665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] Pushing event deleted for resources: {'Port': ['ID=cb9ebb49-08b4-4bf0-a510-808474f3cce7,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:17.227266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a442353-b22a-43b8-9e52-5d52e2906a78 None None] No DVR routers for this DVR port cb9ebb49-08b4-4bf0-a510-808474f3cce7 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:17.242904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:17.252325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:17.264786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:17.268749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:17.271222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event updated for resources: {'Port': ['ID=72bd956e-32e7-4926-9e59-937f43d068dd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:17.275868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.285201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb254b66-2637-4221-9de8-587464058ef5 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:17.296544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.305828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39b9b5f9-1a6c-4206-aa05-beaad3d41e36 None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:17.306214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39b9b5f9-1a6c-4206-aa05-beaad3d41e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.333744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.336810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e8ecd-777e-40aa-a05c-383770a03351 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:17.346516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e8ecd-777e-40aa-a05c-383770a03351 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:17.352726 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6e7e8ecd-777e-40aa-a05c-383770a03351 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6603451 Nov 27 10:34:17.356832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 38990) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:17.384399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.410946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb20f3-097b-4081-afab-cc51ecfee8e2 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:17.454714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245364f1-7e81-4e28-b211-90dab488cac3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:17.476803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17890d2-d5e6-4e2d-82dd-728102273b09') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:17.477115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17890d2-d5e6-4e2d-82dd-728102273b09') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:17.513268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Deleting port cbf087b5-e9d2-4fab-8787-3adef3128f99 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:17.513617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.518857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.545543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.556528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.560781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:17.561178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:17.587119 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:17.602677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9eaf86-cabb-4d7a-90d3-39de87839d86,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:17.612335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Provisioning complete for port 72bd956e-32e7-4926-9e59-937f43d068dd triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:17.612841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.673289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.689527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Port 72bd956e-32e7-4926-9e59-937f43d068dd cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:17.717681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Calling delete_port for cbf087b5-e9d2-4fab-8787-3adef3128f99 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:17.737208 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port abca129a-74e2-49d6-add4-eaba317d8ba5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:17.737546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.774406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:17.774984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.793182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.807120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.813600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] 10.222.0.13 "DELETE /v2.0/networks/245364f1-7e81-4e28-b211-90dab488cac3 HTTP/1.1" status: 204 len: 168 time: 2.2412577 Nov 27 10:34:17.822706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.906934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.926807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:17.973708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f7572-abed-46f3-b3b7-541fac32db3f tempest-TagsExtTest-28246064 tempest-TagsExtTest-28246064-project] Pushing event deleted for resources: {'Network': ['ID=245364f1-7e81-4e28-b211-90dab488cac3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:18.011499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de1870-0fa4-42d4-9150-34236639e342 None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:18.028611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:18.044103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4aaf50-77ed-4596-874f-e7f2e763cb25') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:18.044454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4aaf50-77ed-4596-874f-e7f2e763cb25') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:18.049616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d62bacfb-f21b-412c-a46b-1711a3ba62ee up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:18.061508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.067309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d62bacfb-f21b-412c-a46b-1711a3ba62ee,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:18.069351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'e2548281-45ec-4282-9076-e0bdfbcd15e8', 'ip_address': '2001:db8::f816:3eff:fed1:9495'}, {'subnet_id': 'd9c60cfa-64c2-429c-94dc-6e513601b60d'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': 'd62bacfb-f21b-412c-a46b-1711a3ba62ee'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:34:18.088746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.091878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.104602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.109061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:18.109703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:18.112464 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:18.115249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for abca129a-74e2-49d6-add4-eaba317d8ba5 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:18.195426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.230005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.233453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-57740c8b-a903-4872-a038-81a66fe926d6 None None] Could not find standard attr ID for object 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:34:18.243726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.250258 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 HTTP/1.1" status: 204 len: 168 time: 3.3156180 Nov 27 10:34:18.251030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39002) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:18.268507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70374-a440-49b6-81ee-06a4859b4ced tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:18.273911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.288422 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-57180126-8549-428a-8fb8-60b320f31efa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:18.288703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57180126-8549-428a-8fb8-60b320f31efa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:18.293111 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-57180126-8549-428a-8fb8-60b320f31efa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 HTTP/1.1" status: 404 len: 339 time: 0.0404217 Nov 27 10:34:18.298566 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:18.305639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180579578', 'description': 'd1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:18.330564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:18.332354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:18.333404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.339823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:18.343832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.372007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bc674-2bf0-484b-9a01-c0be5663000c None None] Pushing event updated for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:18.404576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.421605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0fc39c-b8d2-4fcf-a379-4e5126b134a9 None None] DHCP port deletion for d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:18.467047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Pushing event deleted for resources: {'Port': ['ID=cbf087b5-e9d2-4fab-8787-3adef3128f99,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:18.506795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.509540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:18.536613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f78d5-1cc2-4b10-8547-5d71e5f4231f None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:18.551659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e92a04-78cb-4c09-b729-58fc5e0ddbf2 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:18.562953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Router a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:18.563158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=abca129a-74e2-49d6-add4-eaba317d8ba5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:18.569850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.574541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.574541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment becfcf6e-098a-4b5b-944b-149ac2d45681 of type vlan for network 182c61b0-f193-43de-a749-24c18beb7e8e Nov 27 10:34:18.584243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f78d5-1cc2-4b10-8547-5d71e5f4231f None None] Network d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 10:34:18.681894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb9ebb49-08b4-4bf0-a510-808474f3cce7 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:18.698703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fd3d3014-d6be-4ed9-83b7-f7270d981a51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b89c664cc16f426fad0f45928c4357df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683572 Nov 27 10:34:18.702485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.704462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:18.712056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: cb9ebb49-08b4-4bf0-a510-808474f3cce7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:18.714142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb9ebb49-08b4-4bf0-a510-808474f3cce7 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:18.726876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] Allocated IP 172.20.0.2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/d9c60cfa-64c2-429c-94dc-6e513601b60d/d62bacfb-f21b-412c-a46b-1711a3ba62ee) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:18.755076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.758421 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ad60bb39-ac5c-40de-984d-610a3ae91784 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/abca129a-74e2-49d6-add4-eaba317d8ba5 HTTP/1.1" status: 204 len: 168 time: 1.3957579 Nov 27 10:34:18.763075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:18.784012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.791902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:18.792539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.837889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d250089a-ae89-4c79-b426-7f053fe5a83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.862675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d62bacfb-f21b-412c-a46b-1711a3ba62ee,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:18.896021 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5959311 Nov 27 10:34:18.899837 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.900661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d250089a-ae89-4c79-b426-7f053fe5a83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:18.904578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:18.905983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.017454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb33009-deca-4c5a-830d-db0e0b2bc0dc None None] Pushing event updated for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:19.037662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126a875-c681-41cf-a8bb-c254808c894f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=182c61b0-f193-43de-a749-24c18beb7e8e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:19.048842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 182c61b0-f193-43de-a749-24c18beb7e8e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:19.068885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a7c4e9-88aa-4650-bbec-b6bfb9e79c93 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.073013 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-72a7c4e9-88aa-4650-bbec-b6bfb9e79c93 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks?id=182c61b0-f193-43de-a749-24c18beb7e8e HTTP/1.1" status: 200 len: 764 time: 0.1649117 Nov 27 10:34:19.075387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.083993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'description': 'd2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:19.185897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d250089a-ae89-4c79-b426-7f053fe5a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.189909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d250089a-ae89-4c79-b426-7f053fe5a83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.193585 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d250089a-ae89-4c79-b426-7f053fe5a83a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a45cea8-11a0-4277-841c-9e4ad148ea4f HTTP/1.1" status: 204 len: 168 time: 0.4837050 Nov 27 10:34:19.193764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.205289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c757f4-f461-4498-82d2-8330ec28eeab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.206790 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c757f4-f461-4498-82d2-8330ec28eeab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.208855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c757f4-f461-4498-82d2-8330ec28eeab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.210494 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-61c757f4-f461-4498-82d2-8330ec28eeab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4464540 Nov 27 10:34:19.213462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.215227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39026) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.235173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250089a-ae89-4c79-b426-7f053fe5a83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45cea8-11a0-4277-841c-9e4ad148ea4f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:19.278020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:19.292613 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] Sync routers for ids ['a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:19.311381 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] Routers {'a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:19.312456 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.344699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.357742 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.362158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.371616 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] Routers {'a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:19.373184 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.404414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network 182c61b0-f193-43de-a749-24c18beb7e8e is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:34:19.404414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.404414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.404414 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "PUT /v2.0/networks/182c61b0-f193-43de-a749-24c18beb7e8e HTTP/1.1" status: 200 len: 761 time: 0.3249257 Nov 27 10:34:19.404414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.423425 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.424010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet d9c60cfa-64c2-429c-94dc-6e513601b60d {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:19.424713 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff9773-c98d-4775-aa33-419bf8b8723a None None] The sync data for ids ['a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:19.430035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.437939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.445014 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2945a9fd-d799-425e-bc94-ebdd0553416a tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2466187 Nov 27 10:34:19.445014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39030) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.480437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Router 36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:19.552549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041e4a6-0db7-4f89-8e6c-a99633d8aec8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=182c61b0-f193-43de-a749-24c18beb7e8e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:19.566557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 182c61b0-f193-43de-a749-24c18beb7e8e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:19.590653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e21e42-44c0-4645-91d7-3090ebb8552a tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.596743 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a7e21e42-44c0-4645-91d7-3090ebb8552a tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks?id=182c61b0-f193-43de-a749-24c18beb7e8e HTTP/1.1" status: 200 len: 764 time: 0.1910710 Nov 27 10:34:19.597185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.610784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.710215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:19.723467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.727660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2087a9ca-73f9-45a4-b11c-82a323968b6f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "PUT /v2.0/routers/36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 200 len: 705 time: 3.8432801 Nov 27 10:34:19.732342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.823835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f014f7-8e93-484e-b3de-55ef49837cbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:19.828405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-81f014f7-8e93-484e-b3de-55ef49837cbd tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2300856 Nov 27 10:34:19.829005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.844340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] Sync routers for ids ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:19.856894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] Routers {'36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:19.857475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.874779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-09745897-3814-4570-8e1b-b9b290214716 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 207 time: 0.0444915 Nov 27 10:34:19.875404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39040) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.889880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.896039 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0b0860dc-8f55-4cc1-95cb-e54553089ddd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 HTTP/1.1" status: 200 len: 925 time: 0.4293427 Nov 27 10:34:19.897921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.910718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39042) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.911740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29d09de5-e2f9-4709-b4de-dde661b75670 None None] Could not find standard attr ID for object abca129a-74e2-49d6-add4-eaba317d8ba5. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:34:19.922484 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-faa9ca8d-7a30-41d2-a9e5-3c6934f8a6ab tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/routers/36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 200 len: 740 time: 0.1887436 Nov 27 10:34:19.931268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.931454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] Routers {'36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:19.931979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:19.935334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29d09de5-e2f9-4709-b4de-dde661b75670 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:19.940813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-29d09de5-e2f9-4709-b4de-dde661b75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:19.965607 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4b4a9cac-9d2b-440e-940e-2fb5417bb8d1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 HTTP/1.1" status: 200 len: 205 time: 0.0512350 Nov 27 10:34:19.970529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:19.995859 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-11fb44dd-f3f9-4723-b157-989c32fe179a tempest-RoutersAdminTest-1765870124 tempest-RoutersAdminTest-1765870124-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 200 len: 205 time: 0.0623703 Nov 27 10:34:19.998856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39048) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.011352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d62bacfb-f21b-412c-a46b-1711a3ba62ee up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:20.040686 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e226667e-1d6f-471d-8a33-c31a164a65ba tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 200 len: 205 time: 0.0369885 Nov 27 10:34:20.040686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39050) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.041086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:20.041768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85e16-33c3-467e-8a0d-277f6bca8847 None None] The sync data for ids ['36bb1a2b-ea1f-4744-8acd-b82d3dd25b83'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:20.129828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:20.130203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.135804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.206220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.258726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:20.281533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:20.282165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 0f0b88a0-1e7e-4cf9-a6fa-3cf65b7a79e6 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:20.283825 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c60cfa-64c2-429c-94dc-6e513601b60d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:20.289338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.295269 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-daa12062-9d42-4f64-ae9b-9cea3a159eab tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/d9c60cfa-64c2-429c-94dc-6e513601b60d HTTP/1.1" status: 204 len: 168 time: 1.0768578 Nov 27 10:34:20.296022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.319245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de24e7c7-11db-4b11-b0c3-c2c0d2fb4340 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:20.388972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cae016b4-23e6-4b29-9f44-8f989fd71751 None None] Could not find standard attr ID for object abca129a-74e2-49d6-add4-eaba317d8ba5. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:34:20.432690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.436495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.483090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.488833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet e2548281-45ec-4282-9076-e0bdfbcd15e8 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:20.489647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.492457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.495972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.502366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.508957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.513848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.514348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Fanout notify agent at l3_agent the message router_deleted on router 36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:20.514759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.521728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a5fb9919-9d3b-4384-a8c4-e5bce9b378aa tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6444817 Nov 27 10:34:20.523216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.526140 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.530890 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-39afdfc0-7aa1-4b1c-9b10-c604aff404a6 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 204 len: 168 time: 0.4901404 Nov 27 10:34:20.534241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39060) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.569252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.569704 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e206f145-cd3b-4d0d-931b-65e18f3158b0 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 200 len: 205 time: 0.0347037 Nov 27 10:34:20.572572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39062) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.611208 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-9445ce86-6dc8-4a37-8106-5bd15a4140c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] delete failed (client error): The resource could not be found. Nov 27 10:34:20.615408 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9445ce86-6dc8-4a37-8106-5bd15a4140c5 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/36bb1a2b-ea1f-4744-8acd-b82d3dd25b83 HTTP/1.1" status: 404 len: 336 time: 0.0387993 Nov 27 10:34:20.615408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.617967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.666653 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0d47ef75-eeaa-4fc8-adcc-ee32c63d5224 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=a89bba49-927f-4138-a3b3-86c8e598f2ba HTTP/1.1" status: 200 len: 205 time: 0.0474989 Nov 27 10:34:20.669394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39066) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.723935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-db5c1378-bfad-4f62-a80b-1f8adf6f94e4 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] delete failed (client error): The resource could not be found. Nov 27 10:34:20.725002 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-db5c1378-bfad-4f62-a80b-1f8adf6f94e4 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/a89bba49-927f-4138-a3b3-86c8e598f2ba HTTP/1.1" status: 404 len: 336 time: 0.0547042 Nov 27 10:34:20.728396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39068) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.733617 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e6bc75e6-e547-47ac-9f09-b3eed0584f5b tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2092040 Nov 27 10:34:20.739740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.754689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.784536 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0fcbc9c0-a005-4d52-ab88-2ad18953cbcf tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc232865-2ac6-42a9-be09-3f42cb81803a HTTP/1.1" status: 200 len: 205 time: 0.0548275 Nov 27 10:34:20.787862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.830845 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-af6f3fe9-d404-4677-830b-0f0c77667a07 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] delete failed (client error): The resource could not be found. Nov 27 10:34:20.831044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.835690 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-af6f3fe9-d404-4677-830b-0f0c77667a07 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/dc232865-2ac6-42a9-be09-3f42cb81803a HTTP/1.1" status: 404 len: 336 time: 0.0430710 Nov 27 10:34:20.836268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39074) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.870162 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1a8f7acc-5154-484e-b5b2-41e1a4f81240 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb5361a-c007-4611-98a1-f44517f651f7 HTTP/1.1" status: 200 len: 205 time: 0.0326986 Nov 27 10:34:20.872527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.873950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a36e93-bd9c-4bdd-ae1b-f70026bcd18e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.875468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a36e93-bd9c-4bdd-ae1b-f70026bcd18e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.876996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a36e93-bd9c-4bdd-ae1b-f70026bcd18e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.878619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a36e93-bd9c-4bdd-ae1b-f70026bcd18e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.881738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a36e93-bd9c-4bdd-ae1b-f70026bcd18e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.882456 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f0a36e93-bd9c-4bdd-ae1b-f70026bcd18e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1238084 Nov 27 10:34:20.886104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39078) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.919282 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-4e4fd7d0-bc17-45f9-8de6-450278c3701c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] delete failed (client error): The resource could not be found. Nov 27 10:34:20.923979 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4e4fd7d0-bc17-45f9-8de6-450278c3701c tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/cdb5361a-c007-4611-98a1-f44517f651f7 HTTP/1.1" status: 404 len: 336 time: 0.0471082 Nov 27 10:34:20.923979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.938505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Deleting port 72bd956e-32e7-4926-9e59-937f43d068dd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:20.938873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:20.960224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-942f2f95-a77b-4254-b5aa-3818fe8c0785 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=727e1e74-1318-4292-995a-b241a005aea9 HTTP/1.1" status: 200 len: 205 time: 0.0356851 Nov 27 10:34:20.962471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682073d1-9817-4728-aa3c-dfd006815879 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.963981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682073d1-9817-4728-aa3c-dfd006815879 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.965508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682073d1-9817-4728-aa3c-dfd006815879 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.967151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682073d1-9817-4728-aa3c-dfd006815879 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.969147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682073d1-9817-4728-aa3c-dfd006815879 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['shared'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:20.969281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:20.970517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-682073d1-9817-4728-aa3c-dfd006815879 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0832279 Nov 27 10:34:20.974772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39084) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.006361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.029489 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-f862d88b-f34c-4c29-9273-eb034b8ee018 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] delete failed (client error): The resource could not be found. Nov 27 10:34:21.033205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f862d88b-f34c-4c29-9273-eb034b8ee018 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/727e1e74-1318-4292-995a-b241a005aea9 HTTP/1.1" status: 404 len: 336 time: 0.0606785 Nov 27 10:34:21.062236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.080742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=e2548281-45ec-4282-9076-e0bdfbcd15e8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:21.088995 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.091671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450c333-0781-485b-bb93-4726937d8fa0 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:34:21.095273 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b425b427-cf58-41bd-8cbc-9bfbc8c5b322 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e2548281-45ec-4282-9076-e0bdfbcd15e8 HTTP/1.1" status: 204 len: 168 time: 0.7948785 Nov 27 10:34:21.095273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.117887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-03992753-5e4a-49fc-8086-0fbb0decca69 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3889bd1a-3d73-40bb-8e78-0377a6f12799 HTTP/1.1" status: 200 len: 205 time: 0.0526690 Nov 27 10:34:21.118620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.144935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-854d46b4-437e-4685-aa54-b95954a7e7e2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458076 Nov 27 10:34:21.148363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.156760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88b78de4-1413-40a8-bdd3-5909be850ae1 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:21.157374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88b78de4-1413-40a8-bdd3-5909be850ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.157560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:21.167721 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-7599d486-276e-4bc7-88f8-b0c7709a075f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] delete failed (client error): The resource could not be found. Nov 27 10:34:21.168945 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7599d486-276e-4bc7-88f8-b0c7709a075f tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/routers/3889bd1a-3d73-40bb-8e78-0377a6f12799 HTTP/1.1" status: 404 len: 336 time: 0.0496643 Nov 27 10:34:21.172939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.206421 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b725642-80d4-4bef-8196-fe97a61838f3 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:21.206869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b725642-80d4-4bef-8196-fe97a61838f3 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:21.213174 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7b725642-80d4-4bef-8196-fe97a61838f3 tempest-RoutersAdminTest-963210855 tempest-RoutersAdminTest-963210855-project] 10.222.0.13 "DELETE /v2.0/subnets/84376143-214a-4586-9b86-67d066d8890b HTTP/1.1" status: 404 len: 337 time: 0.0367539 Nov 27 10:34:21.213174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.226435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Calling delete_port for 72bd956e-32e7-4926-9e59-937f43d068dd owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:21.241592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4018ef6-4e3b-4199-b5d3-7878bf5170d9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:21.247637 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f4018ef6-4e3b-4199-b5d3-7878bf5170d9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks/1d7040a2-0a43-40e9-9b18-99d805c83d6c HTTP/1.1" status: 200 len: 803 time: 0.2675571 Nov 27 10:34:21.248531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.291250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:21.294821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450c333-0781-485b-bb93-4726937d8fa0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:34:21.296195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.500056 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-be52ec9a-17ce-4050-a238-5a857d62e61e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/networks/1d7040a2-0a43-40e9-9b18-99d805c83d6c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2453439 Nov 27 10:34:21.500630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.581885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.596754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.600747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64f2e0a-a545-4857-8106-b1553d1bab4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:21.602134 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c64f2e0a-a545-4857-8106-b1553d1bab4f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/subnets/a37d6075-2c87-4429-aae5-5b96b2d09209 HTTP/1.1" status: 200 len: 843 time: 0.1005626 Nov 27 10:34:21.607902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.635118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.645314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:21.649484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:21.652960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:21.653555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.665002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b088813-eee3-4486-ad39-a0eb44be6f9f None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:21.679427 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5297644 Nov 27 10:34:21.680182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafbb76-6e91-4ab2-b997-905e52af317c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=22accd58-9c66-45f1-9f1a-1ffa44755634,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:21.684994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07afe09-cf63-4ed0-a719-c753725e8b53 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:21.685552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39116) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.694467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:21.696239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event deleted for resources: {'Port': ['ID=72bd956e-32e7-4926-9e59-937f43d068dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:21.752813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783352b-1b29-438a-8de4-11779ec8b685 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:21.754894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4783352b-1b29-438a-8de4-11779ec8b685 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "GET /v2.0/subnets/a37d6075-2c87-4429-aae5-5b96b2d09209?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1409712 Nov 27 10:34:21.759035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.764056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-53367654'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:21.771070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.859236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be25a3a1-043c-47de-a00c-933462d063ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.875596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 10:34:21.875596 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 10:34:21.875596 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'project_id': '5d970e5484094d7792fed8d7e22194d6', 'id': '88dad0cb-7a99-4956-a6e9-9b4b55ed83d7', 'expiration': datetime.datetime(2021, 11, 27, 10, 36, 21, 838633)}] Nov 27 10:34:21.875596 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:21.876006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:21.883138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.885213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:21.885714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.889109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.915226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '22accd58-9c66-45f1-9f1a-1ffa44755634'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': 'd62bacfb-f21b-412c-a46b-1711a3ba62ee'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:34:21.934584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.935174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Fanout notify agent at l3_agent the message router_deleted on router a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:21.942836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.943955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8cae2cc6-37bc-4fca-988d-62b5a17e25ef tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 HTTP/1.1" status: 204 len: 168 time: 1.9725263 Nov 27 10:34:21.947561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:21.952544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1218054296', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': False}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:21.954023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.977657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:21.978711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.037296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.047858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be25a3a1-043c-47de-a00c-933462d063ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.055076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be25a3a1-043c-47de-a00c-933462d063ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.125236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25a3a1-043c-47de-a00c-933462d063ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d15c04-9289-45fb-864b-ac4bf735426a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:22.133015 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-be25a3a1-043c-47de-a00c-933462d063ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cd698caed944434b0288019603a652a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968879 Nov 27 10:34:22.135560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:22.137255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] Allocated IP 172.20.0.2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/22accd58-9c66-45f1-9f1a-1ffa44755634/d62bacfb-f21b-412c-a46b-1711a3ba62ee) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:22.210059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.245796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d62bacfb-f21b-412c-a46b-1711a3ba62ee,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:22.278885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.283014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a4822-35a7-4d7a-88d6-6ff59040593a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.284994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.380400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac24b8d-13f1-4a2f-b88d-1c79da92a790 None None] Pushing event updated for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:22.438574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:22.442915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.505965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:22.516976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.522305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.522647 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Added segment d517d13b-17c3-47ab-acbe-e96378bd3a27 of type vlan for network 9dbfab84-ba32-4cfe-90c1-565140e56d64 Nov 27 10:34:22.545454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.621510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a4822-35a7-4d7a-88d6-6ff59040593a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.637259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.705358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Allocated IP 172.26.1.152 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/dc96c5ae-6542-4a6f-a46a-c034b134388b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:22.708699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.714592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:22.715211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.776878 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0160861 Nov 27 10:34:22.790530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:22.801898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:22.823005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681caf9-7770-4d50-a51b-101387b76536 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Network': ['ID=9dbfab84-ba32-4cfe-90c1-565140e56d64,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:22.840301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 9dbfab84-ba32-4cfe-90c1-565140e56d64 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:22.863019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:22.871078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a4822-35a7-4d7a-88d6-6ff59040593a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.873742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-565a4822-35a7-4d7a-88d6-6ff59040593a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.874847 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-565a4822-35a7-4d7a-88d6-6ff59040593a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45d15c04-9289-45fb-864b-ac4bf735426a HTTP/1.1" status: 204 len: 168 time: 0.7383859 Nov 27 10:34:22.920772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:22.976960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.007288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e42223-a841-4b53-8e69-154dd25e6248 req-8b20af75-a967-4335-962d-537bd70ba37a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:23.015362 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d3e42223-a841-4b53-8e69-154dd25e6248 req-8b20af75-a967-4335-962d-537bd70ba37a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.2795515 Nov 27 10:34:23.016131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:23.024029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:23.033740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Port': ['ID=dc96c5ae-6542-4a6f-a46a-c034b134388b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:23.036391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a4822-35a7-4d7a-88d6-6ff59040593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d15c04-9289-45fb-864b-ac4bf735426a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:23.041384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c94146-8082-419d-a9aa-57858b9ff085 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:23.054190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:23.146210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4affc91a-e7fd-4ad8-b51a-ed75334598bd None None] Provisioning complete for port dc96c5ae-6542-4a6f-a46a-c034b134388b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:23.147470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4affc91a-e7fd-4ad8-b51a-ed75334598bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.205293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4affc91a-e7fd-4ad8-b51a-ed75334598bd None None] Port dc96c5ae-6542-4a6f-a46a-c034b134388b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:23.210341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec289bc-cdd9-4220-bccd-818f655ffdec None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:23.212686 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d3e42223-a841-4b53-8e69-154dd25e6248 req-2c92a3fc-bfb9-45c0-9b74-192ec7a93a10 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964130 Nov 27 10:34:23.226585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Made reservation on behalf of 5d970e5484094d7792fed8d7e22194d6 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:23.230507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.341962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39144) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:23.377001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing IP validity checks on allocation pools {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:34:23.377519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:34:23.402091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-da7daf8d-bf31-4d11-aa04-e48d7265b0f5 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:23.402528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da7daf8d-bf31-4d11-aa04-e48d7265b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.411655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.462607 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1cb748d0-e4fc-40d5-89d4-fbcb8f7be3fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=651bd4f57c8649c6866d8b8a7455c1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1172299 Nov 27 10:34:23.485570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:23.638259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ecd565b-5c34-43ba-b01a-855b0332d921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.681838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858e0d-c59a-4991-8315-1357bb0fc79e req-2f6e4197-e9ab-4861-ad00-6bd1dfca2fd4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:23.683421 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ea858e0d-c59a-4991-8315-1357bb0fc79e req-2f6e4197-e9ab-4861-ad00-6bd1dfca2fd4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.1189940 Nov 27 10:34:23.760000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ecd565b-5c34-43ba-b01a-855b0332d921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.788470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.793379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ea858e0d-c59a-4991-8315-1357bb0fc79e req-5a377ab5-1f5a-4b29-8ebf-7adad48d9dbf tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021347 Nov 27 10:34:23.806788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.901021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d62bacfb-f21b-412c-a46b-1711a3ba62ee,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:23.911596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d62bacfb-f21b-412c-a46b-1711a3ba62ee up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:23.938347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d330b47-6a80-48fc-861b-131a36e65d53 req-959fccb0-e652-4e9f-883c-0601f0b1b2af tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:23.946692 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d330b47-6a80-48fc-861b-131a36e65d53 req-959fccb0-e652-4e9f-883c-0601f0b1b2af tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2761559 Nov 27 10:34:23.948552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ecd565b-5c34-43ba-b01a-855b0332d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.951179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ecd565b-5c34-43ba-b01a-855b0332d921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.952273 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ecd565b-5c34-43ba-b01a-855b0332d921 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19ae91b-8fe9-4ca2-ba04-c291d488ab7a HTTP/1.1" status: 204 len: 168 time: 0.4656920 Nov 27 10:34:23.968002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:23.968402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:23.983122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.008573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=ecbbcd45-c395-4fe5-b416-a7289faabbee,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:24.037244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.038337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.040616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd565b-5c34-43ba-b01a-855b0332d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19ae91b-8fe9-4ca2-ba04-c291d488ab7a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:24.141748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.170715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:24.178129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Checking segment: {'id': 'd517d13b-17c3-47ab-acbe-e96378bd3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:24.183464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network hostable DHCP agents. Network: 9dbfab84-ba32-4cfe-90c1-565140e56d64, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:24.211675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:24.216157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:24.219862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.250333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=7243f726-f5c0-49e3-901a-e4f36acc486b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:24.271480 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d330b47-6a80-48fc-861b-131a36e65d53 req-ee8f427d-1167-4e93-88eb-f1df1819e6bd tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161554 Nov 27 10:34:24.332038 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6447973 Nov 27 10:34:24.335588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:24.336923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Network 9dbfab84-ba32-4cfe-90c1-565140e56d64 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:24.343017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99454c6-fe5b-47c8-9d5e-3f390e43bdf3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=9']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:24.353594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 9dbfab84-ba32-4cfe-90c1-565140e56d64) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:24.356540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:b6:f6:6d', 'name': 'tempest-NetworksTestDHCPv6-2034527036'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:24.364269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21472af2-2f92-463d-83e1-741499872d3f None None] Network 9dbfab84-ba32-4cfe-90c1-565140e56d64 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:24.373783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:24.374429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.418761 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b17f59d2-29d7-4bd2-8a29-d5e68964a360 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6271539 Nov 27 10:34:24.422294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:24.429007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1deefc-2842-4533-aa6b-03d9bd706bd5 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:24.432669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:24.445442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Router 78d11dae-350f-4b7d-bc78-22901a21318a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:24.581553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dd3f8-4494-43e6-9353-bfc898fc6945 req-135d0396-a619-48ad-b1a7-90c50bfd977c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:24.583441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bc2dd3f8-4494-43e6-9353-bfc898fc6945 req-135d0396-a619-48ad-b1a7-90c50bfd977c tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.2025554 Nov 27 10:34:24.597849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9444854'] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.636068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6bacc74c-ba96-47ef-8055-605454ea3715 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:24.636453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bacc74c-ba96-47ef-8055-605454ea3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.695211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:24.700519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-9dbfab84-ba32-4cfe-90c1-565140e56d64', 'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64', 'tenant_id': '5d970e5484094d7792fed8d7e22194d6', 'fixed_ips': [{'subnet_id': 'ecbbcd45-c395-4fe5-b416-a7289faabbee'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:24.701382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.822463 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bc2dd3f8-4494-43e6-9353-bfc898fc6945 req-e09620a2-4942-421e-93a5-f5845e2c0902 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266130 Nov 27 10:34:24.858313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735777359993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9522370'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.884026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:24.898900 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Sync routers for ids ['78d11dae-350f-4b7d-bc78-22901a21318a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:24.911508 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Routers {'78d11dae-350f-4b7d-bc78-22901a21318a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:24.912259 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['78d11dae-350f-4b7d-bc78-22901a21318a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:24.917591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:24.962609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 0f0896f8-d4fa-4f07-81e7-0765c77b757c yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:25.008422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.017380 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8cdc0a7c-9eaa-44eb-a0d0-680a943329c7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0683496 Nov 27 10:34:25.022524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39188) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.024190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:25.025545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.030142 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "PUT /v2.0/subnets/ecbbcd45-c395-4fe5-b416-a7289faabbee HTTP/1.1" status: 200 len: 900 time: 0.6060567 Nov 27 10:34:25.030309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.108114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Allocated IP 2001:db8::3 (9dbfab84-ba32-4cfe-90c1-565140e56d64/ecbbcd45-c395-4fe5-b416-a7289faabbee/bf333614-1f5b-422f-9146-e11081c27307) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:25.113106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576ca18-40c3-4aea-8b28-f4d543c9c75f tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event updated for resources: {'Subnet': ['ID=ecbbcd45-c395-4fe5-b416-a7289faabbee,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:25.126168 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Set router 78d11dae-350f-4b7d-bc78-22901a21318a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:25.135862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af1bee-301e-4285-a754-ec5222432621 req-ea90a5ce-c8e7-474b-993a-7a1eff04fa9f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:25.143609 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-56af1bee-301e-4285-a754-ec5222432621 req-ea90a5ce-c8e7-474b-993a-7a1eff04fa9f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.1900136 Nov 27 10:34:25.246689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae6aea-c2ce-4e67-82c1-ccb19091f2ed req-6eff327c-6647-41e3-93d7-06af58f92b8c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:25.258005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43ae6aea-c2ce-4e67-82c1-ccb19091f2ed req-6eff327c-6647-41e3-93d7-06af58f92b8c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3298385 Nov 27 10:34:25.258301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-56af1bee-301e-4285-a754-ec5222432621 req-92b2b9ef-a27a-4f20-8069-eb3b5cacbd13 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120782 Nov 27 10:34:25.292201 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a61095f7-91e2-48db-b364-180efd0f45c5 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/78d11dae-350f-4b7d-bc78-22901a21318a HTTP/1.1" status: 200 len: 909 time: 0.2604303 Nov 27 10:34:25.293668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39198) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.298506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1218054296', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:25.336619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.338873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.402737 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43ae6aea-c2ce-4e67-82c1-ccb19091f2ed req-72da2844-0650-4c39-b477-44c637379791 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438305 Nov 27 10:34:25.434970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.469726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.502549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.583967 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d11dae-350f-4b7d-bc78-22901a21318a', 'name': 'tempest-snat-router-1218054296', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': False}, 'gw_port_id': 'dc96c5ae-6542-4a6f-a46a-c034b134388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:21Z', 'updated_at': '2021-11-27T10:34:23Z', 'revision_number': 3, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port': {'id': 'dc96c5ae-6542-4a6f-a46a-c034b134388b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d11dae-350f-4b7d-bc78-22901a21318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:34:22Z', 'updated_at': '2021-11-27T10:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:25.638928 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Checking router: 78d11dae-350f-4b7d-bc78-22901a21318a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:25.642675 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Updating router 78d11dae-350f-4b7d-bc78-22901a21318a port dc96c5ae-6542-4a6f-a46a-c034b134388b binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:34:25.667840 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.694548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.711051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eaf22394-716d-4798-93d5-e92a07a4a35b None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:25.712145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eaf22394-716d-4798-93d5-e92a07a4a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.716821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.719487 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.732574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-50fa0a70-8dce-488c-81b2-cceee2fc9860 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.733700 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-50fa0a70-8dce-488c-81b2-cceee2fc9860 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2301800 Nov 27 10:34:25.735054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 172.20.0.11 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/22accd58-9c66-45f1-9f1a-1ffa44755634/0f0896f8-d4fa-4f07-81e7-0765c77b757c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:25.737005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.747287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:25.796863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-31ad84f8-ceab-4583-864d-b43a3c94bb53 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.798105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-31ad84f8-ceab-4583-864d-b43a3c94bb53 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064123 Nov 27 10:34:25.809570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.811444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:feb6:f66d (3bc6e607-62fb-4beb-854c-95ed85f39ad6/7243f726-f5c0-49e3-901a-e4f36acc486b/0f0896f8-d4fa-4f07-81e7-0765c77b757c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:25.822735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Network 9dbfab84-ba32-4cfe-90c1-565140e56d64 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:25.823713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-b9ba8aba-e966-4cf8-936e-ac08533ed185 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.826066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Pushing event updated for resources: {'Port': ['ID=bf333614-1f5b-422f-9146-e11081c27307,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:25.828845 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b9ba8aba-e966-4cf8-936e-ac08533ed185 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0159698 Nov 27 10:34:25.830028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:25.830806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.837441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:25.838663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-a67502c2-44b3-4b8a-b671-e88d9a287a8b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.849152 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a67502c2-44b3-4b8a-b671-e88d9a287a8b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0153039 Nov 27 10:34:25.849843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39214) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.863024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-d0dbdba7-d85a-4374-b6e1-77561ced1b7f tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.867491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.869960 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d0dbdba7-d85a-4374-b6e1-77561ced1b7f tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0174856 Nov 27 10:34:25.892527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-25be85c8-4c98-4ee8-85c3-8c75d5bfa662 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.899795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-25be85c8-4c98-4ee8-85c3-8c75d5bfa662 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0295112 Nov 27 10:34:25.915537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.921224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-d852452f-cd6b-43e6-bcb7-044c47fd2f74 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.925850 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d852452f-cd6b-43e6-bcb7-044c47fd2f74 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068827 Nov 27 10:34:25.940512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.945885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-006d68ba-d043-462d-83cf-491fd9c0eec0 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.949990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-006d68ba-d043-462d-83cf-491fd9c0eec0 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048766 Nov 27 10:34:25.955904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:25.961633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-b40fdc25-2ae6-40d8-a936-f71c56a6be6a tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:25.965305 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b40fdc25-2ae6-40d8-a936-f71c56a6be6a tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061114 Nov 27 10:34:25.966837 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d62bacfb-f21b-412c-a46b-1711a3ba62ee up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:25.970209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.047516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-a61d3ebd-e194-48d1-b398-90ce7c079918 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.051280 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a61d3ebd-e194-48d1-b398-90ce7c079918 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0188375 Nov 27 10:34:26.052745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.061233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Attempting to bind port bf333614-1f5b-422f-9146-e11081c27307 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:26.061782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Attempting to bind port bf333614-1f5b-422f-9146-e11081c27307 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd517d13b-17c3-47ab-acbe-e96378bd3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:26.062258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Attempting to bind port bf333614-1f5b-422f-9146-e11081c27307 on network 9dbfab84-ba32-4cfe-90c1-565140e56d64 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:26.069636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-f1d3047e-6d9d-4883-87f5-008f01f4ea6d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.072800 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f1d3047e-6d9d-4883-87f5-008f01f4ea6d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0171318 Nov 27 10:34:26.074580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:26.074750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.074846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Checking segment: {'id': 'd517d13b-17c3-47ab-acbe-e96378bd3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:26.074846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.075402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Bound using segment: {'id': 'd517d13b-17c3-47ab-acbe-e96378bd3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:26.076303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Bound port: bf333614-1f5b-422f-9146-e11081c27307, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd517d13b-17c3-47ab-acbe-e96378bd3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9dbfab84-ba32-4cfe-90c1-565140e56d64'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:26.076836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.080916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-add08278-a31d-4d64-922f-463c20e9b91f tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.085436 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-add08278-a31d-4d64-922f-463c20e9b91f tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069454 Nov 27 10:34:26.090988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39234) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.114122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-cd3506a9-f8e2-4aca-8bc4-926b747ff8e1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.118110 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cd3506a9-f8e2-4aca-8bc4-926b747ff8e1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0195186 Nov 27 10:34:26.127710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:26.128160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.143716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.157269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.195117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] For port bf333614-1f5b-422f-9146-e11081c27307, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:26.198300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-ad7a5d5d-75b8-4f10-a8cb-333b948983e8 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.200079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] For port bf333614-1f5b-422f-9146-e11081c27307, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bf333614-1f5b-422f-9146-e11081c27307,segment=NetworkSegment(d517d13b-17c3-47ab-acbe-e96378bd3a27),segment_id=d517d13b-17c3-47ab-acbe-e96378bd3a27)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:26.203290 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ad7a5d5d-75b8-4f10-a8cb-333b948983e8 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113370 Nov 27 10:34:26.205265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.208349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbbcd45-c395-4fe5-b416-a7289faabbee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:26.211638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.229550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-1a3f9d66-906f-4f61-a12f-6a72128bf67b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.230497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1a3f9d66-906f-4f61-a12f-6a72128bf67b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0096405 Nov 27 10:34:26.264749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39242) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.274743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-dd20f9ba-9204-4380-b27f-2491200c5222 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.275718 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dd20f9ba-9204-4380-b27f-2491200c5222 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0098424 Nov 27 10:34:26.279493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39244) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.297760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cbbad-4250-4531-9800-dd74c5de7c2e req-fd2561cc-a355-435f-85ff-231d85f2b854 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:26.306003 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3d2cbbad-4250-4531-9800-dd74c5de7c2e req-fd2561cc-a355-435f-85ff-231d85f2b854 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.3366156 Nov 27 10:34:26.314330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-d6ba40fd-779e-4e6b-a6ee-3ca78d5a5fc3 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.315313 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d6ba40fd-779e-4e6b-a6ee-3ca78d5a5fc3 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083756 Nov 27 10:34:26.319633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39248) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.323143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.351064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0773d-6116-4bd1-950c-1d7a6b7f95ea None None] Pushing event updated for resources: {'Port': ['ID=bf333614-1f5b-422f-9146-e11081c27307,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:26.366947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c765ce-f575-4c4f-849f-afd722017e7b None None] Network 9dbfab84-ba32-4cfe-90c1-565140e56d64 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:26.382552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.417359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbfab84-ba32-4cfe-90c1-565140e56d64']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:26.418253 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.428587 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.484603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd517d13b-17c3-47ab-acbe-e96378bd3a27') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:26.484901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd517d13b-17c3-47ab-acbe-e96378bd3a27') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:26.486367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc5ee9-5dcc-48a2-855d-e285998ba294 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:26.502528 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Attempting to bind port dc96c5ae-6542-4a6f-a46a-c034b134388b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:26.502909 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Attempting to bind port dc96c5ae-6542-4a6f-a46a-c034b134388b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:26.504015 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Attempting to bind port dc96c5ae-6542-4a6f-a46a-c034b134388b on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:26.528082 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Pushing event updated for resources: {'Port': ['ID=dc96c5ae-6542-4a6f-a46a-c034b134388b,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:26.532770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.540564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c8aa4-4a39-4a25-b8de-0880577afb6f None None] Network 9dbfab84-ba32-4cfe-90c1-565140e56d64 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:26.543083 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:26.543571 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:26.543974 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.544671 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:26.546659 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Bound port: dc96c5ae-6542-4a6f-a46a-c034b134388b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:26.547287 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.551685 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.552347 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.552960 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.555629 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.556317 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.557007 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.557637 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.558235 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.558784 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.559452 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.560002 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.560684 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:34:26.574402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8db173-c8d7-4f04-a586-33061ac129e7 req-c04e6c15-9931-4bd6-994d-7ee307e48a59 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:26.584891 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb8db173-c8d7-4f04-a586-33061ac129e7 req-c04e6c15-9931-4bd6-994d-7ee307e48a59 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3723896 Nov 27 10:34:26.595327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.604713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.622115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-329c58af-2e4f-46dd-b03d-8539ae87ecab tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.625700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-329c58af-2e4f-46dd-b03d-8539ae87ecab tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.3022962 Nov 27 10:34:26.625700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.627739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39250) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.634160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4946df15-03f5-4347-b33a-f27348d91366 None None] Provisioning complete for port dc96c5ae-6542-4a6f-a46a-c034b134388b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:26.634542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4946df15-03f5-4347-b33a-f27348d91366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.638592 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] For port dc96c5ae-6542-4a6f-a46a-c034b134388b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:26.646058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] For port dc96c5ae-6542-4a6f-a46a-c034b134388b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc96c5ae-6542-4a6f-a46a-c034b134388b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:26.648812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-851fdffe-5fd4-41e7-8fd7-5c9017fc5452 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.652876 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-851fdffe-5fd4-41e7-8fd7-5c9017fc5452 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0192151 Nov 27 10:34:26.655761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.658273 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.663721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-3dca9e5f-e8d5-42ff-a016-76c7b24fff04 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.664205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:26.665940 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3dca9e5f-e8d5-42ff-a016-76c7b24fff04 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072045 Nov 27 10:34:26.666056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:26.669889 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:26.673889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.677552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.693505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-9d09c762-0bfe-4b32-9eaa-84eaecd69566 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.697179 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9d09c762-0bfe-4b32-9eaa-84eaecd69566 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0191281 Nov 27 10:34:26.700741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-254c89a3-2190-4d16-8291-a556913b00b1 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:26.702243 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-254c89a3-2190-4d16-8291-a556913b00b1 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.5012014 Nov 27 10:34:26.709137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.709318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4946df15-03f5-4347-b33a-f27348d91366 None None] Port dc96c5ae-6542-4a6f-a46a-c034b134388b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:26.722975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-c71a0f26-8554-4cc6-9b58-1fa9291b0aa1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.725329 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c71a0f26-8554-4cc6-9b58-1fa9291b0aa1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0129564 Nov 27 10:34:26.735360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39258) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.743808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-a5a96e26-b5f0-45b2-86b1-c2428b83205b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.744797 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a5a96e26-b5f0-45b2-86b1-c2428b83205b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050154 Nov 27 10:34:26.748082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fdf9fe-f56c-4545-a56b-652c1b7f0584 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:26.763391 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a58bf-1ae4-4551-8144-da8cdbf07528 None None] Pushing event updated for resources: {'Port': ['ID=dc96c5ae-6542-4a6f-a46a-c034b134388b,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:26.773734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39260) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.777732 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Routers {'78d11dae-350f-4b7d-bc78-22901a21318a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:26.778564 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['78d11dae-350f-4b7d-bc78-22901a21318a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:26.796624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e7541-2fd8-4a2f-ad36-a3ad92bc8739 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:34:26.799366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:26.800773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-59099df7-2f22-4df1-9ecf-e9005ffa3186 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.802830 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-59099df7-2f22-4df1-9ecf-e9005ffa3186 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0264285 Nov 27 10:34:26.808133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=0f0896f8-d4fa-4f07-81e7-0765c77b757c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:26.813777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:26.815508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39262) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.818128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:26.824267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-c9c4aec5-b9b8-4439-8222-e9aae0686fe8 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.825262 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c9c4aec5-b9b8-4439-8222-e9aae0686fe8 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068614 Nov 27 10:34:26.837022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39264) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.847830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-5ba3dac6-f31e-47d0-bb84-eda545d668cc tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.849404 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5ba3dac6-f31e-47d0-bb84-eda545d668cc tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0104175 Nov 27 10:34:26.866618 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb8db173-c8d7-4f04-a586-33061ac129e7 req-998de2b7-91e0-4289-bd96-46962463fcd6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807417 Nov 27 10:34:26.867395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d29f8913-d764-486f-8a49-975eb5f67fe4 None None] Provisioning complete for port dc96c5ae-6542-4a6f-a46a-c034b134388b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:26.867880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d29f8913-d764-486f-8a49-975eb5f67fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:26.881656 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3d2cbbad-4250-4531-9800-dd74c5de7c2e req-f91f975b-6cab-48b3-82b1-0113795a8192 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5633245 Nov 27 10:34:26.888415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.909080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-ec5ae3f0-d63c-4115-9400-b6ac59cec145 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.910385 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ec5ae3f0-d63c-4115-9400-b6ac59cec145 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0140767 Nov 27 10:34:26.914548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39268) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.961604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-b8aacff5-f2df-46f7-90db-03fa109b76bd tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.962829 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b8aacff5-f2df-46f7-90db-03fa109b76bd tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0236375 Nov 27 10:34:26.966270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.970943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-aac6681f-f62d-456d-ab28-aa08cacecb9a tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.975061 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-aac6681f-f62d-456d-ab28-aa08cacecb9a tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044680 Nov 27 10:34:26.975214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-0833995c-6ccb-4f6b-8f74-a2062c27b91e tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:26.976229 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-0833995c-6ccb-4f6b-8f74-a2062c27b91e tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.2689676 Nov 27 10:34:26.978987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39272) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:26.987102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-89257d01-c26e-4c58-988e-fbcc2716d6b3 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:26.991549 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-89257d01-c26e-4c58-988e-fbcc2716d6b3 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068748 Nov 27 10:34:26.992540 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] Set router 78d11dae-350f-4b7d-bc78-22901a21318a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:26.997335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39274) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.012192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-249843c4-75b2-4322-a6fd-08e42ca27f1b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.015614 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-249843c4-75b2-4322-a6fd-08e42ca27f1b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056980 Nov 27 10:34:27.023539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39276) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.035218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:34:27.035218 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:34:27.035218 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'id': '9dbfab84-ba32-4cfe-90c1-565140e56d64'}] Nov 27 10:34:27.035218 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:27.036492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:27.039535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e7541-2fd8-4a2f-ad36-a3ad92bc8739 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:34:27.040960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-3389f220-f052-4c81-b822-1cbd79d23efe tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.044621 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3389f220-f052-4c81-b822-1cbd79d23efe tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083902 Nov 27 10:34:27.044769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Allocated IP 172.26.1.111 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:27.047172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39278) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.058258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-c453ffe9-bcc3-42fc-bb16-b187b6a05fac tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.062865 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c453ffe9-bcc3-42fc-bb16-b187b6a05fac tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056939 Nov 27 10:34:27.064610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d29f8913-d764-486f-8a49-975eb5f67fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.064957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39280) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.075439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-784fe6b6-156e-47b5-a196-0d7e767d1d2a tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.078977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-784fe6b6-156e-47b5-a196-0d7e767d1d2a tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048859 Nov 27 10:34:27.081006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944d3ad-23e1-4172-8b7d-c610c7220f9f req-92ea83af-f17d-4511-a2ff-d6fcb848af3f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:27.083003 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4944d3ad-23e1-4172-8b7d-c610c7220f9f req-92ea83af-f17d-4511-a2ff-d6fcb848af3f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.1226163 Nov 27 10:34:27.083683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.093192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:27.093988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.111486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-5c9eb618-fd00-4e72-acd2-3796469aee7e tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.115495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5c9eb618-fd00-4e72-acd2-3796469aee7e tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0275488 Nov 27 10:34:27.115623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d29f8913-d764-486f-8a49-975eb5f67fe4 None None] For port dc96c5ae-6542-4a6f-a46a-c034b134388b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc96c5ae-6542-4a6f-a46a-c034b134388b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:27.121170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39284) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.130713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-959a4be0-cfe5-4e00-b8cc-e0edc4d723c3 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.130713 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-959a4be0-cfe5-4e00-b8cc-e0edc4d723c3 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055335 Nov 27 10:34:27.131015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d29f8913-d764-486f-8a49-975eb5f67fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.134610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39286) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.144362 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c0d671c8-b688-4c9e-8a2a-9a84d920b854 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8024325 Nov 27 10:34:27.144883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39288) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.149499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-a9b0f32f-e034-4cdb-b850-9c712733f03c tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.153045 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a9b0f32f-e034-4cdb-b850-9c712733f03c tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0149243 Nov 27 10:34:27.154348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.160898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-f0548b4e-dc3a-477c-bea1-d83afd5972fd tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.164389 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f0548b4e-dc3a-477c-bea1-d83afd5972fd tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052841 Nov 27 10:34:27.164564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.170325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-1b9b8971-ab08-4443-afdc-b420cd278d9d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.173896 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1b9b8971-ab08-4443-afdc-b420cd278d9d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043359 Nov 27 10:34:27.194309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39294) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.209065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Deleting port 073684a4-392a-4c50-b8c5-3b987078eccf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:27.209458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.212829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-4120ecbb-762e-4af0-8a38-32a9013df2a5 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.216157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4120ecbb-762e-4af0-8a38-32a9013df2a5 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0149844 Nov 27 10:34:27.219296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.228613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-e9970367-ce0e-4d0b-b0f5-675562e967ee tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.232018 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e9970367-ce0e-4d0b-b0f5-675562e967ee tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052664 Nov 27 10:34:27.232850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f8913-d764-486f-8a49-975eb5f67fe4 None None] Pushing event updated for resources: {'Port': ['ID=dc96c5ae-6542-4a6f-a46a-c034b134388b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:27.237513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.243757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-07eeaf23-a852-4560-b371-e34b27d85864 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.246729 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-07eeaf23-a852-4560-b371-e34b27d85864 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057042 Nov 27 10:34:27.251349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39300) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.255932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-5ebb26a2-27e7-40d2-8780-0c1fd65846a2 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.256896 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5ebb26a2-27e7-40d2-8780-0c1fd65846a2 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046227 Nov 27 10:34:27.260290 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4944d3ad-23e1-4172-8b7d-c610c7220f9f req-99a14ec5-7709-44d6-9007-82967e98ab9d tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521935 Nov 27 10:34:27.261647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39302) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.265543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-e77f9046-e724-485d-b7e7-5b46b0fff47b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.266488 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e77f9046-e724-485d-b7e7-5b46b0fff47b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039499 Nov 27 10:34:27.270411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39304) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.274411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-f0727110-bd7a-46ce-ba18-052813f03950 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.275341 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f0727110-bd7a-46ce-ba18-052813f03950 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040128 Nov 27 10:34:27.280169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39306) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.284960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-5b2ce7d9-2bf3-4256-8978-d432eb02aa89 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.286224 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5b2ce7d9-2bf3-4256-8978-d432eb02aa89 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048997 Nov 27 10:34:27.294210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4cd627-ae79-4f98-8bb8-f1edb274b05f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:27.296890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.300276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4cd627-ae79-4f98-8bb8-f1edb274b05f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:27.302156 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3f4cd627-ae79-4f98-8bb8-f1edb274b05f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1563330 Nov 27 10:34:27.304525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-d74c6853-2167-4508-bd22-d30752256722 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.305476 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d74c6853-2167-4508-bd22-d30752256722 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068495 Nov 27 10:34:27.308251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.308684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.323944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-eac87056-7fb5-4f2f-bad5-f6618dbf7a28 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.328502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eac87056-7fb5-4f2f-bad5-f6618dbf7a28 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0173435 Nov 27 10:34:27.328651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.338323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-9338f08c-8ed3-487e-8199-5d4d2ae59b22 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.339341 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9338f08c-8ed3-487e-8199-5d4d2ae59b22 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080590 Nov 27 10:34:27.349353 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39316) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.351511 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d11dae-350f-4b7d-bc78-22901a21318a', 'name': 'tempest-snat-router-1218054296', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': False}, 'gw_port_id': 'dc96c5ae-6542-4a6f-a46a-c034b134388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:21Z', 'updated_at': '2021-11-27T10:34:23Z', 'revision_number': 3, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port': {'id': 'dc96c5ae-6542-4a6f-a46a-c034b134388b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d11dae-350f-4b7d-bc78-22901a21318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:34:22Z', 'updated_at': '2021-11-27T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:27.359165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-a64f7183-06f8-49a2-a3f4-18f2060960c4 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.359892 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a64f7183-06f8-49a2-a3f4-18f2060960c4 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0096745 Nov 27 10:34:27.366320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.371044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.372955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-9e7510e4-8cf4-4c2f-8175-997d59cc4893 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.374304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Deleting port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:27.374638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.376878 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9e7510e4-8cf4-4c2f-8175-997d59cc4893 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093396 Nov 27 10:34:27.382881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39320) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.387749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-fc9b1223-440f-4833-9cb1-b9ef14cb6b32 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.389395 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc9b1223-440f-4833-9cb1-b9ef14cb6b32 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057096 Nov 27 10:34:27.397328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.401277 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd6d4e-4e96-43b7-a6b1-292e5c468f7a None None] The sync data for ids ['78d11dae-350f-4b7d-bc78-22901a21318a'] in dv-neutron-804846-16-hyperv is: [{'id': '78d11dae-350f-4b7d-bc78-22901a21318a', 'name': 'tempest-snat-router-1218054296', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': False}, 'gw_port_id': 'dc96c5ae-6542-4a6f-a46a-c034b134388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:21Z', 'updated_at': '2021-11-27T10:34:23Z', 'revision_number': 3, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port': {'id': 'dc96c5ae-6542-4a6f-a46a-c034b134388b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d11dae-350f-4b7d-bc78-22901a21318a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:34:22Z', 'updated_at': '2021-11-27T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:27.402109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-2eb3a178-8d76-4cf9-ab32-bb80dccc2300 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.403196 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2eb3a178-8d76-4cf9-ab32-bb80dccc2300 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042739 Nov 27 10:34:27.406410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39324) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.425407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-6f716363-2d48-47ad-91f4-6f393e5bfaaa tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.427388 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6f716363-2d48-47ad-91f4-6f393e5bfaaa tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0185235 Nov 27 10:34:27.436287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39326) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.449730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-c1b6b14c-89c8-468e-8855-9d64714369f9 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.454603 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c1b6b14c-89c8-468e-8855-9d64714369f9 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0133178 Nov 27 10:34:27.481601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39328) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.494945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] For port 073684a4-392a-4c50-b8c5-3b987078eccf, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=073684a4-392a-4c50-b8c5-3b987078eccf,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:27.495317 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.502630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-1f3de680-56ff-47e8-a661-5571dc4306b1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.506563 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1f3de680-56ff-47e8-a661-5571dc4306b1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0195534 Nov 27 10:34:27.516592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39330) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.522719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-008e2aaf-ac13-43e5-97a1-328b0b0d5c06 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.523711 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-008e2aaf-ac13-43e5-97a1-328b0b0d5c06 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061562 Nov 27 10:34:27.534160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.541271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-fd43200f-230b-45d0-85f4-517df573ce82 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.544692 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fd43200f-230b-45d0-85f4-517df573ce82 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071888 Nov 27 10:34:27.606088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39334) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.611576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-dc88396a-53da-4dfe-b50c-19601df24ab9 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.616040 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dc88396a-53da-4dfe-b50c-19601df24ab9 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060289 Nov 27 10:34:27.632042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.643869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-2ebeb6a1-ad8f-4dff-8fbd-986ebcd1be2d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.648326 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2ebeb6a1-ad8f-4dff-8fbd-986ebcd1be2d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0115221 Nov 27 10:34:27.662088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39338) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.666422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-c5007847-8bf1-4691-b09b-6251fb1fc78d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.669732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c5007847-8bf1-4691-b09b-6251fb1fc78d tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044305 Nov 27 10:34:27.689490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39340) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.700272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-b9647bc7-c0b9-4da9-8e6e-4eb9513679b5 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.700272 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b9647bc7-c0b9-4da9-8e6e-4eb9513679b5 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067482 Nov 27 10:34:27.722134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.724702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.734093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-d9cd0c06-c0de-41b0-8f1b-96acba6385df tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.737550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d9cd0c06-c0de-41b0-8f1b-96acba6385df tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046613 Nov 27 10:34:27.740936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.741121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39344) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.748119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-38327ca2-1496-4995-964a-073af2791f55 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.749360 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-38327ca2-1496-4995-964a-073af2791f55 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070729 Nov 27 10:34:27.752458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.759412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-74e1dbc9-02e2-4e4d-8263-b72ceb5f797b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.760332 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-74e1dbc9-02e2-4e4d-8263-b72ceb5f797b tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057440 Nov 27 10:34:27.765798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.772972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-87ca48c0-ec4b-4653-a161-5121465eefb4 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.773929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-87ca48c0-ec4b-4653-a161-5121465eefb4 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059602 Nov 27 10:34:27.777169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.781173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-625e247c-031c-4245-8941-8e465bf020d5 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.782182 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-625e247c-031c-4245-8941-8e465bf020d5 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043199 Nov 27 10:34:27.800323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.805995 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [None req-3542d59b-40b7-4b74-9b22-7f21af534402 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.807562 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3542d59b-40b7-4b74-9b22-7f21af534402 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048110 Nov 27 10:34:27.815442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.821519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] For port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:27.821804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.822267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-688155bd-d11a-44b4-843c-1bc8c812f1a2 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.823257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-688155bd-d11a-44b4-843c-1bc8c812f1a2 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057790 Nov 27 10:34:27.827505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39356) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.835072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-07a3de1e-1f58-4997-8e9b-94fb7fbeca6f tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.838130 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-07a3de1e-1f58-4997-8e9b-94fb7fbeca6f tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073724 Nov 27 10:34:27.840556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:27.850775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [None req-1dfd5bb5-62da-4b81-b53a-659e28f72ba1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:34:27.851761 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1dfd5bb5-62da-4b81-b53a-659e28f72ba1 tempest-ExtensionsTestJSON-54782183 tempest-ExtensionsTestJSON-54782183-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102873 Nov 27 10:34:27.863239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 0f0896f8-d4fa-4f07-81e7-0765c77b757c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:27.864711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:27.986368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:27.988856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc96c5ae-6542-4a6f-a46a-c034b134388b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:28.018332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:28.050741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f717fa2-1f4d-4c2a-a1f9-b52519f404ef None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:28.052072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port bf333614-1f5b-422f-9146-e11081c27307 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:28.052466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.085563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:28.102433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Port': ['ID=cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:28.137737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dc96c5ae-6542-4a6f-a46a-c034b134388b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:28.138321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.197613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.203659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22ce97aa-197b-491d-86c3-884d144fa49b None None] Provisioning complete for port 0f0896f8-d4fa-4f07-81e7-0765c77b757c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:28.204165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22ce97aa-197b-491d-86c3-884d144fa49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.232349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 0f0896f8-d4fa-4f07-81e7-0765c77b757c owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:28.240142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port bf333614-1f5b-422f-9146-e11081c27307, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bf333614-1f5b-422f-9146-e11081c27307,segment=NetworkSegment(d517d13b-17c3-47ab-acbe-e96378bd3a27),segment_id=d517d13b-17c3-47ab-acbe-e96378bd3a27)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:28.241237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.244877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aacc-8a39-479e-b69b-a6c318dd9cf5 req-4566babb-9cc4-4575-a44f-a41e5faa5dee tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:28.246478 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a156aacc-8a39-479e-b69b-a6c318dd9cf5 req-4566babb-9cc4-4575-a44f-a41e5faa5dee tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2404728 Nov 27 10:34:28.266861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.267270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f5efc-98de-4cd2-a3fe-5ef30896f6b4 req-0f480a4e-a9f0-449b-b9ca-cb587a75f2a4 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:28.267380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.267732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Floating IP a47828f7-5f6a-4f26-b6fe-b9f6177c679f disassociated. External IP: 172.26.1.91, port: 073684a4-392a-4c50-b8c5-3b987078eccf. Nov 27 10:34:28.267985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Calling delete_port for 073684a4-392a-4c50-b8c5-3b987078eccf owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:28.270318 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-894f5efc-98de-4cd2-a3fe-5ef30896f6b4 req-0f480a4e-a9f0-449b-b9ca-cb587a75f2a4 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 946 time: 0.2515502 Nov 27 10:34:28.307389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for bf333614-1f5b-422f-9146-e11081c27307 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:28.311465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-22ce97aa-197b-491d-86c3-884d144fa49b None None] Port 0f0896f8-d4fa-4f07-81e7-0765c77b757c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:28.391070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:28.435962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-348ab04f-df15-49d5-8a24-cc327521b752 None None] Provisioning complete for port cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:28.436703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-348ab04f-df15-49d5-8a24-cc327521b752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.468976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-894f5efc-98de-4cd2-a3fe-5ef30896f6b4 req-8d050bc6-c386-4982-9ed8-57c1b3b69bb1 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823208 Nov 27 10:34:28.489070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-348ab04f-df15-49d5-8a24-cc327521b752 None None] Port cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:28.520643 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a156aacc-8a39-479e-b69b-a6c318dd9cf5 req-e6eefa3b-493b-4d8b-a5f9-81dfe6dc54f8 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597976 Nov 27 10:34:28.561014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.561397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.561718 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Floating IP 6c3dffc9-bd79-4782-a472-8988bb90a807 disassociated. External IP: 172.26.1.120, port: 963fcb36-6179-47d6-a0a0-fd5cde83eeb2. Nov 27 10:34:28.562101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Calling delete_port for 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:28.660059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.714795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20e3a8fc-c8e4-4b44-b489-0be7e0475a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.725348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=bf333614-1f5b-422f-9146-e11081c27307,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:28.729078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port bf333614-1f5b-422f-9146-e11081c27307 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:28.734163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.807426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=0f0896f8-d4fa-4f07-81e7-0765c77b757c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:28.840388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716a356-8593-4dcc-8248-ae793c8699b1 req-02044d63-9645-46db-be84-4f75a9e72cb5 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:28.841978 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5716a356-8593-4dcc-8248-ae793c8699b1 req-02044d63-9645-46db-be84-4f75a9e72cb5 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 945 time: 0.2062840 Nov 27 10:34:28.857554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.886236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:28.919547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.015829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbfab84-ba32-4cfe-90c1-565140e56d64']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:29.051835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd517d13b-17c3-47ab-acbe-e96378bd3a27') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:29.052135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd517d13b-17c3-47ab-acbe-e96378bd3a27') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:29.070325 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5716a356-8593-4dcc-8248-ae793c8699b1 req-7cf44bc7-5022-49ed-b7f9-24e3d867e63f tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups?id=6353ebcf-114e-4869-9f7a-9752585f2f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142148 Nov 27 10:34:29.086968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.091946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.098276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b9dc4e53-508e-43b5-a447-22807f7b38d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/0f0896f8-d4fa-4f07-81e7-0765c77b757c HTTP/1.1" status: 204 len: 168 time: 1.7862513 Nov 27 10:34:29.115547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39374) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.118652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20e3a8fc-c8e4-4b44-b489-0be7e0475a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.133421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20e3a8fc-c8e4-4b44-b489-0be7e0475a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.157228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.189028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:29.189346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:29.195268 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:29.211148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event deleted for resources: {'Port': ['ID=073684a4-392a-4c50-b8c5-3b987078eccf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:29.278262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.289217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a33bcb-bf31-494c-b5ca-31e13923fb68 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:29.292070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a33bcb-bf31-494c-b5ca-31e13923fb68 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:29.293791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a33bcb-bf31-494c-b5ca-31e13923fb68 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:29.297973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-50a33bcb-bf31-494c-b5ca-31e13923fb68 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1791863 Nov 27 10:34:29.299254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3a8fc-c8e4-4b44-b489-0be7e0475a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df94ff7-3a61-490e-a817-0a2161b7eed8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:29.308259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39376) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.310325 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-20e3a8fc-c8e4-4b44-b489-0be7e0475a87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73ecca987b654c939a49d1747b680636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8841248 Nov 27 10:34:29.345675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39378) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.366770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 22accd58-9c66-45f1-9f1a-1ffa44755634 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:29.371563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.391082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event deleted for resources: {'Port': ['ID=963fcb36-6179-47d6-a0a0-fd5cde83eeb2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:29.401386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.406191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.410394 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/9dbfab84-ba32-4cfe-90c1-565140e56d64 HTTP/1.1" status: 204 len: 168 time: 4.3722374 Nov 27 10:34:29.418960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39380) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.482941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bad37-690c-40a8-a031-5ea44c49ea5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=9dbfab84-ba32-4cfe-90c1-565140e56d64,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:29.488795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-03aa2392-a324-4fd4-87a6-b34d96847f5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:29.489251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03aa2392-a324-4fd4-87a6-b34d96847f5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:29.493424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-03aa2392-a324-4fd4-87a6-b34d96847f5e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/ecbbcd45-c395-4fe5-b416-a7289faabbee HTTP/1.1" status: 404 len: 337 time: 0.0714986 Nov 27 10:34:29.496494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39382) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.503327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.547266 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52599d7-8507-48ab-89b5-0343ce7044ed tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:29.547766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52599d7-8507-48ab-89b5-0343ce7044ed tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:29.553393 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a52599d7-8507-48ab-89b5-0343ce7044ed tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/9dbfab84-ba32-4cfe-90c1-565140e56d64 HTTP/1.1" status: 404 len: 339 time: 0.0534272 Nov 27 10:34:29.554323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.595063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Router 76747811-fb68-4a82-96ed-7da01b7456bb has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:29.626261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6390-d414-4e22-8b25-028752ddcb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.653059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4385b849-948d-4647-9b0f-096596598eab req-b75960a6-e0bc-41f6-98f9-5436d3884129 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.0569303 Nov 27 10:34:29.719536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.723276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.755601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6390-d414-4e22-8b25-028752ddcb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.770592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc698bec-57af-4aa2-bd3c-5f00983ed243 req-272f6cda-24fe-4217-a8fd-3359f6a4d874 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:29.772409 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fc698bec-57af-4aa2-bd3c-5f00983ed243 req-272f6cda-24fe-4217-a8fd-3359f6a4d874 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1178331 Nov 27 10:34:29.868403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.910319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.914055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.916157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:29.971201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.977568 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/22accd58-9c66-45f1-9f1a-1ffa44755634 HTTP/1.1" status: 204 len: 168 time: 0.6638796 Nov 27 10:34:29.979553 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fc698bec-57af-4aa2-bd3c-5f00983ed243 req-dcec2385-7129-4cf7-9537-d5084d9f2017 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966720 Nov 27 10:34:29.980216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:29.982370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182c61b0-f193-43de-a749-24c18beb7e8e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:29.984858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a57a61-be6c-4d9b-9348-104cad670456 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=22accd58-9c66-45f1-9f1a-1ffa44755634,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:29.994260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6390-d414-4e22-8b25-028752ddcb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:29.997084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6390-d414-4e22-8b25-028752ddcb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.005033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb8116-b341-431c-8239-b7526b9e2b96 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:30.022369 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2d1e6390-d414-4e22-8b25-028752ddcb63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9df94ff7-3a61-490e-a817-0a2161b7eed8 HTTP/1.1" status: 204 len: 168 time: 0.6521401 Nov 27 10:34:30.041747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becfcf6e-098a-4b5b-944b-149ac2d45681') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:30.042028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becfcf6e-098a-4b5b-944b-149ac2d45681') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:30.057849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.083265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.084135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:30.093301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 7243f726-f5c0-49e3-901a-e4f36acc486b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:30.096794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e6390-d414-4e22-8b25-028752ddcb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df94ff7-3a61-490e-a817-0a2161b7eed8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:30.099954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:30.100361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:30.105166 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:30.107245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.162142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] Sync routers for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:30.208888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.211137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] No DVR routers for this DVR port 073684a4-392a-4c50-b8c5-3b987078eccf on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:30.223374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.228079 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.24 "DELETE /v2.0/ports/073684a4-392a-4c50-b8c5-3b987078eccf HTTP/1.1" status: 204 len: 173 time: 3.5017641 Nov 27 10:34:30.228578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'name': 'network-vif-deleted', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:34:30.231294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da7e4b-3304-4a99-83f1-92a603c02fcb" -d '{"events": [{"server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "name": "network-vif-deleted", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:34:30.237726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:30.239255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:30.285959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.383425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0435332f-26f6-4c91-992b-e88d818d9a4e x-openstack-request-id: req-0435332f-26f6-4c91-992b-e88d818d9a4e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:34:30.384297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb534db-cdb0-4192-8c27-4c0156db1185", "name": "network-vif-deleted", "tag": "073684a4-392a-4c50-b8c5-3b987078eccf", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:34:30.384584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0435332f-26f6-4c91-992b-e88d818d9a4e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:34:30.384993 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb534db-cdb0-4192-8c27-4c0156db1185', 'name': 'network-vif-deleted', 'tag': '073684a4-392a-4c50-b8c5-3b987078eccf', 'status': 'completed', 'code': 200} Nov 27 10:34:30.392842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.401579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:30.404842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/182c61b0-f193-43de-a749-24c18beb7e8e HTTP/1.1" status: 204 len: 168 time: 0.8480635 Nov 27 10:34:30.417806 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1ea6aa34-fa1b-41fe-a5d5-99ac505a9508 req-5b410d9d-5899-45b8-a891-855408c5fd38 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.1344440 Nov 27 10:34:30.417965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8ff6a-2b78-4a4b-8520-39f6d1b33020 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=182c61b0-f193-43de-a749-24c18beb7e8e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:30.420612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:30.490828 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b01b44d-86ec-4768-82d9-afadf61b5337 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:30.491538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b01b44d-86ec-4768-82d9-afadf61b5337 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:30.495086 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3b01b44d-86ec-4768-82d9-afadf61b5337 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/3e9eaf86-cabb-4d7a-90d3-39de87839d86 HTTP/1.1" status: 404 len: 337 time: 0.0689223 Nov 27 10:34:30.498207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:30.521578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:30.524242 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-35efe605-016b-4686-a9a9-25013e89fb76 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:30.524242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35efe605-016b-4686-a9a9-25013e89fb76 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:30.527410 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-35efe605-016b-4686-a9a9-25013e89fb76 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/d896a3f8-d8b5-46a7-8fed-767b0e2eb7d8 HTTP/1.1" status: 404 len: 339 time: 0.0262249 Nov 27 10:34:30.530209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:30.538039 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] Sync routers for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:30.567474 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:30.568794 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:30.575147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Router bac5438b-946c-4f69-8c8d-bd233cfcc959 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:30.577159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] No DVR routers for this DVR port 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:30.580052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.584015 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d1aa18c0-77b8-47e0-a9ab-2de529328344 req-1ddced61-5613-465b-8e5d-ce278913e6bc tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.24 "DELETE /v2.0/ports/963fcb36-6179-47d6-a0a0-fd5cde83eeb2 HTTP/1.1" status: 204 len: 173 time: 3.5939846 Nov 27 10:34:30.619297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:30.698510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting subnet f48aa52a-4b98-45ef-9f94-50ff55891f38 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:30.703988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.708900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.754182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:30.754893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 963fcb36-6179-47d6-a0a0-fd5cde83eeb2 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:30.755504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 073684a4-392a-4c50-b8c5-3b987078eccf no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:30.840803 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:30.850022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.878490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:30.915010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:30.916756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-813f155b-4446-4ab5-8931-47b73ff43355 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6218150 Nov 27 10:34:30.920062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39418) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:30.959261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Sync routers for ids ['bac5438b-946c-4f69-8c8d-bd233cfcc959'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:31.014705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 073684a4-392a-4c50-b8c5-3b987078eccf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:31.015316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 073684a4-392a-4c50-b8c5-3b987078eccf not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:31.031184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a111b750-5c72-4c8b-9b81-9666abb39c97 req-051fa498-c286-4a69-bf04-9a6ab412acfc tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfb534db-cdb0-4192-8c27-4c0156db1185 HTTP/1.1" status: 200 len: 210 time: 0.0899975 Nov 27 10:34:31.083837 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Routers {'bac5438b-946c-4f69-8c8d-bd233cfcc959'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:31.094509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bac5438b-946c-4f69-8c8d-bd233cfcc959'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:31.139629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.298633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.305569 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/7243f726-f5c0-49e3-901a-e4f36acc486b HTTP/1.1" status: 204 len: 168 time: 1.3153341 Nov 27 10:34:31.309157 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6ab03590-ca66-4eca-8110-f01e42d76da3 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/bac5438b-946c-4f69-8c8d-bd233cfcc959 HTTP/1.1" status: 200 len: 908 time: 0.3853617 Nov 27 10:34:31.309157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39430) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:31.310376 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:31.314186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f10609-9478-4b7a-a606-b2deae35e4f4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=7243f726-f5c0-49e3-901a-e4f36acc486b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:31.445171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.609846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a3193fbc-ab84-4202-898a-90eb5a42040a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3004768 Nov 27 10:34:31.615498 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:23Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:31.632467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39438) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:31.636323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd59053f-4494-437a-9a7a-720307f1ca6f req-ba0d7106-1348-4693-b268-3314addf28d4 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ced4717-b614-4aa5-8f6e-959042352c8f HTTP/1.1" status: 200 len: 210 time: 0.0711925 Nov 27 10:34:31.637297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.654662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.661549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/f48aa52a-4b98-45ef-9f94-50ff55891f38 HTTP/1.1" status: 204 len: 168 time: 1.1293786 Nov 27 10:34:31.668674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:31.680923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:31.682238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef931b8-9b6f-45ac-9040-d333246138d3 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=f48aa52a-4b98-45ef-9f94-50ff55891f38,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:31.693072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8683cb-1546-41cd-b830-c8283474b20b None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:31.699869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5259a-62eb-40ab-b230-b542aee2a5ab req-40fde97c-1281-499c-8bba-a9d9e7f96170 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:31.708528 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3e5259a-62eb-40ab-b230-b542aee2a5ab req-40fde97c-1281-499c-8bba-a9d9e7f96170 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.5710216 Nov 27 10:34:31.712042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:18Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:31.725713 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] Checking router: dd5b2b10-5979-49e3-a6e9-f4ca04f28892 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:31.747263 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:31.748063 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:31.754808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:31.763802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] Checking router: 76747811-fb68-4a82-96ed-7da01b7456bb for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:31.781686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.795280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:31.796086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:31.901698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'networks': [{'name': 'tempest-network--764676258'}, {'name': 'tempest-network--1541413378'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:31.902508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'network': {'name': 'tempest-network--764676258'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:31.903779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'network': {'name': 'tempest-network--1541413378'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:31.912558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a1da3-3413-44b5-8ecf-7164b33b1cf8 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:31.919407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Set router bac5438b-946c-4f69-8c8d-bd233cfcc959 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:31.946181 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:31.946859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'network': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:31.959099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:31.975151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.020064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-72aeb440-272c-4403-ac6d-06d4ecdd172a None None] Provisioning complete for port d62bacfb-f21b-412c-a46b-1711a3ba62ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:32.020915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72aeb440-272c-4403-ac6d-06d4ecdd172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.173386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.181183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39450) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:32.188667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.189110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.298058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:23Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:32.323590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:32.331575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a07163d-85b6-44ae-ae31-e619f06c306c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:32.333036 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3e5259a-62eb-40ab-b230-b542aee2a5ab req-b2f88bd8-95ed-4227-ad14-bc5908573c21 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6232281 Nov 27 10:34:32.336429 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99b813-251a-4851-8722-29ce35ec148d None None] The sync data for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv is: [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:16Z', 'revision_number': 4, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4c45041-39fa-46a2-b779-7f080f1cfdaa', 'name': '', 'network_id': 'e8b09fe4-2413-4705-96f2-eb8b2133f256', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'mac_address': 'fa:16:3e:41:53:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '62d9f031-d64f-4355-9525-b552445570c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:14Z', 'updated_at': '2021-11-27T10:32:23Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'subnets': [{'id': '62d9f031-d64f-4355-9525-b552445570c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:32.361647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.371769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.372471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting subnet 3f683a54-007c-4eec-8f8b-4adbc52dc82e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:32.376567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Added segment 8cb5ae33-0f49-4150-a886-826e56b9a414 of type vlan for network a1a6cc81-c3ae-485c-b478-3985f01bccef Nov 27 10:34:32.377354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.432865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.447965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.468151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'name': 'network-vif-deleted', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:34:32.470631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1e804-75d6-4203-8549-c470482a1487" -d '{"events": [{"server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "name": "network-vif-deleted", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:34:32.481702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:32.491700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.492080 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Added segment d46c1117-4015-42df-b812-d5956d976f9c of type vlan for network e8e24bee-15f0-4013-a3bf-ebde12516a41 Nov 27 10:34:32.538155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.559298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:32.561202 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356d5f5b-d717-451c-8ee7-a902fbea089a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.563694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.568836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:32.571679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.571679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.576621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:32.578105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd8444-5946-41fd-bffe-cb3d32ba0831 x-openstack-request-id: req-30cd8444-5946-41fd-bffe-cb3d32ba0831 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:34:32.578411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced4717-b614-4aa5-8f6e-959042352c8f", "name": "network-vif-deleted", "tag": "963fcb36-6179-47d6-a0a0-fd5cde83eeb2", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:34:32.578769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30cd8444-5946-41fd-bffe-cb3d32ba0831 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:34:32.579459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced4717-b614-4aa5-8f6e-959042352c8f', 'name': 'network-vif-deleted', 'tag': '963fcb36-6179-47d6-a0a0-fd5cde83eeb2', 'status': 'completed', 'code': 200} Nov 27 10:34:32.582698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:32.583382 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.634627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356d5f5b-d717-451c-8ee7-a902fbea089a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.705542 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9498608 Nov 27 10:34:32.718916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:32.756417 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5d1f8-7ff4-46d3-b783-47971fc8f240 None None] New status for floating IP 6c3dffc9-bd79-4782-a472-8988bb90a807: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:34:32.787956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:32.797603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:32.889912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:33.033148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.053127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.054427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Network': ['ID=a1a6cc81-c3ae-485c-b478-3985f01bccef,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:33.058145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5438b-946c-4f69-8c8d-bd233cfcc959', 'name': 'tempest-snat-router-1218054296', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': 'cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:25Z', 'updated_at': '2021-11-27T10:34:28Z', 'revision_number': 3, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port': {'id': 'cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5438b-946c-4f69-8c8d-bd233cfcc959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:34:26Z', 'updated_at': '2021-11-27T10:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:33.122102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network a1a6cc81-c3ae-485c-b478-3985f01bccef details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:33.144706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356d5f5b-d717-451c-8ee7-a902fbea089a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.148180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-356d5f5b-d717-451c-8ee7-a902fbea089a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.149448 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-356d5f5b-d717-451c-8ee7-a902fbea089a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d HTTP/1.1" status: 204 len: 168 time: 0.9668725 Nov 27 10:34:33.170489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:33.192694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=3f683a54-007c-4eec-8f8b-4adbc52dc82e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:33.193347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Checking router: bac5438b-946c-4f69-8c8d-bd233cfcc959 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:33.193683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Updating router bac5438b-946c-4f69-8c8d-bd233cfcc959 port cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:34:33.212701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.216542 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9f489016-1c1c-46cd-9406-14ee3023a6b2 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/3f683a54-007c-4eec-8f8b-4adbc52dc82e HTTP/1.1" status: 204 len: 168 time: 1.5057817 Nov 27 10:34:33.240954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39464) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:33.306908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f860bfe-fbb3-4085-ae2b-93efa11912a6 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Network': ['ID=e8e24bee-15f0-4013-a3bf-ebde12516a41,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:33.314924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d5f5b-d717-451c-8ee7-a902fbea089a tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:33.323957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.326078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e8e24bee-15f0-4013-a3bf-ebde12516a41 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:33.326637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-288a8469-ded3-4e1c-95c5-1151ec092161 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] show failed (client error): The resource could not be found. Nov 27 10:34:33.330352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-288a8469-ded3-4e1c-95c5-1151ec092161 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "GET /v2.0/security-groups/ed99c393-0e06-4d5c-a7f5-9dd1fc3eaa0d HTTP/1.1" status: 404 len: 347 time: 0.1418331 Nov 27 10:34:33.344807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:33.408255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102e52f-0994-4657-a723-86dc82f01560 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.415658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102e52f-0994-4657-a723-86dc82f01560 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.421565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102e52f-0994-4657-a723-86dc82f01560 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.428550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102e52f-0994-4657-a723-86dc82f01560 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.430243 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4102e52f-0994-4657-a723-86dc82f01560 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7099934 Nov 27 10:34:33.437707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.438267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:33.449211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.468109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] Deleting port d62bacfb-f21b-412c-a46b-1711a3ba62ee {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:33.468615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.498941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c26d450f-ded7-4e82-afc9-cc760e8699e2 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.611893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:33.708178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:33.718896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:33.722160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.723412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.728255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-1f8ee7c6-23d5-4db5-aa0c-ed2ea0fa84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.730973 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-1f8ee7c6-23d5-4db5-aa0c-ed2ea0fa84f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.4472673 Nov 27 10:34:33.746829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a405a-368e-49a4-90f2-8171c6c96d2c req-6d879f96-b418-4aa5-8a21-bc84542f2930 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:33.749517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9a4a405a-368e-49a4-90f2-8171c6c96d2c req-6d879f96-b418-4aa5-8a21-bc84542f2930 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3044331 Nov 27 10:34:33.751113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Deleting port cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:33.751457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.835792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d5e90-1a34-414d-87fb-ffd14b8c527e None None] Network e17df80c-db96-4c2f-af6f-3f09b72eaff9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:33.852413 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-18d283f0-4190-424e-8aef-a3f27c383629 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1927874 Nov 27 10:34:33.860306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39472) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:33.867532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.926532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:18Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:33.936748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:33.966575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c26d450f-ded7-4e82-afc9-cc760e8699e2 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:33.971550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d62bacfb-f21b-412c-a46b-1711a3ba62ee no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:33.985927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 02c8432c-606d-47c3-bdce-1de561b7cd43 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:33.986268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.002543 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9a4a405a-368e-49a4-90f2-8171c6c96d2c req-0da85248-a8de-4759-8f00-cabec5cdce8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349443 Nov 27 10:34:34.037234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-462da532-7bbf-4dfb-ae04-5303208035a0 None None] Provisioning complete for port 02c8432c-606d-47c3-bdce-1de561b7cd43 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:34.037705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-462da532-7bbf-4dfb-ae04-5303208035a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.079056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de5d33-c636-4eed-b78f-142c6955967e None None] The sync data for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv is: [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:32:14Z', 'revision_number': 4, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '03c14cb3-bec1-4aaa-954c-a87cf45a8443', 'name': '', 'network_id': '490c86cf-4384-449e-b52f-1576a1a6eaac', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'mac_address': 'fa:16:3e:05:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:18Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'subnets': [{'id': 'ce7f7761-7eee-4cdc-b085-f2aea7ed4cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:34.102352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.127504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.130995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] For port d62bacfb-f21b-412c-a46b-1711a3ba62ee, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d62bacfb-f21b-412c-a46b-1711a3ba62ee,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:34.131521 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.157762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a6cc81-c3ae-485c-b478-3985f01bccef']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:34.164933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Deleting port 0275c354-5086-4b30-926e-baf21df4866e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:34.165461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.182826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] Calling delete_port for d62bacfb-f21b-412c-a46b-1711a3ba62ee owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:34.183407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-68d2515a-a4c3-4295-84b3-63e83a65432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:34.185139 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-68d2515a-a4c3-4295-84b3-63e83a65432e service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.4278643 Nov 27 10:34:34.189612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Calling delete_port for cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:34.190424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb5ae33-0f49-4150-a886-826e56b9a414') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:34.190932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb5ae33-0f49-4150-a886-826e56b9a414') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:34.222453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.263694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c26d450f-ded7-4e82-afc9-cc760e8699e2 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.267800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c26d450f-ded7-4e82-afc9-cc760e8699e2 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.270116 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c26d450f-ded7-4e82-afc9-cc760e8699e2 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "DELETE /v2.0/security-groups/6353ebcf-114e-4869-9f7a-9752585f2f76 HTTP/1.1" status: 204 len: 168 time: 1.4614670 Nov 27 10:34:34.276091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 02c8432c-606d-47c3-bdce-1de561b7cd43, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=02c8432c-606d-47c3-bdce-1de561b7cd43,segment=NetworkSegment(ad173845-404a-45b2-b3c4-1808eee511e9),segment_id=ad173845-404a-45b2-b3c4-1808eee511e9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:34.276481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.280845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39474) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:34.292561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.298470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d450f-ded7-4e82-afc9-cc760e8699e2 tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6353ebcf-114e-4869-9f7a-9752585f2f76,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:34.313795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:34.314497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:34.320330 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:34.344500 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-b1b22bec-38c6-4623-a1af-0e4b95d4b2a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.1418741 Nov 27 10:34:34.382080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.382311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.402656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Calling delete_port for 0275c354-5086-4b30-926e-baf21df4866e owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:34.465484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.534108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.542323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.546255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:34.546927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:34.547718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.549565 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/networks/a1a6cc81-c3ae-485c-b478-3985f01bccef HTTP/1.1" status: 204 len: 168 time: 1.1059556 Nov 27 10:34:34.553153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:34.580587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.586588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 02c8432c-606d-47c3-bdce-1de561b7cd43 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:34.611536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] Pushing event deleted for resources: {'Port': ['ID=d62bacfb-f21b-412c-a46b-1711a3ba62ee,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:34.615192 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-3f66c664-bb09-4826-98a1-31295e5ec2ce tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] show failed (client error): The resource could not be found. Nov 27 10:34:34.616436 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3f66c664-bb09-4826-98a1-31295e5ec2ce tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "GET /v2.0/security-groups/6353ebcf-114e-4869-9f7a-9752585f2f76 HTTP/1.1" status: 404 len: 347 time: 0.2822380 Nov 27 10:34:34.626054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] DHCP port deletion for e17df80c-db96-4c2f-af6f-3f09b72eaff9 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:34.627124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event deleted for resources: {'Port': ['ID=cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:34.631097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39478) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:34.634762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205483a-7764-40e9-b6e0-4d0a6cd2d29b None None] No DVR routers for this DVR port d62bacfb-f21b-412c-a46b-1711a3ba62ee on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:34.658140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.666821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da676ba8-30cd-4d52-8cfb-75835be18d0a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Network': ['ID=a1a6cc81-c3ae-485c-b478-3985f01bccef,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:34.701063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44fbc1a-c358-4bd4-8e6d-a082074d6f6d None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:34.708525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.728510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62ab40-780b-44e8-9fc4-c4ef2286af1c None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:34.732871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071736f-cda9-4efd-aeec-f22ba9aeee0c None None] New status for floating IP a47828f7-5f6a-4f26-b6fe-b9f6177c679f: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:34:34.762203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Pushing event deleted for resources: {'Port': ['ID=0275c354-5086-4b30-926e-baf21df4866e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:34.822147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-b873ae94-76f2-4951-8701-a0a7c72e0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:34.823618 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-b873ae94-76f2-4951-8701-a0a7c72e0ece service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.2976964 Nov 27 10:34:34.824174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:34.827543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.842397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8c4c0-11b6-44ed-8619-356632d7a569 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:34.852257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.887271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e24bee-15f0-4013-a3bf-ebde12516a41']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:34.897983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.901243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.905123 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7392f9aa-5851-4f9d-be2f-974c0aa61a72 tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] 10.222.0.13 "DELETE /v2.0/floatingips/a47828f7-5f6a-4f26-b6fe-b9f6177c679f HTTP/1.1" status: 204 len: 168 time: 1.5556519 Nov 27 10:34:34.905123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46c1117-4015-42df-b812-d5956d976f9c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:34.905123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46c1117-4015-42df-b812-d5956d976f9c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:34.906508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:34.907034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] Deleting port 02c8432c-606d-47c3-bdce-1de561b7cd43 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:34.907411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.960497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:34.981127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.010618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.011733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] For port 02c8432c-606d-47c3-bdce-1de561b7cd43, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=02c8432c-606d-47c3-bdce-1de561b7cd43,segment=NetworkSegment(ad173845-404a-45b2-b3c4-1808eee511e9),segment_id=ad173845-404a-45b2-b3c4-1808eee511e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:35.012176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.016952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:35.017558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:35.021601 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:35.032799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] Calling delete_port for 02c8432c-606d-47c3-bdce-1de561b7cd43 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:35.093923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:35.098015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.105966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Port cff2d3d4-1fc4-47d1-8b71-8a6f438e8c46 not found while updating agent binding for router bac5438b-946c-4f69-8c8d-bd233cfcc959. {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 10:34:35.110371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.124404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.136211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-5d991c38-b54c-45ac-ae15-f21b7eee76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:35.137653 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-5d991c38-b54c-45ac-ae15-f21b7eee76e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3045807 Nov 27 10:34:35.155271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.158112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.165294 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/networks/e8e24bee-15f0-4013-a3bf-ebde12516a41 HTTP/1.1" status: 204 len: 168 time: 0.6099219 Nov 27 10:34:35.177037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Routers {'bac5438b-946c-4f69-8c8d-bd233cfcc959'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:35.177687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bac5438b-946c-4f69-8c8d-bd233cfcc959'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:35.181142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:35.185113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.205660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=02c8432c-606d-47c3-bdce-1de561b7cd43,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:35.207805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 02c8432c-606d-47c3-bdce-1de561b7cd43 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:35.227694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b19f0-fb4a-48f0-82fd-079547fa09b0 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Network': ['ID=e8e24bee-15f0-4013-a3bf-ebde12516a41,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:35.309100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Deleting port 1c8d834c-7f28-4c3b-91a4-3df8ec062761 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:35.309469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.326473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] Set router bac5438b-946c-4f69-8c8d-bd233cfcc959 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:35.340676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.341231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bac5438b-946c-4f69-8c8d-bd233cfcc959 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:35.353862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ef772-1e53-486d-be1a-21a4ea852d92 req-d94acb63-d154-493c-aaa2-9387875b12ce tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:35.356427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2b4ef772-1e53-486d-be1a-21a4ea852d92 req-d94acb63-d154-493c-aaa2-9387875b12ce tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2112167 Nov 27 10:34:35.365350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.369665 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2600ec55-8d3b-499c-a901-c50845b373da tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bac5438b-946c-4f69-8c8d-bd233cfcc959 HTTP/1.1" status: 204 len: 168 time: 4.0576880 Nov 27 10:34:35.376210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:35.405104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5438b-946c-4f69-8c8d-bd233cfcc959', 'name': 'tempest-snat-router-1218054296', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:25Z', 'updated_at': '2021-11-27T10:34:34Z', 'revision_number': 5, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:35.460115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbec64-cb71-4293-9944-7c6ff9ea662e None None] The sync data for ids ['bac5438b-946c-4f69-8c8d-bd233cfcc959'] in dv-neutron-804846-16-hyperv is: [{'id': 'bac5438b-946c-4f69-8c8d-bd233cfcc959', 'name': 'tempest-snat-router-1218054296', 'tenant_id': 'b216165470c442e08b04686f8becd6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:34:25Z', 'updated_at': '2021-11-27T10:34:34Z', 'revision_number': 5, 'project_id': 'b216165470c442e08b04686f8becd6b2', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:35.466709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.468465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064b6b2-8c93-4686-8b5a-4318ba6170f7 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:35.481830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064b6b2-8c93-4686-8b5a-4318ba6170f7 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:35.491904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5064b6b2-8c93-4686-8b5a-4318ba6170f7 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3102162 Nov 27 10:34:35.504846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] Pushing event deleted for resources: {'Port': ['ID=02c8432c-606d-47c3-bdce-1de561b7cd43,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:35.509151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Allocated IP 172.20.0.2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f/74b0d355-ec85-4fcc-bbb7-72c5e936a2bc) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:35.515311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d2d78-7f92-4809-99f9-e540be7e8c67 None None] No DVR routers for this DVR port 02c8432c-606d-47c3-bdce-1de561b7cd43 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:35.532354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39488) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:35.540289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2015351761'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:35.609296 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:34:35.682854 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2b4ef772-1e53-486d-be1a-21a4ea852d92 req-1c83a2f8-288c-4b37-8143-345a61af88eb tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044486 Nov 27 10:34:35.687958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:35.692488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.705371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.744431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.753102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.777041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:35.792717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.832912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Pushing event updated for resources: {'Port': ['ID=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:35.833163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.833639 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Added segment 572942f9-5054-47bb-9fe8-27784f4d7e7d of type vlan for network cba5047c-07e4-4fd8-9b22-c38caa319b0d Nov 27 10:34:35.848813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:35.849327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-5c6e01c7-f21d-42ef-a250-9ff4e592e4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005341 Nov 27 10:34:35.850865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:35.852658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.852980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.853815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:35.871127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17df80c-db96-4c2f-af6f-3f09b72eaff9']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:35.913520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.928501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad173845-404a-45b2-b3c4-1808eee511e9') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:35.929052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad173845-404a-45b2-b3c4-1808eee511e9') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:35.931322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Calling delete_port for 1c8d834c-7f28-4c3b-91a4-3df8ec062761 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:35.939478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.966222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.988940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:35.995067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:35.995703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.049138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 02c8432c-606d-47c3-bdce-1de561b7cd43 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:36.057886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.087693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:36.088097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.090363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 02c8432c-606d-47c3-bdce-1de561b7cd43 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:36.090622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 02c8432c-606d-47c3-bdce-1de561b7cd43 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:36.093863 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:36.097422 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5620823 Nov 27 10:34:36.102205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39490) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.110013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Attempting to bind port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:36.110530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b01b-3bd0-4503-8ef1-bb6c7dd260ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Network': ['ID=cba5047c-07e4-4fd8-9b22-c38caa319b0d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:36.111276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Attempting to bind port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:36.112125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Attempting to bind port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:36.120804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:36.120804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:36.120804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.121483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:36.122072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Bound port: 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:36.122900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.126748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1312802614'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:36.136228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.136507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network cba5047c-07e4-4fd8-9b22-c38caa319b0d details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:36.183663 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6ccee223-c8f3-4ec2-a7ec-77a5be1ef490 req-45c70eea-16ff-4ddb-8556-d7c7deea2eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141003 Nov 27 10:34:36.184672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Deleting port dc96c5ae-6542-4a6f-a46a-c034b134388b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:36.185015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.266991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] For port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:36.281380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] For port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:36.288365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.293295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.295275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:36.299002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.313681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.320230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/e17df80c-db96-4c2f-af6f-3f09b72eaff9 HTTP/1.1" status: 204 len: 168 time: 3.0778334 Nov 27 10:34:36.327340 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39492) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.380246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d692-5836-4b4e-b7b9-57491d617054 None None] Pushing event updated for resources: {'Port': ['ID=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:36.386953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64bfd1-0b1e-40e0-87a5-70071e16a48d tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=e17df80c-db96-4c2f-af6f-3f09b72eaff9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:36.396332 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec0c9e9-b969-4a32-aba6-1c0c35ecfad7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:36.396783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec0c9e9-b969-4a32-aba6-1c0c35ecfad7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:36.402182 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ec0c9e9-b969-4a32-aba6-1c0c35ecfad7 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/0166b6d3-c91d-4d59-ba13-eecde59423ee HTTP/1.1" status: 404 len: 337 time: 0.0674880 Nov 27 10:34:36.406577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.486782 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cfc769-4631-416c-8930-317215eca02c tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:36.487314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cfc769-4631-416c-8930-317215eca02c tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:36.492451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-95cfc769-4631-416c-8930-317215eca02c tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/60a08b4f-8eb4-46f8-b1b5-4dc461082847 HTTP/1.1" status: 404 len: 339 time: 0.0839446 Nov 27 10:34:36.500806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39496) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.501826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:36.566298 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab6355f-cbdd-40af-a684-c934754a8d32 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:36.566848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab6355f-cbdd-40af-a684-c934754a8d32 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:36.570295 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dab6355f-cbdd-40af-a684-c934754a8d32 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/a5dbf1a1-c3aa-4f24-8520-37331491569e HTTP/1.1" status: 404 len: 337 time: 0.0632288 Nov 27 10:34:36.578824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:36.580969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.580969 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Added segment ed633b8e-1348-4747-8bbb-91fa9d7a44ad of type vlan for network cc35a527-5690-41a3-9856-2781fbbc3497 Nov 27 10:34:36.581522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39498) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.741276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] For port dc96c5ae-6542-4a6f-a46a-c034b134388b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc96c5ae-6542-4a6f-a46a-c034b134388b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:36.741757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.751900 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b7d452-2a5f-45fe-8626-cd4793f46847 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:36.752497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b7d452-2a5f-45fe-8626-cd4793f46847 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:36.756221 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-29b7d452-2a5f-45fe-8626-cd4793f46847 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/fedd020d-880f-4e64-a131-62ba452aff22 HTTP/1.1" status: 404 len: 339 time: 0.1731842 Nov 27 10:34:36.759436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.767237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.790166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Calling delete_port for dc96c5ae-6542-4a6f-a46a-c034b134388b owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:36.822859 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-255ff191-785e-48d2-8ba2-4cc2d9030744 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:36.823389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255ff191-785e-48d2-8ba2-4cc2d9030744 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:36.826704 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-255ff191-785e-48d2-8ba2-4cc2d9030744 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/97a586d3-b75f-47d9-b753-a2126e8e2752 HTTP/1.1" status: 404 len: 337 time: 0.0625312 Nov 27 10:34:36.829423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:36.837042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:36.853055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Pushing event deleted for resources: {'Port': ['ID=1c8d834c-7f28-4c3b-91a4-3df8ec062761,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:36.864516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fb9f7-f2f0-49e3-95f4-1971a2ca387f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:36.885242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69f5d76-e2fa-4c0a-bc9f-49c9de39ae70 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:36.885965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69f5d76-e2fa-4c0a-bc9f-49c9de39ae70 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:36.892259 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f69f5d76-e2fa-4c0a-bc9f-49c9de39ae70 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/1bd62645-25e1-4e56-9765-2dbac7ab1b22 HTTP/1.1" status: 404 len: 339 time: 0.0589147 Nov 27 10:34:36.894070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:37.012418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.019675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:37.020248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.023702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting subnet a111421b-8edf-448c-ad60-8adaa0d3467e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:37.027321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.033076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.036823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.038035 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7b9e7854-81a4-4487-9113-d877eeb62f2a tempest-ServersTestJSON-441763562 tempest-ServersTestJSON-441763562-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c3dffc9-bd79-4782-a472-8988bb90a807 HTTP/1.1" status: 204 len: 168 time: 2.4014707 Nov 27 10:34:37.052575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dda3ea-130a-440d-b635-22ef999d9843 req-3e8b27ae-25d2-4c87-b978-d0b5b7148c47 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:37.054396 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-19dda3ea-130a-440d-b635-22ef999d9843 req-3e8b27ae-25d2-4c87-b978-d0b5b7148c47 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2497010 Nov 27 10:34:37.066908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:37.135818 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0125568 Nov 27 10:34:37.141902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:37.170911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'ports': [{'network_id': 'cba5047c-07e4-4fd8-9b22-c38caa319b0d', 'name': 'tempest-port--676148865', 'admin_state_up': True}, {'network_id': 'cc35a527-5690-41a3-9856-2781fbbc3497', 'admin_state_up': False}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:37.171235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'port': {'network_id': 'cba5047c-07e4-4fd8-9b22-c38caa319b0d', 'name': 'tempest-port--676148865', 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:37.171456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.171742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'port': {'network_id': 'cc35a527-5690-41a3-9856-2781fbbc3497', 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:37.181121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51ee75-e071-4f64-9b90-0d7ce5f68a40 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Network': ['ID=cc35a527-5690-41a3-9856-2781fbbc3497,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:37.197740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network cc35a527-5690-41a3-9856-2781fbbc3497 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:37.260977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-19dda3ea-130a-440d-b635-22ef999d9843 req-461523b6-e105-4d8b-9c76-2022cf589cea tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891770 Nov 27 10:34:37.261647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.455387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Deleting port 03c14cb3-bec1-4aaa-954c-a87cf45a8443 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:37.455643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.604977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.633052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.664444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49517-b75f-41de-ae22-59f7d1184415 req-11623d0d-24c4-4a2f-8234-6e0880c41eec tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:37.666119 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46f49517-b75f-41de-ae22-59f7d1184415 req-11623d0d-24c4-4a2f-8234-6e0880c41eec tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1746724 Nov 27 10:34:37.693302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'port': 2} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:37.697661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.703053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc96c5ae-6542-4a6f-a46a-c034b134388b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:37.731132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0ab96-c24e-4668-aa36-1efddec21afd None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:37.739699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] For port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:37.746384 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-5cee95cd-6606-465d-9037-456f26366c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:37.747884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-5cee95cd-6606-465d-9037-456f26366c91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.1486146 Nov 27 10:34:37.750120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.780321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Provisioning complete for port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:37.780835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.796819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] For port 03c14cb3-bec1-4aaa-954c-a87cf45a8443, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=03c14cb3-bec1-4aaa-954c-a87cf45a8443,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:37.797308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.822664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Calling delete_port for 03c14cb3-bec1-4aaa-954c-a87cf45a8443 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:37.884525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.890083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] device_id is not set on port c0445822-68be-4a6a-8a66-3361a2ffe4c7 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:37.891851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.915125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.967283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.975498 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46f49517-b75f-41de-ae22-59f7d1184415 req-be4becd5-2864-4866-ac4a-73bfbcd139fe tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973039 Nov 27 10:34:37.976999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=a111421b-8edf-448c-ad60-8adaa0d3467e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:37.986151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.986979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:37.994481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac93776-9c5e-47be-85b9-c18df00ce39b None None] Network de9a65ba-85fd-436d-afc9-0823fb12efdd requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:38.027657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.030985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e34d7ec4-1ec8-4557-a808-c8542eb56fb5 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/a111421b-8edf-448c-ad60-8adaa0d3467e HTTP/1.1" status: 204 len: 168 time: 1.1277778 Nov 27 10:34:38.062705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:38.073616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:38.096940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.101651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.136770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:38.137125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:38.166401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:38.175094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-9f53b51f-7ac1-4caf-adb4-7f3f611cc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:38.177194 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-9f53b51f-7ac1-4caf-adb4-7f3f611cc73f service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.4165213 Nov 27 10:34:38.197598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:38.207036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.207694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78d11dae-350f-4b7d-bc78-22901a21318a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:38.214676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.216118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8cf35a9a-ae13-4b29-af0b-00dfb0847886 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "DELETE /v2.0/routers/78d11dae-350f-4b7d-bc78-22901a21318a HTTP/1.1" status: 204 len: 168 time: 2.8389871 Nov 27 10:34:38.225671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412198bb-16b4-4b77-8fbd-ebd6f4caae06 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:38.226236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:38.233932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1016325383', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:38.241797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:38.242393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.244666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=82bd61a2-2cb5-401d-a945-6cf5281e9e06,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:38.293297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.295093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.311047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:38.359528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:38.359898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.390755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.396777 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-56fafb5f-ba88-4088-853c-aa541d1e7833 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5298684 Nov 27 10:34:38.400606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.407170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:38.421265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:74:ad:05', 'name': 'tempest-NetworksTestDHCPv6-1240738181'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:38.444842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Pushing event deleted for resources: {'Port': ['ID=03c14cb3-bec1-4aaa-954c-a87cf45a8443,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:38.447105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] DHCP port deletion for de9a65ba-85fd-436d-afc9-0823fb12efdd request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:38.451850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.518520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.529154 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-43615cbc-b0a2-401a-af12-8f540434583b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.3327601 Nov 27 10:34:38.540604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.611561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] Deleting port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:38.612167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.684742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] For port 6f99093d-8b9f-4c98-bc95-cbef3d932a57, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6f99093d-8b9f-4c98-bc95-cbef3d932a57,segment=NetworkSegment(7b33ee8a-6f9b-42fd-8d74-6b2d091043f0),segment_id=7b33ee8a-6f9b-42fd-8d74-6b2d091043f0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:38.685145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.700359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] Calling delete_port for 6f99093d-8b9f-4c98-bc95-cbef3d932a57 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:38.733040 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] device_id is not set on port 29a30b9d-bbeb-405f-b0e0-1c0c3ef48987 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:38.735014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.770665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-fad0593b-38e5-4dac-8931-3f6d02b27cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:38.771805 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-fad0593b-38e5-4dac-8931-3f6d02b27cef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.1984742 Nov 27 10:34:38.773280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:38.773621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.834152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:38.851840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.915578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:38.920778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:39.032933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:39.033531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-6453df19-7534-40c3-b64e-9e76779c5ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:39.034688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.049091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] No DVR routers for this DVR port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:39.073614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abab19-ea3b-408d-97c6-3fa1c1ce7ccf None None] Pushing event deleted for resources: {'Port': ['ID=6f99093d-8b9f-4c98-bc95-cbef3d932a57,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:39.195103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.231373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-a58241d6-ab9b-41d2-9421-4586ef647ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:39.232910 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-a58241d6-ab9b-41d2-9421-4586ef647ced service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4513369 Nov 27 10:34:39.267124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 6f99093d-8b9f-4c98-bc95-cbef3d932a57, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6f99093d-8b9f-4c98-bc95-cbef3d932a57,segment=NetworkSegment(7b33ee8a-6f9b-42fd-8d74-6b2d091043f0),segment_id=7b33ee8a-6f9b-42fd-8d74-6b2d091043f0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:39.267427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.320443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:39.320687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4c618-c9b1-4f1a-954a-dc6a6d291a59 req-fb2e2207-88e3-429d-b3f6-1702e8e28f75 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:39.322227 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-76c4c618-c9b1-4f1a-954a-dc6a6d291a59 req-fb2e2207-88e3-429d-b3f6-1702e8e28f75 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1978991 Nov 27 10:34:39.350834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 6f99093d-8b9f-4c98-bc95-cbef3d932a57 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:39.505667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.526089 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-76c4c618-c9b1-4f1a-954a-dc6a6d291a59 req-fb88f58d-00a6-470d-9aa2-3ab14f16fe2a tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700728 Nov 27 10:34:39.528277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.546857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-be5b9b48-f8ef-470b-bf14-2f95fdc4fe1e None None] Provisioning complete for port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:39.547339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be5b9b48-f8ef-470b-bf14-2f95fdc4fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.565925 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-da253274-589b-4d08-91ab-eb5318d072eb service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232396 Nov 27 10:34:39.593104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.679983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 59d9b758-fd27-4cde-a780-5bc19bc13aad yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:39.730302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.740325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.783704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=6f99093d-8b9f-4c98-bc95-cbef3d932a57,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:39.808413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 6f99093d-8b9f-4c98-bc95-cbef3d932a57 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:39.838838 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a188c73-a82a-4d98-aaa6-dcfc53c3a058 req-71a1bf6e-dd9f-409a-b200-ed5f7b728152 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598455 Nov 27 10:34:39.873658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.923753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.942452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Port': ['ID=c0445822-68be-4a6a-8a66-3361a2ffe4c7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:39.951378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:39.986652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:39.998675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Deleting port a4c45041-39fa-46a2-b779-7f080f1cfdaa {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:39.999011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.006265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Checking segment: {'id': '572942f9-5054-47bb-9fe8-27784f4d7e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cba5047c-07e4-4fd8-9b22-c38caa319b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:40.006659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network hostable DHCP agents. Network: cba5047c-07e4-4fd8-9b22-c38caa319b0d, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:40.006779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:40.007867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.041982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9a65ba-85fd-436d-afc9-0823fb12efdd']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:40.042206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Router 76747811-fb68-4a82-96ed-7da01b7456bb has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:40.066042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:40.066368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b33ee8a-6f9b-42fd-8d74-6b2d091043f0') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:40.084670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.102403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network cba5047c-07e4-4fd8-9b22-c38caa319b0d is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:40.106943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 172.20.0.5 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f/59d9b758-fd27-4cde-a780-5bc19bc13aad) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:40.112672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.128952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fe74:ad05 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/82bd61a2-2cb5-401d-a945-6cf5281e9e06/59d9b758-fd27-4cde-a780-5bc19bc13aad) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:40.128952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, cba5047c-07e4-4fd8-9b22-c38caa319b0d) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:40.131932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:40.132340 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:40.135496 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:40.137765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:40.137765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.139137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af6fe4-f636-47c5-9f0a-8afcc23c542e None None] Network cba5047c-07e4-4fd8-9b22-c38caa319b0d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:40.215065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6f99093d-8b9f-4c98-bc95-cbef3d932a57 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:40.218211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd811cf8-744a-4221-adf6-687cd15a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.226097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] For port a4c45041-39fa-46a2-b779-7f080f1cfdaa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a4c45041-39fa-46a2-b779-7f080f1cfdaa,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:40.226651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.242036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Allocated IP 172.26.1.242 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/f66a1c6b-2104-42a6-9838-e7ed1e4f0a34) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:40.262611 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Port': ['ID=29a30b9d-bbeb-405f-b0e0-1c0c3ef48987,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:40.274262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.292653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.298250 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/de9a65ba-85fd-436d-afc9-0823fb12efdd HTTP/1.1" status: 204 len: 168 time: 2.2321689 Nov 27 10:34:40.312085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:40.313696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Calling delete_port for a4c45041-39fa-46a2-b779-7f080f1cfdaa owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:40.334664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da011fad-610b-4ffb-8d7a-6f3c8816eea8 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=de9a65ba-85fd-436d-afc9-0823fb12efdd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:40.355937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Checking segment: {'id': 'ed633b8e-1348-4747-8bbb-91fa9d7a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cc35a527-5690-41a3-9856-2781fbbc3497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:40.356302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network hostable DHCP agents. Network: cc35a527-5690-41a3-9856-2781fbbc3497, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:40.416314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6f99093d-8b9f-4c98-bc95-cbef3d932a57 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:40.417162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6f99093d-8b9f-4c98-bc95-cbef3d932a57 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:40.417488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc96c5ae-6542-4a6f-a46a-c034b134388b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:40.429721 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b39d113-1342-48ff-a143-a0e9db7b81c9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:40.432609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b39d113-1342-48ff-a143-a0e9db7b81c9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:40.439333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b39d113-1342-48ff-a143-a0e9db7b81c9 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/0859e908-d6de-4bc7-b242-b50741769461 HTTP/1.1" status: 404 len: 337 time: 0.1202080 Nov 27 10:34:40.442585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39528) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:40.445412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: dc96c5ae-6542-4a6f-a46a-c034b134388b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:40.445768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc96c5ae-6542-4a6f-a46a-c034b134388b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:40.485587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network cc35a527-5690-41a3-9856-2781fbbc3497 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:40.509416 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8a5cb4-53b6-40ac-971c-669b7acfd509 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] DELETE failed (client error): The resource could not be found. Nov 27 10:34:40.510407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8a5cb4-53b6-40ac-971c-669b7acfd509 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:40.511227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:40.515985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b8a5cb4-53b6-40ac-971c-669b7acfd509 tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/047fbaa3-51a3-4443-84f3-6fca28fdecd4 HTTP/1.1" status: 404 len: 339 time: 0.0695617 Nov 27 10:34:40.517191 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:40.517792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, cc35a527-5690-41a3-9856-2781fbbc3497) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:40.519817 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4ab47539-6a0f-4c58-b9c4-b8dd724e394c admin admin] 10.222.0.13 "PUT /v2.0/routers/76747811-fb68-4a82-96ed-7da01b7456bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6119368 Nov 27 10:34:40.523519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:40.525991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.538727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff229e23-47ee-43ac-b59f-96a46143868e None None] Network cc35a527-5690-41a3-9856-2781fbbc3497 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:40.545305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:40.552703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:40.561216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:40.562444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.658003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.664067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.676433 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] Sync routers for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:40.687392 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:40.688506 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:40.722444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2f28bc71-a772-4e7f-8565-f2e4e6ed86b2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5760865 Nov 27 10:34:40.727437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:40.776885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.777390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:40.792677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdb1e6-bad7-4afc-ab99-e3c09ec6fa62 req-3bc1a39f-b760-4639-89d0-d76f78125884 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:40.794199 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1acdb1e6-bad7-4afc-ab99-e3c09ec6fa62 req-3bc1a39f-b760-4639-89d0-d76f78125884 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1447155 Nov 27 10:34:40.798536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:40.809266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:40.810657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting subnet a37d6075-2c87-4429-aae5-5b96b2d09209 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:40.814167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.842318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:40.844933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=59d9b758-fd27-4cde-a780-5bc19bc13aad,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:40.908433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.973699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:40.974332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:40.985811 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1acdb1e6-bad7-4afc-ab99-e3c09ec6fa62 req-d957b2f3-0de8-42d5-ac2a-5e1302d405ab tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847436 Nov 27 10:34:41.026221 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-658634d2-04f0-41d4-87b0-86794ae714e3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6150112 Nov 27 10:34:41.027825 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:41.036717 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:34:38Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:41.082356 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] Checking router: 76747811-fb68-4a82-96ed-7da01b7456bb for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:41.093650 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] Routers {'76747811-fb68-4a82-96ed-7da01b7456bb'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:41.094537 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['76747811-fb68-4a82-96ed-7da01b7456bb'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:41.110164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.177651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.183273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.202529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac50d-ead6-4784-8d76-a5fa7e0b8299 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:41.209251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac50d-ead6-4784-8d76-a5fa7e0b8299 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:41.213502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-67cac50d-ead6-4784-8d76-a5fa7e0b8299 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4755716 Nov 27 10:34:41.215301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:41.227289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Subnet': ['ID=a37d6075-2c87-4429-aae5-5b96b2d09209,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:41.247650 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] Set router 76747811-fb68-4a82-96ed-7da01b7456bb gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:41.251149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.255169 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-68c0233e-6681-4d0c-8a1b-900f0a5b908e tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/subnets/a37d6075-2c87-4429-aae5-5b96b2d09209 HTTP/1.1" status: 204 len: 168 time: 0.7353795 Nov 27 10:34:41.258528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:41.262802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be328c89-ce74-434b-9e21-30238738c9ef None None] Network 1d7040a2-0a43-40e9-9b18-99d805c83d6c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:41.277943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f78a3-64fb-4a43-b607-3b4f28019a19 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:41.284559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f78a3-64fb-4a43-b607-3b4f28019a19 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:41.289011 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ec5f78a3-64fb-4a43-b607-3b4f28019a19 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2601082 Nov 27 10:34:41.289636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:41.327183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:41.330146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.335301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event updated for resources: {'Port': ['ID=f66a1c6b-2104-42a6-9838-e7ed1e4f0a34,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:41.345090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:41.348596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:41.359320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f69d3cd-2a6f-4fa3-b004-88a54b8746b1 None None] Provisioning complete for port 59d9b758-fd27-4cde-a780-5bc19bc13aad triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:41.359707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f69d3cd-2a6f-4fa3-b004-88a54b8746b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.368098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0e5e4-73b9-4180-9e5b-408ec4e4a8a6 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:41.408835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c45041-39fa-46a2-b779-7f080f1cfdaa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:41.428241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4412455-225f-4a82-8712-8b40d5fcaf0c req-2c20e185-deae-42f8-89a6-d5f05dd07aa0 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:41.430334 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c4412455-225f-4a82-8712-8b40d5fcaf0c req-2c20e185-deae-42f8-89a6-d5f05dd07aa0 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3172371 Nov 27 10:34:41.467080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4f69d3cd-2a6f-4fa3-b004-88a54b8746b1 None None] Port 59d9b758-fd27-4cde-a780-5bc19bc13aad cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:41.470073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.491370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.539056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 59d9b758-fd27-4cde-a780-5bc19bc13aad {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:41.539249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.584791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Deleting port c0445822-68be-4a6a-8a66-3361a2ffe4c7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:41.585150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.598184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404c66e-e775-45c5-91de-778261df424e None None] DHCP port deletion for 1d7040a2-0a43-40e9-9b18-99d805c83d6c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:41.673328 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:34:38Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:41.679202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-06c72b17-b9b2-49a8-baca-fb20621429bb None None] Provisioning complete for port f66a1c6b-2104-42a6-9838-e7ed1e4f0a34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:41.679582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06c72b17-b9b2-49a8-baca-fb20621429bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.689273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.703852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 59d9b758-fd27-4cde-a780-5bc19bc13aad owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:41.706426 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46a4e7-c1ad-4adb-9b11-efc1fe544700 None None] The sync data for ids ['76747811-fb68-4a82-96ed-7da01b7456bb'] in dv-neutron-804846-16-hyperv is: [{'id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'name': 'tempest-ServersTestManualDisk-389286953-router', 'tenant_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:05Z', 'updated_at': '2021-11-27T10:34:38Z', 'revision_number': 5, 'project_id': '7bb6d7f9f4504d15bd9985a568b2e817', 'gw_port': {'id': 'ddfe5f10-e4e3-4027-89a5-9c8aa37fff58', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76747811-fb68-4a82-96ed-7da01b7456bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:06Z', 'updated_at': '2021-11-27T10:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:41.715204 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c4412455-225f-4a82-8712-8b40d5fcaf0c req-bd33f8fa-6d03-40d2-877d-ada583b31a39 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582498 Nov 27 10:34:41.779692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-06c72b17-b9b2-49a8-baca-fb20621429bb None None] Port f66a1c6b-2104-42a6-9838-e7ed1e4f0a34 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:41.797748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b404c66e-e775-45c5-91de-778261df424e None None] Deleting port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:41.798406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b404c66e-e775-45c5-91de-778261df424e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.861912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Deleting port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:41.862236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.867598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.901454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b404c66e-e775-45c5-91de-778261df424e None None] For port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,segment=NetworkSegment(604e2a70-be65-4513-82e0-5e1db583530c),segment_id=604e2a70-be65-4513-82e0-5e1db583530c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:41.902598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b404c66e-e775-45c5-91de-778261df424e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.916116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:41.929823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b404c66e-e775-45c5-91de-778261df424e None None] Calling delete_port for 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:41.938333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Calling delete_port for c0445822-68be-4a6a-8a66-3361a2ffe4c7 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:41.953413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Deleting port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:41.953816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.048069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b404c66e-e775-45c5-91de-778261df424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.074158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404c66e-e775-45c5-91de-778261df424e None None] Pushing event deleted for resources: {'Port': ['ID=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:42.096405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b404c66e-e775-45c5-91de-778261df424e None None] No DVR routers for this DVR port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:42.127746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.130886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] For port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,segment=NetworkSegment(604e2a70-be65-4513-82e0-5e1db583530c),segment_id=604e2a70-be65-4513-82e0-5e1db583530c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:42.131593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.153449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Calling delete_port for 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:42.192533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] For port ddfe5f10-e4e3-4027-89a5-9c8aa37fff58, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:42.192924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.228466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Calling delete_port for ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:42.234616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a3ef-c5a8-4393-8209-44e9b81e2cab req-31c3feb8-a7e4-4ae0-9244-4561f418f669 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:42.236109 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-30f0a3ef-c5a8-4393-8209-44e9b81e2cab req-31c3feb8-a7e4-4ae0-9244-4561f418f669 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2123308 Nov 27 10:34:42.278485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:42.307502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.311347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:42.311703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:42.312192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c14cb3-bec1-4aaa-954c-a87cf45a8443 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:42.336501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 03c14cb3-bec1-4aaa-954c-a87cf45a8443 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:42.336858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c14cb3-bec1-4aaa-954c-a87cf45a8443 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:42.349255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Port': ['ID=c0445822-68be-4a6a-8a66-3361a2ffe4c7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:42.351974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.385753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.393255 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fdb8ac8d-9243-4b02-a2f9-e731e5f8fb96 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/ports/c0445822-68be-4a6a-8a66-3361a2ffe4c7 HTTP/1.1" status: 204 len: 168 time: 1.1714392 Nov 27 10:34:42.393980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:42.428415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=59d9b758-fd27-4cde-a780-5bc19bc13aad,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:42.487036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.521735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-30f0a3ef-c5a8-4393-8209-44e9b81e2cab req-69a1c7a3-5e68-4d27-acae-200e978c4158 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472231 Nov 27 10:34:42.577873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Port': ['ID=5c4c2e13-01f8-4c9f-a1d2-ca1151690e56,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:42.618848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] No DVR routers for this DVR port 5c4c2e13-01f8-4c9f-a1d2-ca1151690e56 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:42.626884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.631216 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fdb84d36-cc40-401c-999a-7b7628f706a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/59d9b758-fd27-4cde-a780-5bc19bc13aad HTTP/1.1" status: 204 len: 168 time: 1.3278260 Nov 27 10:34:42.635690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:42.794558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d09043-afe1-40d8-9036-9104bb961661 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:42.796094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d09043-afe1-40d8-9036-9104bb961661 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:42.797776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d09043-afe1-40d8-9036-9104bb961661 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:42.799420 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a4d09043-afe1-40d8-9036-9104bb961661 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1627650 Nov 27 10:34:42.801803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.809622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:42.811816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Deleting port 29a30b9d-bbeb-405f-b0e0-1c0c3ef48987 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:42.812151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.875921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7040a2-0a43-40e9-9b18-99d805c83d6c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:42.925812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604e2a70-be65-4513-82e0-5e1db583530c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:42.926101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604e2a70-be65-4513-82e0-5e1db583530c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:42.927279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:42.944635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.956784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.965448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.971084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 82bd61a2-2cb5-401d-a945-6cf5281e9e06 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:42.972343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bad4da-5b5c-4b25-9df1-d7874896b8ac req-4018e006-9e37-4782-9bb6-a10b9ede25ce tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:42.974152 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-78bad4da-5b5c-4b25-9df1-d7874896b8ac req-4018e006-9e37-4782-9bb6-a10b9ede25ce tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1008201 Nov 27 10:34:42.986715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:42.989701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.009882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Calling delete_port for 29a30b9d-bbeb-405f-b0e0-1c0c3ef48987 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:43.015949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd4cf776-0fbb-4666-b08b-1c664e4ea199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.021664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:43.022078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:43.027008 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:43.207417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.236123 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-78bad4da-5b5c-4b25-9df1-d7874896b8ac req-099f6617-7332-43d4-b19b-1d63c5b59ff0 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384133 Nov 27 10:34:43.281524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfe5f10-e4e3-4027-89a5-9c8aa37fff58,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:43.283590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb65b9-53cb-4a95-b720-f6b9fd6bf852 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:43.311476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:43.320667 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e767b1b3-fda4-44f8-b458-3e746714abd3 admin admin] 10.222.0.13 "PUT /v2.0/routers/dd5b2b10-5979-49e3-a6e9-f4ca04f28892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2469690 Nov 27 10:34:43.321781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:43.325212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] Sync routers for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:43.337821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:43.338717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:43.360605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.434148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.449300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.452541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] 10.222.0.13 "DELETE /v2.0/networks/1d7040a2-0a43-40e9-9b18-99d805c83d6c HTTP/1.1" status: 204 len: 168 time: 2.1930430 Nov 27 10:34:43.465947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:43.478371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.484583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f8e8-6e10-4c59-a94c-b979e41316fb tempest-NetworksIpV6Test-965910989 tempest-NetworksIpV6Test-965910989-project] Pushing event deleted for resources: {'Network': ['ID=1d7040a2-0a43-40e9-9b18-99d805c83d6c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:43.534925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.546461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.593248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Port': ['ID=29a30b9d-bbeb-405f-b0e0-1c0c3ef48987,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:43.598393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Router ed6b0d57-146c-418c-8f30-9aadf9382fc0 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:43.602404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.604903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.605429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.606639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.612467 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a1af10ef-4109-4ae9-9c38-6e10fe91f6f4 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/ports/29a30b9d-bbeb-405f-b0e0-1c0c3ef48987 HTTP/1.1" status: 204 len: 168 time: 1.1897740 Nov 27 10:34:43.612628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39566) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:43.660950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.697465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=82bd61a2-2cb5-401d-a945-6cf5281e9e06,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:43.704032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.710722 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-28c01653-1c00-497f-81ef-01677faecb81 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0981894 Nov 27 10:34:43.712536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261a740-488c-4d26-8239-c7d4666bdebe None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:43.716946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:43.721675 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af3addb8-40c7-41c0-a01a-b7179acbeb7a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/82bd61a2-2cb5-401d-a945-6cf5281e9e06 HTTP/1.1" status: 204 len: 168 time: 0.9062593 Nov 27 10:34:43.722932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:43.723864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1968348835'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:43.748215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.748757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76747811-fb68-4a82-96ed-7da01b7456bb {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:43.827834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:43.830205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.831532 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e4140f44-f1f9-450c-b301-581f90a36887 admin admin] 10.222.0.13 "DELETE /v2.0/routers/76747811-fb68-4a82-96ed-7da01b7456bb HTTP/1.1" status: 204 len: 168 time: 3.3058307 Nov 27 10:34:43.838470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.848240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:43.861606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.898609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:34:41Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:43.902395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:43.919573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:43.940191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] Checking router: dd5b2b10-5979-49e3-a6e9-f4ca04f28892 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:34:43.982299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] Routers {'dd5b2b10-5979-49e3-a6e9-f4ca04f28892'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:43.983309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:43.999902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:44.003874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.017821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.054850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Deleting subnet ce7f7761-7eee-4cdc-b085-f2aea7ed4cec {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:44.058407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.069445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.102870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:44.107845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.131699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] Set router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:34:44.148973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:44.149959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:44.152013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.152600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Added segment 7fb179da-c8a1-4c83-a412-5c2af15d2539 of type vlan for network 6bc96c0a-3119-4f25-9c11-b449778c13a8 Nov 27 10:34:44.153377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.156705 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e8433b04-6351-4f18-ae01-0a9836d14a03 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f HTTP/1.1" status: 204 len: 168 time: 0.4324088 Nov 27 10:34:44.159246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39580) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.177931 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] Sync routers for ids ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:44.184066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.202596 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] Routers {'ed6b0d57-146c-418c-8f30-9aadf9382fc0'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:44.203349 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ea6c0aa-fc3e-46ad-88fc-5aa8b2ff8647 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429018 Nov 27 10:34:44.204999 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:44.206868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39582) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.271142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb7394-8b9b-441a-b977-c7d9d8f4a9d7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:44.272972 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9cfb7394-8b9b-441a-b977-c7d9d8f4a9d7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0636594 Nov 27 10:34:44.275568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.289947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.294147 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-847bd479-5cb7-4290-890c-4dd5aeeb8a22 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0653903 Nov 27 10:34:44.300120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.302118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39588) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.311694 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:44.316156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': False}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:44.344648 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] Routers {'ed6b0d57-146c-418c-8f30-9aadf9382fc0'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:44.345274 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:44.358525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0e8fa-de9b-4d3b-b163-8588edaad73c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:44.362030 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ae0e8fa-de9b-4d3b-b163-8588edaad73c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845768 Nov 27 10:34:44.363719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39590) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.384070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10433238-fc56-4287-b270-aef727f12625 None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '74b0d355-ec85-4fcc-bbb7-72c5e936a2bc'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:34:44.405431 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:44.406099 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e04e-1f63-45cc-89fe-defc5edd8d54 None None] The sync data for ids ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:44.424291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:34:41Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:44.428715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10433238-fc56-4287-b270-aef727f12625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.430605 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8c2d272c-7a74-4fa7-9b08-484d6a035c04 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645866 Nov 27 10:34:44.443598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.449606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:34:44.454786 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9ab47966-e0fe-460a-8f47-2541c2b2de08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d970e5484094d7792fed8d7e22194d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346925 Nov 27 10:34:44.460935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-09309865-fb5a-456d-9ae4-2546e166814b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:44.464713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39594) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:44.474298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4179cf-f422-4f1c-a162-ca5734a2de0e None None] The sync data for ids ['dd5b2b10-5979-49e3-a6e9-f4ca04f28892'] in dv-neutron-804846-16-hyperv is: [{'id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'name': 'tempest-ServersTestJSON-1437832105-router', 'tenant_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:34:41Z', 'revision_number': 5, 'project_id': 'fb1723f4572d4e8e8a26cbda33f2c9a9', 'gw_port': {'id': 'fe1a7c23-76cf-4fdf-b225-00fd3635e2b2', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b2b10-5979-49e3-a6e9-f4ca04f28892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:07Z', 'updated_at': '2021-11-27T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:44.533233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1d7c-8958-413c-ba61-aacc496f569f req-d22dce64-0a2d-4c1b-a440-c160431e9f26 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:44.534906 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ddaa1d7c-8958-413c-ba61-aacc496f569f req-d22dce64-0a2d-4c1b-a440-c160431e9f26 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1081176 Nov 27 10:34:44.562901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afed5d0b-66b1-495a-9c4b-e151c5ae5ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.609814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afed5d0b-66b1-495a-9c4b-e151c5ae5ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.617069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Deleting port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:44.617575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.636572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.640245 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ddaa1d7c-8958-413c-ba61-aacc496f569f req-81834789-85c9-48d5-8171-68fade5f068d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981519 Nov 27 10:34:44.657952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb725bde-114e-4e3f-acdd-5f7293242984 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:44.702783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afed5d0b-66b1-495a-9c4b-e151c5ae5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.706147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afed5d0b-66b1-495a-9c4b-e151c5ae5ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.711704 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-afed5d0b-66b1-495a-9c4b-e151c5ae5ca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ec3b8bf-1091-43ca-abe2-4d8c156cd846 HTTP/1.1" status: 204 len: 168 time: 0.2449071 Nov 27 10:34:44.729376 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed5d0b-66b1-495a-9c4b-e151c5ae5ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3b8bf-1091-43ca-abe2-4d8c156cd846,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:44.811589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-be839d35-3bb0-4737-b2e0-b7b86d14568a None None] Provisioning complete for port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:44.812062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be839d35-3bb0-4737-b2e0-b7b86d14568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.865523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] For port fe1a7c23-76cf-4fdf-b225-00fd3635e2b2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:44.865913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:44.880110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Calling delete_port for fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:45.101290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0230d52-548e-411c-9f61-5c5e556753b7 req-8c81cce3-adca-41e0-951b-416121444f02 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:45.109898 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0230d52-548e-411c-9f61-5c5e556753b7 req-8c81cce3-adca-41e0-951b-416121444f02 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1195300 Nov 27 10:34:45.140144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.147804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:45.148701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.161748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09309865-fb5a-456d-9ae4-2546e166814b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:45.167979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09309865-fb5a-456d-9ae4-2546e166814b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.169723 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-09309865-fb5a-456d-9ae4-2546e166814b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:34:45.170309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09309865-fb5a-456d-9ae4-2546e166814b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:45.204031 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0230d52-548e-411c-9f61-5c5e556753b7 req-a7897c92-25ae-4323-98ca-0c379a4b12ab tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862861 Nov 27 10:34:45.241923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:45.324985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] Deleting port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:45.325563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.416749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.424195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] For port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:45.424632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.440001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] Calling delete_port for 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:45.514906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.517837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.525530 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8034220 Nov 27 10:34:45.526950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:45.533742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-111548294'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:45.559675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.574772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:45.581637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.611953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7cf6ac-58cc-4b40-9df5-17b40606b6f7 None None] Network 490c86cf-4384-449e-b52f-1576a1a6eaac requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:45.641978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.649005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce7f7761-7eee-4cdc-b085-f2aea7ed4cec HTTP/1.1" status: 204 len: 168 time: 1.7974231 Nov 27 10:34:45.649005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743d98e-b144-4e82-b18c-fc90bfa5ff46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7f7761-7eee-4cdc-b085-f2aea7ed4cec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:45.665037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:45.683698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1a7c23-76cf-4fdf-b225-00fd3635e2b2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:45.684291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:45.695035 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-09309865-fb5a-456d-9ae4-2546e166814b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2389598 Nov 27 10:34:45.712183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:45.714702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eef89-b14b-4a47-b921-0b76173cc1cf tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Network': ['ID=6bc96c0a-3119-4f25-9c11-b449778c13a8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:45.718172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] Pushing event deleted for resources: {'Port': ['ID=74b0d355-ec85-4fcc-bbb7-72c5e936a2bc,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:45.720088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f6b9d-439b-4d16-8398-521579214a3a None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:45.724088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ebf8d0bf-24ff-40e1-add8-754e3bd9a65d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:45.735850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec44810-21b7-4352-b784-37b2554d80d9 None None] No DVR routers for this DVR port 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:45.744026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 6bc96c0a-3119-4f25-9c11-b449778c13a8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:45.768706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.769066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Added segment 3831574e-a019-4712-b52c-6bae2c415105 of type vlan for network b3101ac3-f199-4135-b4a5-f17c2d594300 Nov 27 10:34:45.880879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39626) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:45.912612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.925581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:45.946200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.029951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.043589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:46.044447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.059531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a4c45041-39fa-46a2-b779-7f080f1cfdaa no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:46.080864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.088582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.103504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf8d0bf-24ff-40e1-add8-754e3bd9a65d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:46.107055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d0bf-24ff-40e1-add8-754e3bd9a65d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.109015 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf8d0bf-24ff-40e1-add8-754e3bd9a65d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:34:46.109015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf8d0bf-24ff-40e1-add8-754e3bd9a65d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:46.119573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] DHCP port deletion for 490c86cf-4384-449e-b52f-1576a1a6eaac request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:46.126820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a4c45041-39fa-46a2-b779-7f080f1cfdaa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:46.127321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a4c45041-39fa-46a2-b779-7f080f1cfdaa not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:46.127848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:46.148732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.169373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ebf8d0bf-24ff-40e1-add8-754e3bd9a65d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4519384 Nov 27 10:34:46.179716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:46.181421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Network': ['ID=b3101ac3-f199-4135-b4a5-f17c2d594300,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:46.182077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.182643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5b2b10-5979-49e3-a6e9-f4ca04f28892 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:46.187554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.188148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1907491361'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:46.188719 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-03ade2d1-7f78-436e-ab46-96a5f71428f2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dd5b2b10-5979-49e3-a6e9-f4ca04f28892 HTTP/1.1" status: 204 len: 168 time: 2.8659244 Nov 27 10:34:46.193803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-34cf2baa-0d68-4b80-a744-6140bc69e737 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:46.199402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:46.210779 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4a6dfcd-b1d1-4472-a6b7-64d726804a54 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6833177 Nov 27 10:34:46.221882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Deleting port f525494e-c825-4101-b957-18b3785df4d5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:46.222546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.245189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network b3101ac3-f199-4135-b4a5-f17c2d594300 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:46.247878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:46.252463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 74b0d355-ec85-4fcc-bbb7-72c5e936a2bc not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:46.253294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:46.363245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:46.369297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ddfe5f10-e4e3-4027-89a5-9c8aa37fff58 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:46.379340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.408149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] For port f525494e-c825-4101-b957-18b3785df4d5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f525494e-c825-4101-b957-18b3785df4d5,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:46.408833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.411933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:46.415683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.440692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.456889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Deleting subnet 62d9f031-d64f-4355-9525-b552445570c7 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:46.460034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.478137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Calling delete_port for f525494e-c825-4101-b957-18b3785df4d5 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:46.496211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.543175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] Deleting port f525494e-c825-4101-b957-18b3785df4d5 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:46.543763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.564324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.584139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.646262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.672630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.681709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6320fc73-3c14-44d9-9b1d-5ffc6400c695,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:46.682895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] For port f525494e-c825-4101-b957-18b3785df4d5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f525494e-c825-4101-b957-18b3785df4d5,segment=NetworkSegment(111a0ae6-43b3-4415-a740-caf4b2a1f15e),segment_id=111a0ae6-43b3-4415-a740-caf4b2a1f15e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:46.683389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.693435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cf2baa-0d68-4b80-a744-6140bc69e737 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:46.697019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34cf2baa-0d68-4b80-a744-6140bc69e737 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.697796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.698367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cf2baa-0d68-4b80-a744-6140bc69e737 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:34:46.698842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cf2baa-0d68-4b80-a744-6140bc69e737 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:46.719117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] Calling delete_port for f525494e-c825-4101-b957-18b3785df4d5 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:46.729678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] No DVR routers for this DVR port f525494e-c825-4101-b957-18b3785df4d5 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:46.768308 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-34cf2baa-0d68-4b80-a744-6140bc69e737 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5871658 Nov 27 10:34:46.779260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:46.780863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d9f031-d64f-4355-9525-b552445570c7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:46.787465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-769310d9-2cca-49df-8949-4a424cbfd022 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:46.814389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.841719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] Pushing event deleted for resources: {'Port': ['ID=f525494e-c825-4101-b957-18b3785df4d5,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:46.842769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Pushing event deleted for resources: {'Port': ['ID=f525494e-c825-4101-b957-18b3785df4d5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:46.862224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b73fc-330b-4319-bb9c-ee73981eb202 None None] No DVR routers for this DVR port f525494e-c825-4101-b957-18b3785df4d5 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:46.888712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:46.896788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.902255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-785546fa-43d8-4e4f-b23e-4eea7bad37d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62d9f031-d64f-4355-9525-b552445570c7 HTTP/1.1" status: 204 len: 168 time: 0.6996560 Nov 27 10:34:46.902436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d40e56-cbd5-4685-8743-0a3ebf287f00 None None] Network e8b09fe4-2413-4705-96f2-eb8b2133f256 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:46.905322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:46.951109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.983319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.985164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490c86cf-4384-449e-b52f-1576a1a6eaac']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:46.991002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769310d9-2cca-49df-8949-4a424cbfd022 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:46.994522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-769310d9-2cca-49df-8949-4a424cbfd022 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:46.996004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-769310d9-2cca-49df-8949-4a424cbfd022 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:34:46.996390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769310d9-2cca-49df-8949-4a424cbfd022 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:47.002057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111a0ae6-43b3-4415-a740-caf4b2a1f15e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:47.002774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111a0ae6-43b3-4415-a740-caf4b2a1f15e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:47.020802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.022153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc99d-a18b-4cd0-b43f-254cfdf83086 req-46bb7130-ab6f-4ba3-a2a0-422f145bda69 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:47.029880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7fc99d-a18b-4cd0-b43f-254cfdf83086 req-46bb7130-ab6f-4ba3-a2a0-422f145bda69 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3933182 Nov 27 10:34:47.044739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.059339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:47.060146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.073592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-769310d9-2cca-49df-8949-4a424cbfd022 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2905364 Nov 27 10:34:47.077156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:47.120144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5b45a251-249f-4e6e-8435-7291d905356f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:47.141410 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:47.159287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.159619 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment 8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac of type vlan for network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 Nov 27 10:34:47.169989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.175270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.181676 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] 10.222.0.13 "DELETE /v2.0/networks/490c86cf-4384-449e-b52f-1576a1a6eaac HTTP/1.1" status: 204 len: 168 time: 1.5130298 Nov 27 10:34:47.202332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627aa7f-554f-4db3-ab43-5e4c8722e184 admin admin] Pushing event deleted for resources: {'Network': ['ID=490c86cf-4384-449e-b52f-1576a1a6eaac,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:47.253520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.282035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] DHCP port deletion for e8b09fe4-2413-4705-96f2-eb8b2133f256 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:47.295134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.306553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:47.307190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.308130 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7fc99d-a18b-4cd0-b43f-254cfdf83086 req-5b909fb4-2ef2-4387-bc78-04f56894f715 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774961 Nov 27 10:34:47.378137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] Deleting port b7f7472d-ea76-4905-b1bf-461655ca8407 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:47.378425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.407658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Deleting port b7f7472d-ea76-4905-b1bf-461655ca8407 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:47.408324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.473639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45a251-249f-4e6e-8435-7291d905356f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:47.485705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b45a251-249f-4e6e-8435-7291d905356f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.487988 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b45a251-249f-4e6e-8435-7291d905356f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:34:47.489180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b45a251-249f-4e6e-8435-7291d905356f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:47.489894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] For port b7f7472d-ea76-4905-b1bf-461655ca8407, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b7f7472d-ea76-4905-b1bf-461655ca8407,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:47.490357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.501178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6175189 Nov 27 10:34:47.505418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] Calling delete_port for b7f7472d-ea76-4905-b1bf-461655ca8407 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:47.520680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f78cd9-1add-4ff6-9d25-a79b39e0040d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=3d3c6c98-ac91-403c-9124-5229a2aff7f1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:47.522918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39646) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:47.529075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'name': 'tempest-PortsIpV6TestJSON-1522570412'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:47.563002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:47.620512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:47.649275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b45a251-249f-4e6e-8435-7291d905356f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5346487 Nov 27 10:34:47.658851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:47.664637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e17f7271-5705-4446-a230-874649e50e10 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:47.669113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] For port b7f7472d-ea76-4905-b1bf-461655ca8407, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b7f7472d-ea76-4905-b1bf-461655ca8407,segment=NetworkSegment(57d9fc78-164a-4a96-b5f4-b174dc9021d1),segment_id=57d9fc78-164a-4a96-b5f4-b174dc9021d1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:47.669570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.695014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683cab-65ab-48d8-9631-e0a85c87b9fb req-3b36abc3-62e3-4ae1-b28a-17d6400e8805 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:47.696976 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-29683cab-65ab-48d8-9631-e0a85c87b9fb req-3b36abc3-62e3-4ae1-b28a-17d6400e8805 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2382536 Nov 27 10:34:47.706129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:47.708592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.711808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Calling delete_port for b7f7472d-ea76-4905-b1bf-461655ca8407 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:47.712480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:47.745652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] Pushing event deleted for resources: {'Port': ['ID=b7f7472d-ea76-4905-b1bf-461655ca8407,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:47.753631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf629e-d842-4803-bdb2-14e247bbb189 None None] No DVR routers for this DVR port b7f7472d-ea76-4905-b1bf-461655ca8407 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:47.777009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port d8ea277f-004e-40ad-90e5-020602037d49 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:47.856423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-29683cab-65ab-48d8-9631-e0a85c87b9fb req-055c3ac2-2d87-4893-8ad9-81b8b8be927c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405447 Nov 27 10:34:47.922497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b7f7472d-ea76-4905-b1bf-461655ca8407 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:47.961790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: b7f7472d-ea76-4905-b1bf-461655ca8407 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:47.962074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b7f7472d-ea76-4905-b1bf-461655ca8407 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:47.964805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:47.994011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:47.994726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fe1a7c23-76cf-4fdf-b225-00fd3635e2b2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:47.995323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f525494e-c825-4101-b957-18b3785df4d5 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:48.018059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: f525494e-c825-4101-b957-18b3785df4d5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:34:48.018633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f525494e-c825-4101-b957-18b3785df4d5 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:34:48.061021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.095121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.102949 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9dab141c-6f6d-4610-bbc9-f278093cfd71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bb6d7f9f4504d15bd9985a568b2e817&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4812164 Nov 27 10:34:48.132591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:48.177837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=d8ea277f-004e-40ad-90e5-020602037d49,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:48.188371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:48.189723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: 3d3c6c98-ac91-403c-9124-5229a2aff7f1, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:48.206409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:48.217292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 3d3c6c98-ac91-403c-9124-5229a2aff7f1) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:48.222696 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:48.230243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:48.230884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.232214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f1f5a-dd32-4936-98ad-479b90a3cb21 None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:48.249900 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-030aa9f1-44b8-4e71-a63e-a4408d85bb3f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7255411 Nov 27 10:34:48.252991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39656) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:48.258863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-806192657'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:48.279184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 10:34:48.279184 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 10:34:48.279184 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'project_id_1': '7d66f081aeba4448b0cc6fdc97f996b1', 'expiration_1': datetime.datetime(2021, 11, 27, 10, 34, 28, 263695)}] Nov 27 10:34:48.279184 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:34:48.279640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:34:48.293491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.319028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9c52-de32-4e1b-a028-45cb1e5487fc req-dea378cd-2d0a-4f15-a47c-a9213e574126 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:48.320575 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c7a9c52-de32-4e1b-a028-45cb1e5487fc req-dea378cd-2d0a-4f15-a47c-a9213e574126 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2413774 Nov 27 10:34:48.321171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f7271-5705-4446-a230-874649e50e10 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:48.324455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e17f7271-5705-4446-a230-874649e50e10 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.325859 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17f7271-5705-4446-a230-874649e50e10 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:34:48.326287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17f7271-5705-4446-a230-874649e50e10 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:48.334148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.371789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e688296-a6fd-42a5-9769-c0cb171f87b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.373288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.423720 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e17f7271-5705-4446-a230-874649e50e10 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7637596 Nov 27 10:34:48.427157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39658) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:48.462765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f7472d-ea76-4905-b1bf-461655ca8407,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:48.475112 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a6e2c777-f3e5-4fe8-9770-1c2c9454f59b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435526 Nov 27 10:34:48.475112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39660) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:48.491850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] No DVR routers for this DVR port b7f7472d-ea76-4905-b1bf-461655ca8407 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:48.500705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e688296-a6fd-42a5-9769-c0cb171f87b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.528619 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c7a9c52-de32-4e1b-a028-45cb1e5487fc req-e4067531-8353-4e0c-8fd8-13a9b826d24b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987309 Nov 27 10:34:48.529682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c692a048-15bb-4359-b2dd-70716f49a9a8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:48.533485 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c692a048-15bb-4359-b2dd-70716f49a9a8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552068 Nov 27 10:34:48.533847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:48.580172 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-304d1978-dd4a-40bc-b867-8b0895d8c577 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450799 Nov 27 10:34:48.586288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:48.591348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:48.677287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.679656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e688296-a6fd-42a5-9769-c0cb171f87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.682324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e688296-a6fd-42a5-9769-c0cb171f87b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.683451 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4e688296-a6fd-42a5-9769-c0cb171f87b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e5aeda4-b898-4961-9cba-e55394bdedbd HTTP/1.1" status: 204 len: 168 time: 0.5497155 Nov 27 10:34:48.711643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e688296-a6fd-42a5-9769-c0cb171f87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5aeda4-b898-4961-9cba-e55394bdedbd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:48.719367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:48.723049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.726110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b09fe4-2413-4705-96f2-eb8b2133f256']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:48.749345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Router ed6b0d57-146c-418c-8f30-9aadf9382fc0 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:34:48.758847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d9fc78-164a-4a96-b5f4-b174dc9021d1') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:48.759152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d9fc78-164a-4a96-b5f4-b174dc9021d1') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:48.764247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d661346-9bc7-4df9-a59e-e0362649911a req-75340540-af8d-4c8d-83d7-5ccef09a341f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:48.766370 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d661346-9bc7-4df9-a59e-e0362649911a req-75340540-af8d-4c8d-83d7-5ccef09a341f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1167510 Nov 27 10:34:48.782391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.838164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.850420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:48.850420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: self.session.flush() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:48.852276 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:48.880521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:48.884071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.906668 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d661346-9bc7-4df9-a59e-e0362649911a req-bcef55c9-c8ce-4d86-867b-1dfe983f1a6c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333506 Nov 27 10:34:48.919576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:48.930370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.930865 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment 28b5fd18-138c-4e5f-a320-7e7cec6225b2 of type vlan for network db38b38a-407e-4848-8b9b-5930ce9df70c Nov 27 10:34:48.974987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.990651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:48.996585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:48.999341 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4ad46719-3c37-4a33-b7b0-4fc98db2bfbd tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "PUT /v2.0/routers/ed6b0d57-146c-418c-8f30-9aadf9382fc0 HTTP/1.1" status: 200 len: 926 time: 4.6945901 Nov 27 10:34:49.008423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.010599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] Sync routers for ids ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:49.016008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.030128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.036779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8b09fe4-2413-4705-96f2-eb8b2133f256 HTTP/1.1" status: 204 len: 168 time: 2.1301785 Nov 27 10:34:49.047055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] Routers {'ed6b0d57-146c-418c-8f30-9aadf9382fc0'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:49.050104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:49.050765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5435-1cdf-4610-92f9-82c2fec1c70d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b09fe4-2413-4705-96f2-eb8b2133f256,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:49.063622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.070607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:49.071201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.145460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:49.162592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] Routers {'ed6b0d57-146c-418c-8f30-9aadf9382fc0'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:49.163744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:49.220893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:49.221599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9b8d5-9ab1-44b4-b6eb-79fb35cb77b1 None None] The sync data for ids ['ed6b0d57-146c-418c-8f30-9aadf9382fc0'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:49.245296 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9915528 Nov 27 10:34:49.247874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39682) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.256121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'ports': [{'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'}, {'network_id': 'db38b38a-407e-4848-8b9b-5930ce9df70c'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.256803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.257734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': 'db38b38a-407e-4848-8b9b-5930ce9df70c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.389773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.406323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125f10f-08a6-48c2-bbdb-22e9e91a7a04 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=db38b38a-407e-4848-8b9b-5930ce9df70c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:49.414588 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3938cf2c-b21a-4263-af5d-22ff438a798c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/ed6b0d57-146c-418c-8f30-9aadf9382fc0 HTTP/1.1" status: 200 len: 926 time: 0.4092019 Nov 27 10:34:49.419067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network db38b38a-407e-4848-8b9b-5930ce9df70c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:49.435998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.522236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:49.524559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.586523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=ea3d50bc-9163-467e-9b04-2a34b32ca2e9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:49.600861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.602402 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a65c92e3-704b-421b-8a58-8876e977e7b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb1723f4572d4e8e8a26cbda33f2c9a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2108910 Nov 27 10:34:49.604253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:49.609966 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:49.614274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:49.615006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.622072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a71600-1caa-43ac-a0ca-e5c51fb38f7b None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:49.632152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.638071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'subnets': [{'network_id': '6bc96c0a-3119-4f25-9c11-b449778c13a8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1874890411', 'ip_version': 6}, {'network_id': 'b3101ac3-f199-4135-b4a5-f17c2d594300', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.638400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'subnet': {'network_id': '6bc96c0a-3119-4f25-9c11-b449778c13a8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1874890411', 'ip_version': 6}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.639063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Request body: {'subnet': {'network_id': 'b3101ac3-f199-4135-b4a5-f17c2d594300', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.658076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6f389-53fa-4b4e-a8e1-4ce0289282ad tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:49.665135 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4fc6f389-53fa-4b4e-a8e1-4ce0289282ad tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=ed6b0d57-146c-418c-8f30-9aadf9382fc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2254958 Nov 27 10:34:49.666143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.668971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:49.674117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.674284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b51b4428-1305-4b12-bbfd-2c87a9e72f82 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0869558 Nov 27 10:34:49.677765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:49.707399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:13:05:5c', 'name': 'tempest-NetworksTestDHCPv6-665714928'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:49.748691 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b9c6-090e-490b-ba36-6a48472dc9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.764756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.783283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b9c6-090e-490b-ba36-6a48472dc9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.821555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'ea3d50bc-9163-467e-9b04-2a34b32ca2e9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:49.823194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.921422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b9c6-090e-490b-ba36-6a48472dc9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.924124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b9c6-090e-490b-ba36-6a48472dc9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.925336 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dbb3b9c6-090e-490b-ba36-6a48472dc9f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5580d33b-b810-4e88-904e-e152b85b87c4 HTTP/1.1" status: 204 len: 168 time: 0.3235316 Nov 27 10:34:49.934001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3b9c6-090e-490b-ba36-6a48472dc9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5580d33b-b810-4e88-904e-e152b85b87c4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:49.935769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Made reservation on behalf of 18c89b8009b44e0280e224a4f1a27de8 for: {'subnet': 2} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:49.941435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.941792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:49.974110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 952ab5e7-c778-4f1b-92b1-6dbaee8e1b28 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:49.979816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7586ab3-be95-474c-9f06-49b5ddbf9c92 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:49.984749 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e7586ab3-be95-474c-9f06-49b5ddbf9c92 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.3138402 Nov 27 10:34:49.985521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:50.022650 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-347e3888-35d9-4edb-8a83-5262c37b56c2 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed6b0d57-146c-418c-8f30-9aadf9382fc0 HTTP/1.1" status: 200 len: 205 time: 0.0320292 Nov 27 10:34:50.024559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:50.054569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Allocated IP 2001:db8::f816:3eff:fee5:cddc (3bc6e607-62fb-4beb-854c-95ed85f39ad6/ea3d50bc-9163-467e-9b04-2a34b32ca2e9/648aa9bf-ff93-46e4-be90-8e6695c2b03f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:50.102240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:50.273226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.281455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.330275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.334078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.335532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:50.339674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:50.343010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:50.416947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 078db240-a436-4bf3-841c-4a4d12b36e4c yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:50.455273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Pushing event updated for resources: {'Port': ['ID=648aa9bf-ff93-46e4-be90-8e6695c2b03f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:50.458403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Attempting to bind port 648aa9bf-ff93-46e4-be90-8e6695c2b03f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:50.459738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Attempting to bind port 648aa9bf-ff93-46e4-be90-8e6695c2b03f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:50.460335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Attempting to bind port 648aa9bf-ff93-46e4-be90-8e6695c2b03f on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:50.470346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:50.471596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:50.472251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.473513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:50.474216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Bound port: 648aa9bf-ff93-46e4-be90-8e6695c2b03f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:50.474825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.577157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] For port 648aa9bf-ff93-46e4-be90-8e6695c2b03f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:50.582855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] For port 648aa9bf-ff93-46e4-be90-8e6695c2b03f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=648aa9bf-ff93-46e4-be90-8e6695c2b03f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:50.585701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.591262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.591583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.652852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.674613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cc014-ea1f-475b-8f9e-24f22aae4a78 None None] Pushing event updated for resources: {'Port': ['ID=648aa9bf-ff93-46e4-be90-8e6695c2b03f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:50.716431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Subnet': ['ID=6cbab8ba-b7cf-4e52-9789-c64f36046ae8,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:50.758983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Checking segment: {'id': '7fb179da-c8a1-4c83-a412-5c2af15d2539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6bc96c0a-3119-4f25-9c11-b449778c13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:50.760083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network hostable DHCP agents. Network: 6bc96c0a-3119-4f25-9c11-b449778c13a8, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:50.772131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port c9cecbf2-6ab2-4856-bd83-06209b9c1c55 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:50.784504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fe13:55c (3bc6e607-62fb-4beb-854c-95ed85f39ad6/ea3d50bc-9163-467e-9b04-2a34b32ca2e9/078db240-a436-4bf3-841c-4a4d12b36e4c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:50.791542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network 6bc96c0a-3119-4f25-9c11-b449778c13a8 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:50.815444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 6bc96c0a-3119-4f25-9c11-b449778c13a8) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:50.820660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.825366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Deleting port f66a1c6b-2104-42a6-9838-e7ed1e4f0a34 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:50.825946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:50.827269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c2017-749b-4898-bdfd-5f6f3dcd3e5d None None] Network 6bc96c0a-3119-4f25-9c11-b449778c13a8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:50.923230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event updated for resources: {'Subnet': ['ID=f970b97d-e7ae-4137-958d-b91116ea7b24,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:50.958232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Checking segment: {'id': '3831574e-a019-4712-b52c-6bae2c415105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b3101ac3-f199-4135-b4a5-f17c2d594300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:50.962784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network hostable DHCP agents. Network: b3101ac3-f199-4135-b4a5-f17c2d594300, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:51.001063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Network b3101ac3-f199-4135-b4a5-f17c2d594300 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:51.017163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, b3101ac3-f199-4135-b4a5-f17c2d594300) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:51.022727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:51.023536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:51.024276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.033864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392f0126-3f25-46a3-be3c-57cc89f8fc07 None None] Network b3101ac3-f199-4135-b4a5-f17c2d594300 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:51.052440 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-09e3706e-22fd-4c8d-a912-b62c29c3f53a tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4174132 Nov 27 10:34:51.054057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:51.107160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.135321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:51.205555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Calling delete_port for f66a1c6b-2104-42a6-9838-e7ed1e4f0a34 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:51.210519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779eeb0c-d64d-46ba-a781-1a02397914a2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:51.214967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779eeb0c-d64d-46ba-a781-1a02397914a2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:51.219981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779eeb0c-d64d-46ba-a781-1a02397914a2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:51.238249 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-779eeb0c-d64d-46ba-a781-1a02397914a2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1735713 Nov 27 10:34:51.239594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:51.279310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf496bc0-8460-418c-8f47-90c80fd20acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-6bc96c0a-3119-4f25-9c11-b449778c13a8', 'network_id': '6bc96c0a-3119-4f25-9c11-b449778c13a8', 'tenant_id': '18c89b8009b44e0280e224a4f1a27de8', 'fixed_ips': [{'subnet_id': '6cbab8ba-b7cf-4e52-9789-c64f36046ae8'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:51.281102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf496bc0-8460-418c-8f47-90c80fd20acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.370114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Deleting subnet 6cbab8ba-b7cf-4e52-9789-c64f36046ae8 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:51.380853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.432517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.544650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-122948286', 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:51.550405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.614057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Made reservation on behalf of ce718c15c1134de7bd55e855e753a2ef for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:51.616409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.628266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.657517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.686111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed473095-9f31-4fcd-9fc1-eaa4406e64a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-b3101ac3-f199-4135-b4a5-f17c2d594300', 'network_id': 'b3101ac3-f199-4135-b4a5-f17c2d594300', 'tenant_id': '18c89b8009b44e0280e224a4f1a27de8', 'fixed_ips': [{'subnet_id': 'f970b97d-e7ae-4137-958d-b91116ea7b24'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:51.687254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed473095-9f31-4fcd-9fc1-eaa4406e64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.703655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.710075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbab8ba-b7cf-4e52-9789-c64f36046ae8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:51.718470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.725012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9709e275-9e20-4d3d-954a-05d1a5539394 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/subnets/6cbab8ba-b7cf-4e52-9789-c64f36046ae8 HTTP/1.1" status: 204 len: 168 time: 0.4806023 Nov 27 10:34:51.727891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:51.732755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.817612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Deleting subnet f970b97d-e7ae-4137-958d-b91116ea7b24 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:51.824267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-bf496bc0-8460-418c-8f47-90c80fd20acd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cbab8ba-b7cf-4e52-9789-c64f36046ae8: This subnet is being modified by another concurrent operation. Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:34:51.824868 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cbab8ba-b7cf-4e52-9789-c64f36046ae8: This subnet is being modified by another concurrent operation. Nov 27 10:34:51.828413 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Nov 27 10:34:51.884106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.896209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.919600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.938863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] device_id is not set on port 6dbacfea-6b82-4ede-a434-0acb8fa0a766 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:51.945681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee877653-293e-429a-9663-9d39b232a86c None None] Network 6bc96c0a-3119-4f25-9c11-b449778c13a8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:51.957911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:51.959561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:51.962453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=952ab5e7-c778-4f1b-92b1-6dbaee8e1b28,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:51.970709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:51.979712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.043915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 648aa9bf-ff93-46e4-be90-8e6695c2b03f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:52.088191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:52.088477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2187b51-6053-4c0f-9ef5-54dc500b074b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:52.150129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:52.150315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.165279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.168791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:52.178157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:52.179064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.186308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:52.187653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.208924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 648aa9bf-ff93-46e4-be90-8e6695c2b03f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:52.209454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.251985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=078db240-a436-4bf3-841c-4a4d12b36e4c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:52.261848 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0908a75f-db08-4a85-bf89-362bc56a9fff tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5753326 Nov 27 10:34:52.286058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.292250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67cda2a-2bb3-49ef-b00a-e01fef573c03 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:52.379600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.430225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 648aa9bf-ff93-46e4-be90-8e6695c2b03f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=648aa9bf-ff93-46e4-be90-8e6695c2b03f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:52.432610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event deleted for resources: {'Port': ['ID=f66a1c6b-2104-42a6-9838-e7ed1e4f0a34,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:52.460601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.484816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': '28b5fd18-138c-4e5f-a320-7e7cec6225b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'db38b38a-407e-4848-8b9b-5930ce9df70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:52.485189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: db38b38a-407e-4848-8b9b-5930ce9df70c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:52.516773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.547952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Allocated IP 172.26.1.138 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6dbacfea-6b82-4ede-a434-0acb8fa0a766) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:52.584553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.594972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29206e12-00f7-4782-889b-27f2d39358d6 None None] Provisioning complete for port 648aa9bf-ff93-46e4-be90-8e6695c2b03f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:52.595367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-29206e12-00f7-4782-889b-27f2d39358d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-ed473095-9f31-4fcd-9fc1-eaa4406e64a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f970b97d-e7ae-4137-958d-b91116ea7b24: This subnet is being modified by another concurrent operation. Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:34:52.598148 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f970b97d-e7ae-4137-958d-b91116ea7b24: This subnet is being modified by another concurrent operation. Nov 27 10:34:52.601848 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Nov 27 10:34:52.623870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Subnet': ['ID=f970b97d-e7ae-4137-958d-b91116ea7b24,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:52.630977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f98a3f-d12a-465e-8519-420017f4f4a8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:52.637541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f98a3f-d12a-465e-8519-420017f4f4a8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:52.643257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a3f98a3f-d12a-465e-8519-420017f4f4a8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3509402 Nov 27 10:34:52.643257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.648368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.652218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.657159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=c9cecbf2-6ab2-4856-bd83-06209b9c1c55,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:52.658330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=648aa9bf-ff93-46e4-be90-8e6695c2b03f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:52.669786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.677108 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4b992e69-8e39-4153-8800-ce0361975423 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/subnets/f970b97d-e7ae-4137-958d-b91116ea7b24 HTTP/1.1" status: 204 len: 168 time: 0.9478152 Nov 27 10:34:52.683984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.694606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5544bea-11d8-454b-8c78-88bcb0895bb0 None None] Network b3101ac3-f199-4135-b4a5-f17c2d594300 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:52.723303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network db38b38a-407e-4848-8b9b-5930ce9df70c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:52.740645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.741369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Fanout notify agent at l3_agent the message router_deleted on router ed6b0d57-146c-418c-8f30-9aadf9382fc0 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:52.759281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5c85b-fff8-477b-adc5-9335c17b0d01 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:52.759494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.764416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2f168d2c-a4f2-405d-b871-3d8e79f192e1 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/ed6b0d57-146c-418c-8f30-9aadf9382fc0 HTTP/1.1" status: 204 len: 168 time: 2.7340412 Nov 27 10:34:52.764416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, db38b38a-407e-4848-8b9b-5930ce9df70c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:52.771106 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-70a5c85b-fff8-477b-adc5-9335c17b0d01 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0787797 Nov 27 10:34:52.771942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.772298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.781775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31dbf5-50e9-43dc-9a9d-4805cc9febdf None None] Network db38b38a-407e-4848-8b9b-5930ce9df70c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:52.782321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-681180731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:52.795298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:52.804478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:52.810358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:52.811036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.857681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.921567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.922627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.933336 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1969e6bb-4ac5-489e-b319-cde84b00529e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6838641 Nov 27 10:34:52.935953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:52.941380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:52.995400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.023147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.043527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 078db240-a436-4bf3-841c-4a4d12b36e4c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:53.043871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.068747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0fc95-02f0-4888-8a51-75eba788b185 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:34:53.078323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.088229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d7e3ea77-6ab7-43bd-985a-2a511b181fc1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:53.093858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.095125 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-59305038-7c61-4b9d-9ec5-31d6df9b0e74 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3194761 Nov 27 10:34:53.097998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.100533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:53.105012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:53.156009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0fc95-02f0-4888-8a51-75eba788b185 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:34:53.181809 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d7e3ea77-6ab7-43bd-985a-2a511b181fc1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "PUT /v2.0/quotas/777026e3c9e3490e8ed45b78540a788e HTTP/1.1" status: 200 len: 368 time: 0.3205841 Nov 27 10:34:53.184795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3101ac3-f199-4135-b4a5-f17c2d594300']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:53.188091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:53.198826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Request body: {'network': {'project_id': '777026e3c9e3490e8ed45b78540a788e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:53.199869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3831574e-a019-4712-b52c-6bae2c415105') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:53.200167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3831574e-a019-4712-b52c-6bae2c415105') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:53.209344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port c9cecbf2-6ab2-4856-bd83-06209b9c1c55 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:53.210291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.211901 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c62e29cb-59ea-487a-8982-9700e6f85663 None None] Provisioning complete for port 078db240-a436-4bf3-841c-4a4d12b36e4c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:53.212477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c62e29cb-59ea-487a-8982-9700e6f85663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.267906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.272072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.284598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c62e29cb-59ea-487a-8982-9700e6f85663 None None] Port 078db240-a436-4bf3-841c-4a4d12b36e4c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:53.291897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.315608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.358854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:53.359207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.361160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Made reservation on behalf of 777026e3c9e3490e8ed45b78540a788e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:53.362628 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:53.365060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.384015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.388092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.397980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 078db240-a436-4bf3-841c-4a4d12b36e4c owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:53.407498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.411893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:53.427752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for c9cecbf2-6ab2-4856-bd83-06209b9c1c55 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:53.432640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:53.436783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:53.445234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.447523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbacfea-6b82-4ede-a434-0acb8fa0a766,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:53.455232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.460420 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/networks/b3101ac3-f199-4135-b4a5-f17c2d594300 HTTP/1.1" status: 204 len: 168 time: 0.6820931 Nov 27 10:34:53.466899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:53.484704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c55dc-6915-4951-b06a-10d3db0762ba None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:34:53.495764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46883659-def3-419e-9747-30eca84c14c2 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Network': ['ID=b3101ac3-f199-4135-b4a5-f17c2d594300,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:53.569388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7c55dc-6915-4951-b06a-10d3db0762ba None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:34:53.593330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.623445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:53.624067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.677496 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b6de0e7-ff8b-48c2-b1ec-ded55a298a7a tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5409083 Nov 27 10:34:53.684465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:53.689018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.138'}]}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:53.707647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.766432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.776680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.793701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc96c0a-3119-4f25-9c11-b449778c13a8']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:53.807197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.808261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.816496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.823224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb179da-c8a1-4c83-a412-5c2af15d2539') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:53.823523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb179da-c8a1-4c83-a412-5c2af15d2539') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:53.825696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.835923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505f1fd-3ea0-480f-95c9-c36eefcccabf,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:53.851973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.854212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.858447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fd06a-4150-49f9-b27e-3e39ed2690bd None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:53.876327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.877540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.883837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/c9cecbf2-6ab2-4856-bd83-06209b9c1c55 HTTP/1.1" status: 204 len: 168 time: 0.9447446 Nov 27 10:34:53.884485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:53.886703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab910c-36b1-43d0-b96b-15a0bb0e15cc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=c9cecbf2-6ab2-4856-bd83-06209b9c1c55,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:53.886963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:53.889347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.922737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2b6d7765-ead8-45b7-a0b1-99e652e6d147 None None] Provisioning complete for port 6dbacfea-6b82-4ede-a434-0acb8fa0a766 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:53.925042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7765-ead8-45b7-a0b1-99e652e6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.931911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:53.932489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:53.937918 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:53.975899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d7765-ead8-45b7-a0b1-99e652e6d147 None None] Port 6dbacfea-6b82-4ede-a434-0acb8fa0a766 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:53.979257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 648aa9bf-ff93-46e4-be90-8e6695c2b03f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:34:53.987674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:53.988076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Added segment 99e21397-a610-4fc7-b293-4a3f8bc1e3f1 of type vlan for network e514cafd-e1d1-4ada-ba13-9165853d21dd Nov 27 10:34:53.991359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=078db240-a436-4bf3-841c-4a4d12b36e4c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:54.002275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.051182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.061365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.064561 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/networks/6bc96c0a-3119-4f25-9c11-b449778c13a8 HTTP/1.1" status: 204 len: 168 time: 0.5965397 Nov 27 10:34:54.072312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 648aa9bf-ff93-46e4-be90-8e6695c2b03f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:54.072906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.076979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:54.089870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.094125 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4d447adf-7280-488e-86af-a2faaeca8de7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/078db240-a436-4bf3-841c-4a4d12b36e4c HTTP/1.1" status: 204 len: 168 time: 1.4447610 Nov 27 10:34:54.099895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:54.108157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.109386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9da1d6-348f-41e5-8bca-be117e3848c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:54.115541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9da1d6-348f-41e5-8bca-be117e3848c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:54.119720 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e9da1d6-348f-41e5-8bca-be117e3848c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2004714 Nov 27 10:34:54.161957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:54.186124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9723c-677f-4bbc-bb0f-304e88b990ac tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Network': ['ID=6bc96c0a-3119-4f25-9c11-b449778c13a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:54.198098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Allocated IP 172.26.1.77 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/fdec9e64-c822-46dc-9898-168bb1ae3887) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:54.254924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.256145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:54.256865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.269893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ba1db-884a-4326-af4f-0324abf8e63b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:54.271495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ba1db-884a-4326-af4f-0324abf8e63b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:54.273038 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-229ba1db-884a-4326-af4f-0324abf8e63b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1548715 Nov 27 10:34:54.278859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:54.305093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.346698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.360394 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1676805 Nov 27 10:34:54.375231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:54.384323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Request body: {'network': {'project_id': '777026e3c9e3490e8ed45b78540a788e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:54.402890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2033d-3ea8-4ef6-8127-43607ec3df5f tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Pushing event updated for resources: {'Network': ['ID=e514cafd-e1d1-4ada-ba13-9165853d21dd,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:54.414181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e514cafd-e1d1-4ada-ba13-9165853d21dd details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:54.433312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet ea3d50bc-9163-467e-9b04-2a34b32ca2e9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:34:54.445422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 952ab5e7-c778-4f1b-92b1-6dbaee8e1b28 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:54.445839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.460205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.547083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Made reservation on behalf of 777026e3c9e3490e8ed45b78540a788e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:54.548018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.549287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.568094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 952ab5e7-c778-4f1b-92b1-6dbaee8e1b28 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:54.595445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.598801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.603612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.666575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc35a527-5690-41a3-9856-2781fbbc3497']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:54.686551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:54.694426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed633b8e-1348-4747-8bbb-91fa9d7a44ad') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:54.694731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed633b8e-1348-4747-8bbb-91fa9d7a44ad') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:54.723105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.742227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.742562 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Added segment b8cc3336-f4a6-4732-ab65-d94e6116926c of type vlan for network 5528e03f-b475-4288-82f5-bbbdff03fa0e Nov 27 10:34:54.750516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.753132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.774427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.800167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.803898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=952ab5e7-c778-4f1b-92b1-6dbaee8e1b28,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:54.806731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:54.807139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.814867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:54.815197 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:54.819177 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-feef806b-0c08-4c26-8bd6-86503662ed27 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/952ab5e7-c778-4f1b-92b1-6dbaee8e1b28 HTTP/1.1" status: 204 len: 168 time: 0.6560781 Nov 27 10:34:54.822318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39816) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:54.828668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.845228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:54.982712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf9e12-690b-4a6b-b4ec-3bc8ce66f7ec tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:54.984305 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d8cf9e12-690b-4a6b-b4ec-3bc8ce66f7ec tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1609738 Nov 27 10:34:54.989217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.020835 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a87949-19f9-4019-8854-d065984200fa tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:34:55.022345 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-16a87949-19f9-4019-8854-d065984200fa tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/c9cecbf2-6ab2-4856-bd83-06209b9c1c55 HTTP/1.1" status: 404 len: 333 time: 0.0321665 Nov 27 10:34:55.025063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.063559 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c656c764-b4b4-46ac-acd3-41ea0b9ed010 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:34:55.064942 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c656c764-b4b4-46ac-acd3-41ea0b9ed010 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/952ab5e7-c778-4f1b-92b1-6dbaee8e1b28 HTTP/1.1" status: 404 len: 333 time: 0.0389485 Nov 27 10:34:55.082673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.107059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.167149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.201006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:55.221123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:55.226505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.227645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event updated for resources: {'Port': ['ID=fdec9e64-c822-46dc-9898-168bb1ae3887,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:55.231459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:55.236904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53597e66-6bf5-42e0-adca-81d20bace718 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:55.273214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.278765 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/networks/cc35a527-5690-41a3-9856-2781fbbc3497 HTTP/1.1" status: 204 len: 168 time: 1.1985629 Nov 27 10:34:55.291386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.295806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.296863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:55.297441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.308552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c91b83ad-b923-42ed-af9a-e7a7b1e936de None None] Provisioning complete for port fdec9e64-c822-46dc-9898-168bb1ae3887 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:34:55.309068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c91b83ad-b923-42ed-af9a-e7a7b1e936de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.309727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a62df-dc29-48fe-b078-2d7976372574 tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Network': ['ID=cc35a527-5690-41a3-9856-2781fbbc3497,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:55.336843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.352716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c91b83ad-b923-42ed-af9a-e7a7b1e936de None None] Port fdec9e64-c822-46dc-9898-168bb1ae3887 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:34:55.413779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0330722 Nov 27 10:34:55.421794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3d50bc-9163-467e-9b04-2a34b32ca2e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:55.424770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.478143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adce8b-536f-4dfb-a0b2-6fabdf318127 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:55.503130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d68b0c9b-4e7b-4fb4-a80b-b21a97d0faa6 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Request body: {'network': {'project_id': '777026e3c9e3490e8ed45b78540a788e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:55.503974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.551903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.555195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7b76d1af-99d0-4d44-9635-95fe2d4b2363 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/ea3d50bc-9163-467e-9b04-2a34b32ca2e9 HTTP/1.1" status: 204 len: 168 time: 1.2751341 Nov 27 10:34:55.577305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.596878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fba0b-5615-474a-b40b-addb07cb31d1 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Pushing event updated for resources: {'Network': ['ID=5528e03f-b475-4288-82f5-bbbdff03fa0e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:55.608719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.615895 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68b0c9b-4e7b-4fb4-a80b-b21a97d0faa6 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 10:34:55.616391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68b0c9b-4e7b-4fb4-a80b-b21a97d0faa6 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:34:55.617615 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d68b0c9b-4e7b-4fb4-a80b-b21a97d0faa6 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1500590 Nov 27 10:34:55.624567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39830) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.624784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 5528e03f-b475-4288-82f5-bbbdff03fa0e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:55.688698 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-41c64940-107a-442b-b072-93660adb46ca tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059625 Nov 27 10:34:55.696638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39832) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.698360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.714409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.726737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:55.730657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:55.786793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.788161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] Deleting port 648aa9bf-ff93-46e4-be90-8e6695c2b03f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:55.789097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.838362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.847257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba5047c-07e4-4fd8-9b22-c38caa319b0d']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:55.859176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e2cce9d0-b24a-44ab-93b1-a187d7154a18 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=777026e3c9e3490e8ed45b78540a788e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168186 Nov 27 10:34:55.862363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.873686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] For port 648aa9bf-ff93-46e4-be90-8e6695c2b03f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=648aa9bf-ff93-46e4-be90-8e6695c2b03f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:34:55.874231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.888456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] Calling delete_port for 648aa9bf-ff93-46e4-be90-8e6695c2b03f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:55.898754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.899289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d4beb0e-5a3f-4428-a91f-531fb8d0521c {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:55.903764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 648aa9bf-ff93-46e4-be90-8e6695c2b03f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:34:55.918106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.919786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db38b38a-407e-4848-8b9b-5930ce9df70c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:55.922248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572942f9-5054-47bb-9fe8-27784f4d7e7d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:55.922564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572942f9-5054-47bb-9fe8-27784f4d7e7d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:55.937725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b5fd18-138c-4e5f-a320-7e7cec6225b2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:55.938021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b5fd18-138c-4e5f-a320-7e7cec6225b2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:55.950539 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 10:34:55.951502 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-37874ebc-1b78-4aad-af6f-2b36d39cb603 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2660451 Nov 27 10:34:55.957804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:55.961123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:55.977513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.002657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.010616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:56.014396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.018500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.024564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:56.024968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:56.038236 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:56.057311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.070288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:56.070706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:56.073712 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:56.083472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.088477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] Pushing event deleted for resources: {'Port': ['ID=648aa9bf-ff93-46e4-be90-8e6695c2b03f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.100337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d9aef-91b9-41a3-874b-584c2e356e58 None None] No DVR routers for this DVR port 648aa9bf-ff93-46e4-be90-8e6695c2b03f on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:34:56.135412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d142e51f-b695-4723-a694-99de7af23678 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.170113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.193992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.198174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.205469 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/db38b38a-407e-4848-8b9b-5930ce9df70c HTTP/1.1" status: 204 len: 168 time: 1.1179364 Nov 27 10:34:56.211247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d142e51f-b695-4723-a694-99de7af23678 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.212886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.227596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.231337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] 10.222.0.13 "DELETE /v2.0/networks/cba5047c-07e4-4fd8-9b22-c38caa319b0d HTTP/1.1" status: 204 len: 168 time: 0.9367831 Nov 27 10:34:56.234440 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87577e2-e0a3-4674-94aa-4a17ab8a3fb8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=db38b38a-407e-4848-8b9b-5930ce9df70c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.235074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648543760'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:56.249112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Deleting port 6dbacfea-6b82-4ede-a434-0acb8fa0a766 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:56.249453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.268466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5d976-31f4-4730-9869-434a2fd4841d tempest-BulkNetworkOpsIpV6Test-1947438004 tempest-BulkNetworkOpsIpV6Test-1947438004-project] Pushing event deleted for resources: {'Network': ['ID=cba5047c-07e4-4fd8-9b22-c38caa319b0d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.338614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:56.342111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.369996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.376558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.387798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:34:56.408917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.424573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d142e51f-b695-4723-a694-99de7af23678 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.428548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d142e51f-b695-4723-a694-99de7af23678 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.432070 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d142e51f-b695-4723-a694-99de7af23678 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/a505f1fd-3ea0-480f-95c9-c36eefcccabf HTTP/1.1" status: 204 len: 168 time: 0.5424721 Nov 27 10:34:56.432204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Calling delete_port for 6dbacfea-6b82-4ede-a434-0acb8fa0a766 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:56.432850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.440497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.440849 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment 5b74999f-0842-479c-b43b-77276ee18595 of type vlan for network 92b314f5-6fe0-4495-85ac-90ec2793ad06 Nov 27 10:34:56.461282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142e51f-b695-4723-a694-99de7af23678 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505f1fd-3ea0-480f-95c9-c36eefcccabf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.528657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.577293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.586614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:56.587140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.587789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39846) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.606083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.635582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:34:56.641737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.666353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4495831 Nov 27 10:34:56.671057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.677362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:56.681647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296514b4-dc1d-41bf-9234-718540d3f84f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=92b314f5-6fe0-4495-85ac-90ec2793ad06,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.695908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:34:56.698334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Router f15579a8-2556-4630-8e33-f8ceeba53537 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:34:56.717078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:56.768235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:56.772469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:56.773072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.780224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=fb2a83b1-920e-4403-b2c3-742404c00006,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.785553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058a6dc-a85d-4334-b31b-47c8dd90b826 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:56.864634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:56.868085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.874595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.900524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5641d73b-b8e0-4754-9b42-ae48fdd9c5f1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1955590 Nov 27 10:34:56.900757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:34:56.901041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.902638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.907867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.909041 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0a085f91-f60c-401e-ae7f-f03f53cfc3aa tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "PUT /v2.0/routers/f15579a8-2556-4630-8e33-f8ceeba53537 HTTP/1.1" status: 200 len: 882 time: 3.8075695 Nov 27 10:34:56.917175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:f0:ea:73', 'name': 'tempest-NetworksTestDHCPv6-1427367057'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:56.917388 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fc4d1e47-7b8d-4c56-935c-310cb3c7e0c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c89b8009b44e0280e224a4f1a27de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283544 Nov 27 10:34:56.919903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] Sync routers for ids ['f15579a8-2556-4630-8e33-f8ceeba53537'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:34:56.920410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.920664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:56.930737 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] Routers {'f15579a8-2556-4630-8e33-f8ceeba53537'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:56.931352 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f15579a8-2556-4630-8e33-f8ceeba53537'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:56.932251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5528e03f-b475-4288-82f5-bbbdff03fa0e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:56.954319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'fb2a83b1-920e-4403-b2c3-742404c00006'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:56.955624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:56.967259 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:56.976154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dbacfea-6b82-4ede-a434-0acb8fa0a766,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:56.978212 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] Routers {'f15579a8-2556-4630-8e33-f8ceeba53537'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:34:56.978838 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f15579a8-2556-4630-8e33-f8ceeba53537'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:56.985579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:34:56.989722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:34:57.002858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c1fac-f72d-40ec-8c89-e3abbc29fe70 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:57.015703 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:57.016364 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee77e5e-8308-4b03-bb2e-a5f51e6c0c03 None None] The sync data for ids ['f15579a8-2556-4630-8e33-f8ceeba53537'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:34:57.016536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cc3336-f4a6-4732-ab65-d94e6116926c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:57.017068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cc3336-f4a6-4732-ab65-d94e6116926c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:57.057444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.108444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.152949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:57.153580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:57.157000 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:57.167813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Allocated IP 2001:db8::f816:3eff:fef4:448c (3bc6e607-62fb-4beb-854c-95ed85f39ad6/fb2a83b1-920e-4403-b2c3-742404c00006/e0c4a9ec-9604-4bdc-b099-838d6088417f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:57.189038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:57.228025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.231930 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-91ff2e76-f423-492d-96df-925d0cb16a46 tempest-RoutersAdminNegativeIpV6Test-729111472 tempest-RoutersAdminNegativeIpV6Test-729111472-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6dbacfea-6b82-4ede-a434-0acb8fa0a766 HTTP/1.1" status: 204 len: 168 time: 1.2729733 Nov 27 10:34:57.236939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae29a8c-fa1d-4a78-b847-1bb87f867d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.261106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.261333 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fa55afe3-d421-4205-ad29-0bc60399fb00 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/f15579a8-2556-4630-8e33-f8ceeba53537 HTTP/1.1" status: 200 len: 923 time: 0.3356097 Nov 27 10:34:57.265194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:57.298860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.303499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.307329 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5528e03f-b475-4288-82f5-bbbdff03fa0e HTTP/1.1" status: 204 len: 168 time: 0.8737605 Nov 27 10:34:57.309700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae29a8c-fa1d-4a78-b847-1bb87f867d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.320488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:57.339608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db4cc0-9b71-4d39-825f-c0f48821e2b8 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Pushing event deleted for resources: {'Network': ['ID=5528e03f-b475-4288-82f5-bbbdff03fa0e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:57.386183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bba68a-b8a5-4256-bcde-0a736702ebc7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:57.388056 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-44bba68a-b8a5-4256-bcde-0a736702ebc7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=f15579a8-2556-4630-8e33-f8ceeba53537&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1216023 Nov 27 10:34:57.391534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:57.415217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': '5b74999f-0842-479c-b43b-77276ee18595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:57.415488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: 92b314f5-6fe0-4495-85ac-90ec2793ad06, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:34:57.437781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.442270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=65d6fbe6-7091-4f5a-b41a-b2747a9c8822,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:57.446326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.465591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.475055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:34:57.483871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.490019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae29a8c-fa1d-4a78-b847-1bb87f867d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.490890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port a5040ccb-0804-49d2-b283-85188eba5750 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:57.493619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae29a8c-fa1d-4a78-b847-1bb87f867d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.494965 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ae29a8c-fa1d-4a78-b847-1bb87f867d2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a07163d-85b6-44ae-ae31-e619f06c306c HTTP/1.1" status: 204 len: 168 time: 0.5685601 Nov 27 10:34:57.520310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 92b314f5-6fe0-4495-85ac-90ec2793ad06) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:57.535132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fde9cf-8938-46c6-8494-19175fd2543e None None] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:34:57.544804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:57.551847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29a8c-fa1d-4a78-b847-1bb87f867d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a07163d-85b6-44ae-ae31-e619f06c306c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:57.556288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd71572-d77e-4240-b236-c8a541b75199 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:57.563551 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0fd71572-d77e-4240-b236-c8a541b75199 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.1705909 Nov 27 10:34:57.565570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:57.565811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:57.574721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:57.577617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:57.595253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Pushing event updated for resources: {'Port': ['ID=e0c4a9ec-9604-4bdc-b099-838d6088417f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:57.623869 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-75ff774f-35f7-4300-a3bc-3cc4305ee0b0 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=f15579a8-2556-4630-8e33-f8ceeba53537 HTTP/1.1" status: 200 len: 205 time: 0.0545990 Nov 27 10:34:57.624943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:57.821758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.860714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Attempting to bind port e0c4a9ec-9604-4bdc-b099-838d6088417f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:57.861264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Attempting to bind port e0c4a9ec-9604-4bdc-b099-838d6088417f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:57.861496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Attempting to bind port e0c4a9ec-9604-4bdc-b099-838d6088417f on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:57.870134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:57.870520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:57.870924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.871316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:57.871798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Bound port: e0c4a9ec-9604-4bdc-b099-838d6088417f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:57.872180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.882469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed261ef0-5542-4e1e-86c0-3de2e178ff88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.952959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:57.954026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.979462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:57.992506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.003143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-92b314f5-6fe0-4495-85ac-90ec2793ad06', 'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': '65d6fbe6-7091-4f5a-b41a-b2747a9c8822'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:34:58.004922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.026770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e514cafd-e1d1-4ada-ba13-9165853d21dd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:58.034031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] For port e0c4a9ec-9604-4bdc-b099-838d6088417f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:58.044782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e21397-a610-4fc7-b293-4a3f8bc1e3f1') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:58.045373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e21397-a610-4fc7-b293-4a3f8bc1e3f1') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:34:58.055544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] For port e0c4a9ec-9604-4bdc-b099-838d6088417f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e0c4a9ec-9604-4bdc-b099-838d6088417f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:58.064259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed261ef0-5542-4e1e-86c0-3de2e178ff88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.077296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.077475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed261ef0-5542-4e1e-86c0-3de2e178ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.089144 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3a44a927-9481-4645-bdea-782e24d6f063 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4168224 Nov 27 10:34:58.097579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:58.103707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06', 'name': 'tempest-PortsIpV6TestJSON-665773169'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:58.111907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Deleting port fdec9e64-c822-46dc-9898-168bb1ae3887 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:34:58.112421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.121516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.149814 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ed261ef0-5542-4e1e-86c0-3de2e178ff88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=522cb3e2bc7840bea33cdc908d2d5a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5800178 Nov 27 10:34:58.152235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:58.160309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed261ef0-5542-4e1e-86c0-3de2e178ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a873e7-d1ca-4b48-b8e6-48ddf1c27a18,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:58.233854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8c0d5-0b71-49f3-818e-88eda9c080fe None None] Pushing event updated for resources: {'Port': ['ID=e0c4a9ec-9604-4bdc-b099-838d6088417f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:58.263234 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.267159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Allocated IP 2001:db8::2 (92b314f5-6fe0-4495-85ac-90ec2793ad06/65d6fbe6-7091-4f5a-b41a-b2747a9c8822/7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:58.304104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Calling delete_port for fdec9e64-c822-46dc-9898-168bb1ae3887 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:34:58.306355 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-062cd0be-92db-4ab0-b66a-c86ecd2d73a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.334195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-062cd0be-92db-4ab0-b66a-c86ecd2d73a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.358166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.387180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-062cd0be-92db-4ab0-b66a-c86ecd2d73a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.389859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-062cd0be-92db-4ab0-b66a-c86ecd2d73a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.393642 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-062cd0be-92db-4ab0-b66a-c86ecd2d73a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7a873e7-d1ca-4b48-b8e6-48ddf1c27a18 HTTP/1.1" status: 204 len: 168 time: 0.2377505 Nov 27 10:34:58.403062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:34:58.403474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:34:58.407022 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:34:58.438118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cd0be-92db-4ab0-b66a-c86ecd2d73a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a873e7-d1ca-4b48-b8e6-48ddf1c27a18,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:58.451287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fef0:ea73 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/fb2a83b1-920e-4403-b2c3-742404c00006/a5040ccb-0804-49d2-b283-85188eba5750) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:58.515678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:58.527968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.546683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.582350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.588347 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e514cafd-e1d1-4ada-ba13-9165853d21dd HTTP/1.1" status: 204 len: 168 time: 1.2643354 Nov 27 10:34:58.591887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bd7eb-f5fd-43d3-8afc-35d3a27052e7 tempest-QuotasNegativeTest-955954816 tempest-QuotasNegativeTest-955954816-project-admin] Pushing event deleted for resources: {'Network': ['ID=e514cafd-e1d1-4ada-ba13-9165853d21dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:58.598862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.607554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port eafd31f5-4f2b-4d42-ab4e-c439a11792e9 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:34:58.611916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.714712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:58.725951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:58.731334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Pushing event updated for resources: {'Port': ['ID=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:58.732608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.741303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:58.801659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c5a17-4bad-4fe2-9d0a-67e883d1583f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:34:58.802550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event deleted for resources: {'Port': ['ID=fdec9e64-c822-46dc-9898-168bb1ae3887,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:58.829801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Attempting to bind port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:34:58.830434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Attempting to bind port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '5b74999f-0842-479c-b43b-77276ee18595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:34:58.831272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Attempting to bind port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e on network 92b314f5-6fe0-4495-85ac-90ec2793ad06 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:34:58.839154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:34:58.839566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Checking segment: {'id': '5b74999f-0842-479c-b43b-77276ee18595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:34:58.839944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.840790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Bound using segment: {'id': '5b74999f-0842-479c-b43b-77276ee18595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:34:58.841291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Bound port: 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b74999f-0842-479c-b43b-77276ee18595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '92b314f5-6fe0-4495-85ac-90ec2793ad06'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:34:58.841682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.890138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.927917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:58.932522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] For port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:34:58.937666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] For port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,segment=NetworkSegment(5b74999f-0842-479c-b43b-77276ee18595),segment_id=5b74999f-0842-479c-b43b-77276ee18595)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:34:58.952949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.953983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:58.958755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::1bf (92b314f5-6fe0-4495-85ac-90ec2793ad06/65d6fbe6-7091-4f5a-b41a-b2747a9c8822/eafd31f5-4f2b-4d42-ab4e-c439a11792e9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:34:59.064612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414713b-1841-448b-b8f3-1c933de4badc None None] Pushing event updated for resources: {'Port': ['ID=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:59.075206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.076762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.079299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.209404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:59.220268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:59.226112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:59.232517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:59.233420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.239260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=a5040ccb-0804-49d2-b283-85188eba5750,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:59.280725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8c5f30c3-1314-461e-8871-e5fca8ae7d58 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3784816 Nov 27 10:34:59.288983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.327968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.367958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-592912244'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:59.467547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.468289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:34:59.473848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.498824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2dbcd-f48f-4846-9467-ab7653951b5e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:59.513443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2dbcd-f48f-4846-9467-ab7653951b5e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:59.515241 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3eb2dbcd-f48f-4846-9467-ab7653951b5e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2224660 Nov 27 10:34:59.539464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.564763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.589652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.590482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Fanout notify agent at l3_agent the message router_deleted on router f15579a8-2556-4630-8e33-f8ceeba53537 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:34:59.602256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.609151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-960980a9-f814-49a7-8f27-7aa0cc14e232 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/f15579a8-2556-4630-8e33-f8ceeba53537 HTTP/1.1" status: 204 len: 168 time: 1.9810975 Nov 27 10:34:59.609943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39918) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.615645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-687817470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:59.669669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.670925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.678519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.747574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.753666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.778700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:34:59.787926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.789284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-120260b6-39f0-4dd5-a88a-3f02ceb12574 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1783373 Nov 27 10:34:59.789985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.792060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39924) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.801104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': True}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:34:59.812150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:34:59.823008 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-137eb1f9-d363-4df6-88d8-89e0ad92a534 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce718c15c1134de7bd55e855e753a2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456893 Nov 27 10:34:59.857867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:34:59.864335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:34:59.865602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.870463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.903738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.911801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=eafd31f5-4f2b-4d42-ab4e-c439a11792e9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:34:59.933189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:34:59.961311 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9fed1942-6a97-4b54-9665-21f1eab61c57 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8617690 Nov 27 10:34:59.979323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:34:59.990271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:00.007261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8ce1-45de-42b5-84df-e716c23768f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.042298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e0c4a9ec-9604-4bdc-b099-838d6088417f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:00.054651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c919e919-e95d-4daf-a854-c0be9b2600ec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:00.062828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.063438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment 467d131c-77e1-48de-a5d8-263988e7469c of type vlan for network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b Nov 27 10:35:00.121027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f165c108-cab9-434c-a2d3-15cb183dfe69 None None] Provisioning complete for port e0c4a9ec-9604-4bdc-b099-838d6088417f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:00.121716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f165c108-cab9-434c-a2d3-15cb183dfe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.167990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e0c4a9ec-9604-4bdc-b099-838d6088417f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:00.168790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.183612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.231054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port a5040ccb-0804-49d2-b283-85188eba5750 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:00.231749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.236368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5649ea9-356d-4530-8388-9d39658b3283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.243507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.256637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:00.257287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.263641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f165c108-cab9-434c-a2d3-15cb183dfe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.274261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.330303 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4012337 Nov 27 10:35:00.334203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:00.347309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'name': 'tempest-PortsTestJSON-50891654'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:00.348316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f165c108-cab9-434c-a2d3-15cb183dfe69 None None] For port e0c4a9ec-9604-4bdc-b099-838d6088417f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e0c4a9ec-9604-4bdc-b099-838d6088417f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:00.356568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f165c108-cab9-434c-a2d3-15cb183dfe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.365812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.462058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8ce1-45de-42b5-84df-e716c23768f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.475125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ffd8ce1-45de-42b5-84df-e716c23768f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.486694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165c108-cab9-434c-a2d3-15cb183dfe69 None None] Pushing event updated for resources: {'Port': ['ID=e0c4a9ec-9604-4bdc-b099-838d6088417f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:00.493864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:00.494238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:00.497484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5649ea9-356d-4530-8388-9d39658b3283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.499123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-885a5db6-05a4-4449-aab2-01405377253a None None] Provisioning complete for port a5040ccb-0804-49d2-b283-85188eba5750 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:00.499512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-885a5db6-05a4-4449-aab2-01405377253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.527870 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6ffd8ce1-45de-42b5-84df-e716c23768f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88e502d440a54f119b300a7df5ae00c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7368870 Nov 27 10:35:00.531570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e80ce-5fc6-410d-be9a-f87ce1554bff tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=3a6f4b1b-06dd-4838-9e52-4d6d19019e9b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:00.533144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39934) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:00.543209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-885a5db6-05a4-4449-aab2-01405377253a None None] Port a5040ccb-0804-49d2-b283-85188eba5750 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:00.547730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:00.605140 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aad4d33-c443-47fd-8e38-1bb264f84a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.612490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd8ce1-45de-42b5-84df-e716c23768f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0355c7d-70f5-425e-aca4-64d9ceff2dfe,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:00.684128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.691087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port eafd31f5-4f2b-4d42-ab4e-c439a11792e9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:00.691983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.706083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aad4d33-c443-47fd-8e38-1bb264f84a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.730590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d8095-7e4c-4514-b44d-bf95890eacae None None] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:00.742569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for a5040ccb-0804-49d2-b283-85188eba5750 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:00.756314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:00.761130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.794519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.817737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.818504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cb450268-3290-4183-91fb-2ba7c7e966ad None None] Provisioning complete for port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:00.818994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb450268-3290-4183-91fb-2ba7c7e966ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.819903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5649ea9-356d-4530-8388-9d39658b3283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.822494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5649ea9-356d-4530-8388-9d39658b3283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.823636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b5649ea9-356d-4530-8388-9d39658b3283 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2187b51-6053-4c0f-9ef5-54dc500b074b HTTP/1.1" status: 204 len: 168 time: 0.9405932 Nov 27 10:35:00.875259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port a600914f-92b7-436d-a922-8d2cbf6c31eb yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:00.880798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649ea9-356d-4530-8388-9d39658b3283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2187b51-6053-4c0f-9ef5-54dc500b074b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:00.956197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:00.980042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for eafd31f5-4f2b-4d42-ab4e-c439a11792e9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:00.990109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Allocated IP 172.26.1.154 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:00.993763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb450268-3290-4183-91fb-2ba7c7e966ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.083845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:01.087898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cb450268-3290-4183-91fb-2ba7c7e966ad None None] For port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,segment=NetworkSegment(5b74999f-0842-479c-b43b-77276ee18595),segment_id=5b74999f-0842-479c-b43b-77276ee18595)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:01.110519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb450268-3290-4183-91fb-2ba7c7e966ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.115601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.148117 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aad4d33-c443-47fd-8e38-1bb264f84a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.151079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aad4d33-c443-47fd-8e38-1bb264f84a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.152262 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2aad4d33-c443-47fd-8e38-1bb264f84a1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0355c7d-70f5-425e-aca4-64d9ceff2dfe HTTP/1.1" status: 204 len: 168 time: 0.6179278 Nov 27 10:35:01.167795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.181310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450268-3290-4183-91fb-2ba7c7e966ad None None] Pushing event updated for resources: {'Port': ['ID=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:01.196454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.204136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad4d33-c443-47fd-8e38-1bb264f84a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0355c7d-70f5-425e-aca4-64d9ceff2dfe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:01.247076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:01.250370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:01.257025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:01.260688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Port': ['ID=2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:01.294341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23882590-93a0-47df-8a44-4c7b2a5efc2f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:01.308693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:01.309080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.351645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=a5040ccb-0804-49d2-b283-85188eba5750,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:01.435272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.449029 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4ebefc55-532a-4338-baa8-daf3b2f754c8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/a5040ccb-0804-49d2-b283-85188eba5750 HTTP/1.1" status: 204 len: 168 time: 1.9060655 Nov 27 10:35:01.493904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:01.514127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2de51c53-0524-4218-aa3c-86230d323775 None None] Provisioning complete for port 2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:01.514583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2de51c53-0524-4218-aa3c-86230d323775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.598378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.708802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530b290-3ad4-4cf8-aabe-d4551a1fdf51 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:01.710562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530b290-3ad4-4cf8-aabe-d4551a1fdf51 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:01.715178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6530b290-3ad4-4cf8-aabe-d4551a1fdf51 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2175913 Nov 27 10:35:01.719898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.725629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:01.745053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2de51c53-0524-4218-aa3c-86230d323775 None None] Port 2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:01.753089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.842006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=eafd31f5-4f2b-4d42-ab4e-c439a11792e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:01.861535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c015923e-22de-4f1e-9886-561e87a7b3d5 None None] Could not find standard attr ID for object eafd31f5-4f2b-4d42-ab4e-c439a11792e9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:01.865498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.882818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:01.886743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.892626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c015923e-22de-4f1e-9886-561e87a7b3d5 None None] Provisioning complete for port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:01.893008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c015923e-22de-4f1e-9886-561e87a7b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.926354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=a600914f-92b7-436d-a922-8d2cbf6c31eb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:01.934663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:01.944188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66c4a3e3-0815-4879-9349-9d26632a48c1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/eafd31f5-4f2b-4d42-ab4e-c439a11792e9 HTTP/1.1" status: 204 len: 168 time: 1.9546225 Nov 27 10:35:01.955932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:01.995544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78bbf83b-6f00-406c-9f46-f26279b1fc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.054881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e0c4a9ec-9604-4bdc-b099-838d6088417f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:02.082217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7d8dd5-a86b-44c1-bcc1-7cd03912a93b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:02.082793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7d8dd5-a86b-44c1-bcc1-7cd03912a93b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:02.088492 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3f7d8dd5-a86b-44c1-bcc1-7cd03912a93b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/eafd31f5-4f2b-4d42-ab4e-c439a11792e9 HTTP/1.1" status: 404 len: 333 time: 0.1262288 Nov 27 10:35:02.090436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet fb2a83b1-920e-4403-b2c3-742404c00006 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:02.100075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39962) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.111211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.165347 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e6d94d-f8d5-4604-bcb3-f9fb264602d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:02.171491 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e5e6d94d-f8d5-4604-bcb3-f9fb264602d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/eafd31f5-4f2b-4d42-ab4e-c439a11792e9 HTTP/1.1" status: 404 len: 333 time: 0.0620954 Nov 27 10:35:02.180445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e0c4a9ec-9604-4bdc-b099-838d6088417f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:02.181813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.199807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.207534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': '467d131c-77e1-48de-a5d8-263988e7469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:02.208157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:02.244442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78bbf83b-6f00-406c-9f46-f26279b1fc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.255085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78bbf83b-6f00-406c-9f46-f26279b1fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.264297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-907752d3-feb2-485a-8b11-b3afc987c745 None None] Could not find standard attr ID for object eafd31f5-4f2b-4d42-ab4e-c439a11792e9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:02.329907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbf83b-6f00-406c-9f46-f26279b1fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2172eb6c-acf3-4272-bb7f-d704e097be8d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:02.333160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:02.350442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.395081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet 65d6fbe6-7091-4f5a-b41a-b2747a9c8822 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:02.396025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:02.396560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.399060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.403199 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-78bbf83b-6f00-406c-9f46-f26279b1fc3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f78fef43da7d472bad12b06cc69dfa5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081372 Nov 27 10:35:02.410165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39972) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.476053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:02.510816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:02.520503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa825f6-50e5-4676-a94b-82ff941a1f6b None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:02.524855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:02.528936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.531230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:02.531882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.532659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.578345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.604238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fbde1e6-f1a1-451e-b314-0ac06c04e587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.622480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.638767 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c08fc6f9-b6f3-46af-a82e-48693d086784 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.2930501 Nov 27 10:35:02.638999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fbde1e6-f1a1-451e-b314-0ac06c04e587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.640269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39980) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.651857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984316717'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:02.661340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.737555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fbde1e6-f1a1-451e-b314-0ac06c04e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.740720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fbde1e6-f1a1-451e-b314-0ac06c04e587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.741936 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8fbde1e6-f1a1-451e-b314-0ac06c04e587 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2172eb6c-acf3-4272-bb7f-d704e097be8d HTTP/1.1" status: 204 len: 168 time: 0.3306632 Nov 27 10:35:02.757536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde1e6-f1a1-451e-b314-0ac06c04e587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2172eb6c-acf3-4272-bb7f-d704e097be8d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:02.773472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:02.778123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.807977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.810605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Router 064af742-780d-4a06-924b-2fafa3a4e033 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:35:02.846939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2111167041'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:02.856651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.909498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.916196 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/fb2a83b1-920e-4403-b2c3-742404c00006 HTTP/1.1" status: 204 len: 168 time: 1.1661649 Nov 27 10:35:02.916196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac7837-16f4-4973-8364-f13abf1e2087 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2a83b1-920e-4403-b2c3-742404c00006,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:02.918137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.919267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0ee0b-6c0f-4a8b-9f10-649b59dcfa56 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:02.924296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:02.945363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:02.951939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:02.953656 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a64b5cd1-8f83-4dce-bd9d-f06386f7da53 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "PUT /v2.0/routers/064af742-780d-4a06-924b-2fafa3a4e033 HTTP/1.1" status: 200 len: 918 time: 3.1604905 Nov 27 10:35:02.956256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:02.962292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] Sync routers for ids ['064af742-780d-4a06-924b-2fafa3a4e033'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:02.991926 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-adfb7253-447b-4e72-bd6f-4dc2d85b08f7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620551 Nov 27 10:35:02.993988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:02.998123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.006300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.006659 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment 200c80a4-3d2a-4b5c-a34b-d5fb83102d1b of type vlan for network 73fa269d-f2cc-49f8-93a4-b046d064fda7 Nov 27 10:35:03.008042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 39988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.025608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] Routers {'064af742-780d-4a06-924b-2fafa3a4e033'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:03.025608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['064af742-780d-4a06-924b-2fafa3a4e033'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:03.042959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.065031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:03.079989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.110046 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5cbd76f0-c791-4e75-a178-19aeccb79793 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/064af742-780d-4a06-924b-2fafa3a4e033 HTTP/1.1" status: 200 len: 924 time: 0.1516006 Nov 27 10:35:03.114322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39992) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.126082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] Routers {'064af742-780d-4a06-924b-2fafa3a4e033'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:03.126915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['064af742-780d-4a06-924b-2fafa3a4e033'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:03.151945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.167743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254bdbc-52fa-4b1c-8220-5736ef57b50c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:03.173610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:03.173741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6254bdbc-52fa-4b1c-8220-5736ef57b50c tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=064af742-780d-4a06-924b-2fafa3a4e033&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0565562 Nov 27 10:35:03.173852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620643c9-b532-4f9e-a4c2-31d486f98931 None None] The sync data for ids ['064af742-780d-4a06-924b-2fafa3a4e033'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:03.173961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 39996) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.183162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=65d6fbe6-7091-4f5a-b41a-b2747a9c8822,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:03.219180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e17b17-65bb-4fe7-9e6a-b22f976b960d None None] Network 92b314f5-6fe0-4495-85ac-90ec2793ad06 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:03.300624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:03.313944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20132c-e28a-4822-a873-4cf674096e2d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:03.314875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.319503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-efd0873b-9870-4e6b-8e07-544120d8009c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/65d6fbe6-7091-4f5a-b41a-b2747a9c8822 HTTP/1.1" status: 204 len: 168 time: 1.1187365 Nov 27 10:35:03.319780 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1e20132c-e28a-4822-a873-4cf674096e2d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.1455708 Nov 27 10:35:03.320501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40004) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.331198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.338721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.351127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3b666-da11-4d74-bce6-3c66dcf1da9e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:03.357216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-40b3b666-da11-4d74-bce6-3c66dcf1da9e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3478458 Nov 27 10:35:03.358530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.361725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40008) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.368257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:03.368528 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f29d500c-2769-4e86-9d56-b832b4b02abe tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=064af742-780d-4a06-924b-2fafa3a4e033 HTTP/1.1" status: 200 len: 205 time: 0.0465255 Nov 27 10:35:03.369598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.370454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.384711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.506017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:03.508798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=73fa269d-f2cc-49f8-93a4-b046d064fda7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:03.526642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc80747b-0f54-41b0-827e-401808136c5c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8832016 Nov 27 10:35:03.535278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 73fa269d-f2cc-49f8-93a4-b046d064fda7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:03.539598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.555305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'ports': [{'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'}, {'network_id': '73fa269d-f2cc-49f8-93a4-b046d064fda7'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:03.556679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:03.557562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '73fa269d-f2cc-49f8-93a4-b046d064fda7'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:03.568178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982decc6-b126-4289-9a48-3cb31a889d01 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:03.569813 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-982decc6-b126-4289-9a48-3cb31a889d01 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2002859 Nov 27 10:35:03.573980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e6cec0-ea5d-4f48-a5ee-972266783e07,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:03.576731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.615378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.619905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.620264 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Added segment e3be63ff-2a05-4769-a0aa-e47be6931e52 of type vlan for network 46045aac-f49b-45f1-96c5-7807a03dda0c Nov 27 10:35:03.669979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.689314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] Deleting port e0c4a9ec-9604-4bdc-b099-838d6088417f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:03.689766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.777146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] DHCP port deletion for 92b314f5-6fe0-4495-85ac-90ec2793ad06 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:03.781798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] For port e0c4a9ec-9604-4bdc-b099-838d6088417f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e0c4a9ec-9604-4bdc-b099-838d6088417f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:03.782495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.810627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40024) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:03.812471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] Calling delete_port for e0c4a9ec-9604-4bdc-b099-838d6088417f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:03.843288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:03.843560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.911309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.938804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,segment=NetworkSegment(5b74999f-0842-479c-b43b-77276ee18595),segment_id=5b74999f-0842-479c-b43b-77276ee18595)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:03.939170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:03.954541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e0c4a9ec-9604-4bdc-b099-838d6088417f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:03.972574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:03.994845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-4737740'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:04.005452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] Deleting port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:04.006167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.040011 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3bfc6a47-4184-47fa-90ab-2cd3b8ae32bc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4399717 Nov 27 10:35:04.042490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40028) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:04.052546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:04.085213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.087219 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No ports have port_id starting with e0c4a9ec-9604-4bdc-b099-838d6088417f Nov 27 10:35:04.105075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.118747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:04.119961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Deleting port 2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:04.120301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.127235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] For port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,segment=NetworkSegment(5b74999f-0842-479c-b43b-77276ee18595),segment_id=5b74999f-0842-479c-b43b-77276ee18595)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:04.127653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.130749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] Pushing event deleted for resources: {'Port': ['ID=e0c4a9ec-9604-4bdc-b099-838d6088417f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:04.160083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e53a6-d338-4e6e-b999-080c2846fa57 None None] No DVR routers for this DVR port e0c4a9ec-9604-4bdc-b099-838d6088417f on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:04.176893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] Calling delete_port for 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:04.201898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.207636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:04.208273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.288164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:04.292522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.293095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.303957 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6804590 Nov 27 10:35:04.310705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:04.317856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'subnet': {'network_id': '46045aac-f49b-45f1-96c5-7807a03dda0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:04.323305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3a3a-39f7-4ecd-8d0f-9d8b2e9725b6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Network': ['ID=46045aac-f49b-45f1-96c5-7807a03dda0c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:04.338338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.341574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 46045aac-f49b-45f1-96c5-7807a03dda0c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:04.369365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.424093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] Pushing event deleted for resources: {'Port': ['ID=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:04.426933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:04.430247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.465450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38022d-3c4d-4976-aebc-bd343ba58335 None None] No DVR routers for this DVR port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:04.469111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 10:35:04.469111 dv-neutron-804846-16-hyperv neutron-server[103380]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 27 10:35:04.469111 dv-neutron-804846-16-hyperv neutron-server[103380]: [parameters: {'status': 'DOWN', 'ports_id': '7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e'}] Nov 27 10:35:04.469111 dv-neutron-804846-16-hyperv neutron-server[103380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:04.469768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:04.484459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 8b13739e-7715-4003-aad9-cb83b4eac896 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:04.498781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.506384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:04.510353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.591339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.645439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:04.651737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.664321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:04.665845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:04.669341 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.682783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Calling delete_port for 2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:04.748431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.850428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 4103604b-2708-45b3-9d00-0e53c2344b4f yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:04.904278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.922004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.947236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.991148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:04.995198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b314f5-6fe0-4495-85ac-90ec2793ad06']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:04.997273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Port 7e2f17f9-a4dc-4cad-bb78-34057a5b3a3e update to DOWN by agent not found {{(pid=103380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 10:35:05.028109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Subnet': ['ID=4439ff98-b746-43db-8d59-a80a373a38b7,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.048400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b74999f-0842-479c-b43b-77276ee18595') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:05.048770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b74999f-0842-479c-b43b-77276ee18595') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:05.052499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Checking segment: {'id': 'e3be63ff-2a05-4769-a0aa-e47be6931e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '46045aac-f49b-45f1-96c5-7807a03dda0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:05.053128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network hostable DHCP agents. Network: 46045aac-f49b-45f1-96c5-7807a03dda0c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:05.072161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.084534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:05.086609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e538e6b-ed18-4476-82a4-3d0f61109d73,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.094049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:05.102775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.110399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 46045aac-f49b-45f1-96c5-7807a03dda0c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:05.115384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:05.116098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.121203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812bcd72-9e52-4250-999b-e3052b5e87a3 None None] Network 46045aac-f49b-45f1-96c5-7807a03dda0c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:05.136002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.144411 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-60c8e743-ac61-4606-a07e-99a372ac5d70 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8301547 Nov 27 10:35:05.144619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:05.149740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-935685102', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:05.155865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.156237 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Added segment 2b0dec23-b972-40a0-b503-041c32df19ba of type vlan for network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 Nov 27 10:35:05.180211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:05.180716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:05.184103 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:05.192322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.200033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.200989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.251005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:05.255249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:05.257698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:05.258758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.262843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=8b13739e-7715-4003-aad9-cb83b4eac896,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.271796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132ea93-c15a-4386-9a60-b107de0066ac None None] Network 46045aac-f49b-45f1-96c5-7807a03dda0c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:05.316609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.330008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=4103604b-2708-45b3-9d00-0e53c2344b4f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.335495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.346131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.356761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': '200c80a4-3d2a-4b5c-a34b-d5fb83102d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '73fa269d-f2cc-49f8-93a4-b046d064fda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:05.357514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: 73fa269d-f2cc-49f8-93a4-b046d064fda7, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:05.386233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.389607 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/92b314f5-6fe0-4495-85ac-90ec2793ad06 HTTP/1.1" status: 204 len: 168 time: 2.0557327 Nov 27 10:35:05.394110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:05.401908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.411315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1935575891'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:05.418039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event deleted for resources: {'Port': ['ID=2a59e3f7-e9f0-4fde-a3f1-ac57ba30db70,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.424748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ca98-0006-4fd1-ad29-b60b4d6999fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=92b314f5-6fe0-4495-85ac-90ec2793ad06,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.435863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1889c10f-9d68-4957-aa9f-f7697208afe4 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:05.454049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 73fa269d-f2cc-49f8-93a4-b046d064fda7 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:05.457328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.462800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:05.463400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.494867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 73fa269d-f2cc-49f8-93a4-b046d064fda7) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:05.498788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:05.504460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae91fa-a981-467b-8a38-f1e564364654 None None] Network 73fa269d-f2cc-49f8-93a4-b046d064fda7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:05.506184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:05.511394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:05.512134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.596768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b904af03-b3ea-4c6b-8572-3f21fdf140b3 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0555217 Nov 27 10:35:05.596768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.600097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:05.602618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:05.606463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.633390 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8212481 Nov 27 10:35:05.674356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9772f8-b981-4989-bfbc-f9e83ec78d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Network': ['ID=030bae9c-9489-4bd4-a4f4-5ebf5cf7c204,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.679992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.691340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:05.771816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:05.776150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 4103604b-2708-45b3-9d00-0e53c2344b4f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:05.777022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.804011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:05.806193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.829333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.833368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.855838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.856176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment cfc2dfcb-f8c4-4b74-a18b-095e53c3591b of type vlan for network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b Nov 27 10:35:05.864983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.873770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:05.914145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:05.923385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023177be-8ee2-45d6-819b-0952cae286ba None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:05.938563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:05.939158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.962846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 4103604b-2708-45b3-9d00-0e53c2344b4f owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:05.964260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.964862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Fanout notify agent at l3_agent the message router_deleted on router 064af742-780d-4a06-924b-2fafa3a4e033 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:35:05.977277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.982258 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-17e44cc3-8978-4952-899b-c83ef77f6ce3 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/064af742-780d-4a06-924b-2fafa3a4e033 HTTP/1.1" status: 204 len: 168 time: 2.5875576 Nov 27 10:35:05.982258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:05.984061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40038) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:05.985023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=a62b1142-f40a-4512-b717-1277e18e1994,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:05.991468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1374526850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:06.001402 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d97fca98-58fb-4bc5-8505-df93856b0726 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9563186 Nov 27 10:35:06.005344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40040) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:06.013005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:5b:26:44', 'name': 'tempest-NetworksTestDHCPv6-964980003'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:06.063036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.089059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.113775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.115099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.124205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.132826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:06.133693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.176614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'a62b1142-f40a-4512-b717-1277e18e1994'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:06.178462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.230459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8255370 Nov 27 10:35:06.233294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.241702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40042) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:06.252029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:06.281025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be578525-a8f3-4bce-9575-9b2c6bf32b66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:06.290846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.299221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=4103604b-2708-45b3-9d00-0e53c2344b4f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:06.304864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.327898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:06.329262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:06.333880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.338822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/4103604b-2708-45b3-9d00-0e53c2344b4f HTTP/1.1" status: 204 len: 168 time: 0.7380962 Nov 27 10:35:06.350220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:06.358354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.358703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.359043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.359577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.359917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.360556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.361420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.361750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.362079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.362408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.363284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.363630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4f77a-7160-4c33-81e3-02674bfabcb9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:06.364541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.365829 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9dc12bd8-b7c5-47d7-957e-a071de6e6255 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3784800 Nov 27 10:35:06.375011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40046) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:06.398389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'enable_snat': False}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:06.414494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.154 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/0b4ba2e8-e4a3-4366-8f6f-40713f20e18a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:06.514256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Allocated IP 2001:db8::f816:3eff:fe89:9ffc (3bc6e607-62fb-4beb-854c-95ed85f39ad6/a62b1142-f40a-4512-b717-1277e18e1994/35c19635-342f-42c6-9826-17f8388a009f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:06.522819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:06.528062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.638365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.641273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75719ed5-4633-452d-a3f3-5acd5d2bf02a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:06.648857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75719ed5-4633-452d-a3f3-5acd5d2bf02a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:06.653452 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-75719ed5-4633-452d-a3f3-5acd5d2bf02a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.3021162 Nov 27 10:35:06.654363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:06.736526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.744688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.749637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.763435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.779518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port c75cab93-3363-4582-b2db-91f1f3cb2d3a yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:06.807682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:06.822661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:06.831722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:06.842722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Pushing event updated for resources: {'Port': ['ID=35c19635-342f-42c6-9826-17f8388a009f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:06.849301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.933734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Attempting to bind port 35c19635-342f-42c6-9826-17f8388a009f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:06.935316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Attempting to bind port 35c19635-342f-42c6-9826-17f8388a009f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:06.936113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Attempting to bind port 35c19635-342f-42c6-9826-17f8388a009f on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:06.939416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 8b13739e-7715-4003-aad9-cb83b4eac896 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:06.939758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.945175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:06.945379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:06.946257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:06.946906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.947697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:06.949021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Bound port: 35c19635-342f-42c6-9826-17f8388a009f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:06.949713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.950368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:06.966451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fe5b:2644 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/a62b1142-f40a-4512-b717-1277e18e1994/c75cab93-3363-4582-b2db-91f1f3cb2d3a) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:07.029469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=b4bb7ddb-58f7-4050-95be-4192e80cf6fd,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:07.033375 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:07.036254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:07.044439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=0b4ba2e8-e4a3-4366-8f6f-40713f20e18a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:07.065066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9f894-486e-40b7-a148-692b01828629 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:07.071236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] For port 35c19635-342f-42c6-9826-17f8388a009f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:07.095909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] For port 35c19635-342f-42c6-9826-17f8388a009f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=35c19635-342f-42c6-9826-17f8388a009f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:07.123420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.152129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.175735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 8b13739e-7715-4003-aad9-cb83b4eac896 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:07.247695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.252359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d219acff-85b7-4cbf-8ee8-74840858b02d None None] Provisioning complete for port 0b4ba2e8-e4a3-4366-8f6f-40713f20e18a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:07.253038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d219acff-85b7-4cbf-8ee8-74840858b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.279591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:07.279947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:07.287826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.306774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.336321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Pushing event updated for resources: {'Port': ['ID=35c19635-342f-42c6-9826-17f8388a009f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:07.357863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.358601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.359173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.359734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.361386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.362079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.362941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.363866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.365490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.366065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.366654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.367207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d19f03-76dd-40d1-b24e-3473ab3bf748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:07.399337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d219acff-85b7-4cbf-8ee8-74840858b02d None None] Port 0b4ba2e8-e4a3-4366-8f6f-40713f20e18a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:07.735544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:07.740116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.755835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:07.766437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b89325-684f-447d-b7ae-96fcdb7aaa18 None None] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:07.797922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:07.798512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.818171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.835894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3208d964-4db1-4594-b936-1973e0139f87 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5868511 Nov 27 10:35:07.844913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40050) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:07.858497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1524354947'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:07.885215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=8b13739e-7715-4003-aad9-cb83b4eac896,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:07.890146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:07.897196 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e71cabd6-1861-4912-810e-66575e9b203e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/8b13739e-7715-4003-aad9-cb83b4eac896 HTTP/1.1" status: 204 len: 168 time: 1.2401204 Nov 27 10:35:07.900123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40052) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:07.937316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:07.960108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.015805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=c75cab93-3363-4582-b2db-91f1f3cb2d3a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:08.022106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:08.025441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5018d-ebfa-4585-bc5d-74c7fea8e1c6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:08.032908 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e7e5018d-ebfa-4585-bc5d-74c7fea8e1c6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1290543 Nov 27 10:35:08.033447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:08.037530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:08.043460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:08.044301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.073375 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93ab7fe-1d30-45f9-9b2d-10d61259758b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:08.077659 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d93ab7fe-1d30-45f9-9b2d-10d61259758b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/4103604b-2708-45b3-9d00-0e53c2344b4f HTTP/1.1" status: 404 len: 333 time: 0.0406592 Nov 27 10:35:08.077827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:08.084270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 35c19635-342f-42c6-9826-17f8388a009f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:08.127370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Allocated IP 172.26.1.244 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/f5e514ee-56ea-4a67-bcde-ce9a030623dc) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:08.129200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b', 'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': 'b4bb7ddb-58f7-4050-95be-4192e80cf6fd'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:08.129687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.146330 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-13913257-1a35-45c0-8a93-281323e81241 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:08.150495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-13913257-1a35-45c0-8a93-281323e81241 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/8b13739e-7715-4003-aad9-cb83b4eac896 HTTP/1.1" status: 404 len: 333 time: 0.0690365 Nov 27 10:35:08.154357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:08.171058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 35c19635-342f-42c6-9826-17f8388a009f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:08.171469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.261502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.262047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.262912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.262912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.262912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.263192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.263473 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.265552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.266200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.266784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.267339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.268768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:35:08.334268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.399698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.491627 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2e6536be-f061-405d-8f90-aeee990bf60a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4848728 Nov 27 10:35:08.492129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.493998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:08.498035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.545642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.609223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e514ee-56ea-4a67-bcde-ce9a030623dc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:08.634858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Allocated IP 2001:db8::2 (ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b/b4bb7ddb-58f7-4050-95be-4192e80cf6fd/18da2a45-7984-4987-9de9-5d3bcb477fac) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:08.652256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.671218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:08.689991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:08.695194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:08.725903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:08.729477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3363b-f15c-4414-babd-45341685d73c None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:08.732821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.763994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 3b0a5917-0f02-4c9d-bc3d-48f1d99de530 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:08.796138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 35c19635-342f-42c6-9826-17f8388a009f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=35c19635-342f-42c6-9826-17f8388a009f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:08.814097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.823973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81309158-c124-4b82-8658-745beeb82978 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:08.832892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81309158-c124-4b82-8658-745beeb82978 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:08.838570 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-81309158-c124-4b82-8658-745beeb82978 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3139491 Nov 27 10:35:08.839255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:08.841070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fa269d-f2cc-49f8-93a4-b046d064fda7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:08.954502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200c80a4-3d2a-4b5c-a34b-d5fb83102d1b') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:08.954804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200c80a4-3d2a-4b5c-a34b-d5fb83102d1b') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:08.982220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:08.986116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:08.991919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=35c19635-342f-42c6-9826-17f8388a009f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:08.999191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-37854829-5b75-4000-9c6e-945bb2ac07b2 None None] Provisioning complete for port f5e514ee-56ea-4a67-bcde-ce9a030623dc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:08.999580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37854829-5b75-4000-9c6e-945bb2ac07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.017049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'subnet': {'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:09.045650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.057982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-37854829-5b75-4000-9c6e-945bb2ac07b2 None None] Port f5e514ee-56ea-4a67-bcde-ce9a030623dc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:09.061736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.097978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.101303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:09.106722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:09.111305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:09.125111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.125398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-37854829-5b75-4000-9c6e-945bb2ac07b2 None None] Provisioning complete for port 35c19635-342f-42c6-9826-17f8388a009f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:09.125781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-37854829-5b75-4000-9c6e-945bb2ac07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.131467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port c75cab93-3363-4582-b2db-91f1f3cb2d3a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:09.131807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.139389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:35:09.159388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:09.160366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:09.169916 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:09.181746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Pushing event updated for resources: {'Port': ['ID=18da2a45-7984-4987-9de9-5d3bcb477fac,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:09.224713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Attempting to bind port 18da2a45-7984-4987-9de9-5d3bcb477fac on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:09.224713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Attempting to bind port 18da2a45-7984-4987-9de9-5d3bcb477fac by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:09.225075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Attempting to bind port 18da2a45-7984-4987-9de9-5d3bcb477fac on network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:09.233101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:09.233563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Checking segment: {'id': 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:09.234041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.234512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Bound using segment: {'id': 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:09.235083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Bound port: 18da2a45-7984-4987-9de9-5d3bcb477fac, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:09.235548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.274176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::32b (ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b/b4bb7ddb-58f7-4050-95be-4192e80cf6fd/3b0a5917-0f02-4c9d-bc3d-48f1d99de530) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:09.279783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:09.282937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.334974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] For port 18da2a45-7984-4987-9de9-5d3bcb477fac, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:09.339594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] For port 18da2a45-7984-4987-9de9-5d3bcb477fac, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18da2a45-7984-4987-9de9-5d3bcb477fac,segment=NetworkSegment(cfc2dfcb-f8c4-4b74-a18b-095e53c3591b),segment_id=cfc2dfcb-f8c4-4b74-a18b-095e53c3591b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:09.344766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.364352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.404611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dccb2d-de25-4ce5-91e5-09316c6dc76b None None] Pushing event updated for resources: {'Port': ['ID=18da2a45-7984-4987-9de9-5d3bcb477fac,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:09.411327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.418367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/73fa269d-f2cc-49f8-93a4-b046d064fda7 HTTP/1.1" status: 204 len: 168 time: 1.2594543 Nov 27 10:35:09.433681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40068) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:09.439933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-124759365'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:09.456710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dbecf00f-2d72-4d15-9333-30d40656bd6e None None] Provisioning complete for port c75cab93-3363-4582-b2db-91f1f3cb2d3a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:09.457098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbecf00f-2d72-4d15-9333-30d40656bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.475143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.488345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.502232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dbecf00f-2d72-4d15-9333-30d40656bd6e None None] Port c75cab93-3363-4582-b2db-91f1f3cb2d3a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:09.515049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.523866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24929de-bc21-4a3b-870f-6ff1f97410be tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=73fa269d-f2cc-49f8-93a4-b046d064fda7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:09.530337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:09.535563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.539658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.559197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for c75cab93-3363-4582-b2db-91f1f3cb2d3a owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:09.616035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:09.670919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:09.685598 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:09.694779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.695151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment cc273a81-75a7-46b6-ae57-5023d0b3d5b7 of type vlan for network bdea7bba-5d0f-4ae0-92dc-c07789178e2f Nov 27 10:35:09.698863 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:09.699764 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:09.711433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.717559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.717559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-687134e6-8999-4c9c-a1a1-5381d696f412 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5693009 Nov 27 10:35:09.719459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:09.749442 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:09.759599 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:09.760396 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:09.795503 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:09.796549 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3e95b9-f3b6-49b4-8515-a2446663cec8 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:09.807562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.893289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Subnet': ['ID=c0375db5-af37-4087-a70f-e60888d8c4d9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:09.928126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.928565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.931834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:09.950720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:09.956066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:09.961945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:09.962576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:09.966837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=3b0a5917-0f02-4c9d-bc3d-48f1d99de530,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:09.975276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=c75cab93-3363-4582-b2db-91f1f3cb2d3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:09.979981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Checking segment: {'id': '2b0dec23-b972-40a0-b503-041c32df19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:09.980343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network hostable DHCP agents. Network: 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:10.000485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.006155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ac982fe1-4089-41da-8cb5-068f8892fcfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/c75cab93-3363-4582-b2db-91f1f3cb2d3a HTTP/1.1" status: 204 len: 168 time: 1.1599731 Nov 27 10:35:10.008806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.038465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18da2a45-7984-4987-9de9-5d3bcb477fac up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:10.057574 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2795e286-f2d0-4a45-b010-9087112df00a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2091608 Nov 27 10:35:10.058896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40074) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.070502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:10.077009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.083139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:10.083721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.085084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794ef74-12cc-4100-8fd8-78a9a609d3df tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:10.087028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794ef74-12cc-4100-8fd8-78a9a609d3df tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:10.092452 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a794ef74-12cc-4100-8fd8-78a9a609d3df tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0788920 Nov 27 10:35:10.092452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.114694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Router 24e45cd0-9f77-4324-8c53-bae7867cb2c4 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:35:10.120531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 18da2a45-7984-4987-9de9-5d3bcb477fac triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:10.121600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.150360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet a62b1142-f40a-4512-b717-1277e18e1994 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:10.153596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:10.155275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.173425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa1d36-f196-4e02-80c7-6bff5c5c1a0a None None] Network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:10.185494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:10.186106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.222212 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f154dd43-83a9-40e5-b0b1-ed9f161744af tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2091470 Nov 27 10:35:10.232967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.236135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.245380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-20516124'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:10.328455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:10.332487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.342302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0dc8ee45-8ca5-4236-9813-3e9a4c2265dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.396032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.405263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:10.408819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.459020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.459349 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Added segment 27b66f6e-c011-4b25-b162-6ca383f4dd77 of type vlan for network a28c2300-6785-4f84-be97-cc08761173dd Nov 27 10:35:10.460523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-030bae9c-9489-4bd4-a4f4-5ebf5cf7c204', 'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204', 'tenant_id': '6e7709a4e3684e01a89f7601b21b591b', 'fixed_ips': [{'subnet_id': 'c0375db5-af37-4087-a70f-e60888d8c4d9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:10.461605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.497651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 18da2a45-7984-4987-9de9-5d3bcb477fac, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18da2a45-7984-4987-9de9-5d3bcb477fac,segment=NetworkSegment(cfc2dfcb-f8c4-4b74-a18b-095e53c3591b),segment_id=cfc2dfcb-f8c4-4b74-a18b-095e53c3591b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:10.504783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.505958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 35c19635-342f-42c6-9826-17f8388a009f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:10.543039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.546806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.581498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=a62b1142-f40a-4512-b717-1277e18e1994,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:10.588216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.591597 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c603117c-2bb3-45c2-9324-3a53b6898280 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/a62b1142-f40a-4512-b717-1277e18e1994 HTTP/1.1" status: 204 len: 168 time: 0.4992361 Nov 27 10:35:10.595079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.632509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e7c88-ed21-443a-9904-8bdec998bffa None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:10.645803 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f3b500f5-27dd-4e95-9219-e14ef0744506 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495126 Nov 27 10:35:10.648509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.653353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:10.662710 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2230618 Nov 27 10:35:10.682413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40084) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.688163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:10.765763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6065b5f-274a-4e30-bd28-d39d23615a9f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=bdea7bba-5d0f-4ae0-92dc-c07789178e2f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:10.777274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.785696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:10.786106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.797158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:10.823986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=18da2a45-7984-4987-9de9-5d3bcb477fac,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:10.846428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:10.846922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Allocated IP 2001:db8:0:ffff::2 (030bae9c-9489-4bd4-a4f4-5ebf5cf7c204/c0375db5-af37-4087-a70f-e60888d8c4d9/6a6065eb-83ac-42df-8809-60b603df407e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:10.858401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.859637 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f0477af4-4a7b-4694-b70e-a75aa5c86d0d tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "PUT /v2.0/routers/24e45cd0-9f77-4324-8c53-bae7867cb2c4 HTTP/1.1" status: 200 len: 920 time: 4.4676630 Nov 27 10:35:10.862943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.912160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 3b0a5917-0f02-4c9d-bc3d-48f1d99de530 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:10.912430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.945226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:10.949087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:10.966616 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7292864 Nov 27 10:35:10.967565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40088) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:10.981661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] Sync routers for ids ['24e45cd0-9f77-4324-8c53-bae7867cb2c4'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:10.984480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'subnet': {'network_id': 'a28c2300-6785-4f84-be97-cc08761173dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:11.073392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7acb4-6ac0-4e72-9c06-d9923632e8bd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Network': ['ID=a28c2300-6785-4f84-be97-cc08761173dd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:11.103786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] Routers {'24e45cd0-9f77-4324-8c53-bae7867cb2c4'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:11.104450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['24e45cd0-9f77-4324-8c53-bae7867cb2c4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:11.106521 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network a28c2300-6785-4f84-be97-cc08761173dd details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:11.108209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c3d94-c81f-4a0a-8e2f-a9fad394cc67 None None] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:11.130788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:35:11.131793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:35:11.138666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.146649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:11.150577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.153920 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7e91e50d-fd61-486e-b9e1-b067e6349bd8 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/24e45cd0-9f77-4324-8c53-bae7867cb2c4 HTTP/1.1" status: 200 len: 926 time: 0.2896683 Nov 27 10:35:11.162043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:11.172449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 3b0a5917-0f02-4c9d-bc3d-48f1d99de530 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:11.214261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 35c19635-342f-42c6-9826-17f8388a009f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:11.214705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.219986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:11.238003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:11.241710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.288150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d7bdc-f964-47cd-b2f7-dd7bff806de3 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:11.289666 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-260d7bdc-f964-47cd-b2f7-dd7bff806de3 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=24e45cd0-9f77-4324-8c53-bae7867cb2c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1264069 Nov 27 10:35:11.291652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.295997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:11.358984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f607ca2a-109c-4b08-86d1-58465ad1aabd None None] Provisioning complete for port 18da2a45-7984-4987-9de9-5d3bcb477fac triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:11.359386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f607ca2a-109c-4b08-86d1-58465ad1aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.370269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] Routers {'24e45cd0-9f77-4324-8c53-bae7867cb2c4'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:11.370916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:34:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['24e45cd0-9f77-4324-8c53-bae7867cb2c4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:11.477554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.547496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849767d4-c9ce-4b28-925f-89cebc9c23fc tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:11.552581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-849767d4-c9ce-4b28-925f-89cebc9c23fc tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/networks/444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 881 time: 0.2517812 Nov 27 10:35:11.558317 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:11.625448 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-00422942-ded0-45a7-b769-d4435a2abf7b tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=24e45cd0-9f77-4324-8c53-bae7867cb2c4 HTTP/1.1" status: 200 len: 205 time: 0.0627701 Nov 27 10:35:11.631015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:11.631702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809cf66-cad1-4d2b-ba1a-34c9d23eb77c None None] The sync data for ids ['24e45cd0-9f77-4324-8c53-bae7867cb2c4'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:11.631866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40096) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:11.695148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.725645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.743798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:11.771908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.804174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=3b0a5917-0f02-4c9d-bc3d-48f1d99de530,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:11.846310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.852753 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-04f8a5c9-0345-4e9f-bbf5-0cac9b6ca50a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/3b0a5917-0f02-4c9d-bc3d-48f1d99de530 HTTP/1.1" status: 204 len: 168 time: 1.7913020 Nov 27 10:35:11.855467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40098) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:11.871896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:11.909931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:11.910850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:11.912101 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-584d04fc-bee0-4349-9f05-fa49efca32ed tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:11.914774 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-584d04fc-bee0-4349-9f05-fa49efca32ed tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/3b0a5917-0f02-4c9d-bc3d-48f1d99de530 HTTP/1.1" status: 404 len: 333 time: 0.0551970 Nov 27 10:35:11.918739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:11.922748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:11.933505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:11.938236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Pushing event updated for resources: {'Port': ['ID=6a6065eb-83ac-42df-8809-60b603df407e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:11.976627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:11.978988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: bdea7bba-5d0f-4ae0-92dc-c07789178e2f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:12.013252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] Deleting port 35c19635-342f-42c6-9826-17f8388a009f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:12.013640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.016696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Attempting to bind port 6a6065eb-83ac-42df-8809-60b603df407e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:12.017077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Attempting to bind port 6a6065eb-83ac-42df-8809-60b603df407e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '2b0dec23-b972-40a0-b503-041c32df19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:12.017450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Attempting to bind port 6a6065eb-83ac-42df-8809-60b603df407e on network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:12.019160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.1 (46045aac-f49b-45f1-96c5-7807a03dda0c/4439ff98-b746-43db-8d59-a80a373a38b7/167d0223-383c-48f7-b761-4a2eb8cd54c5) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:12.046639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:12.047074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Checking segment: {'id': '2b0dec23-b972-40a0-b503-041c32df19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:12.047496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.047900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Bound using segment: {'id': '2b0dec23-b972-40a0-b503-041c32df19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:12.049106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Bound port: 6a6065eb-83ac-42df-8809-60b603df407e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0dec23-b972-40a0-b503-041c32df19ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '030bae9c-9489-4bd4-a4f4-5ebf5cf7c204'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:12.049538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.072221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:12.115472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, bdea7bba-5d0f-4ae0-92dc-c07789178e2f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:12.117210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18da2a45-7984-4987-9de9-5d3bcb477fac up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:12.141627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet b4bb7ddb-58f7-4050-95be-4192e80cf6fd {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:12.152586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:12.153179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.155716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4bcc72-fc81-4d28-ab34-45713c5069df None None] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:12.161758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.207536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.233355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:12.242409 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c106ec4c-3ce2-4422-868b-6353cc77b133 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5591171 Nov 27 10:35:12.243295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.248706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:12.273782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f', 'name': 'tempest-PortsTestJSON-1914871978'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:12.278314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:12.290550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.312737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] For port 35c19635-342f-42c6-9826-17f8388a009f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=35c19635-342f-42c6-9826-17f8388a009f,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:12.313137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.338500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] For port 6a6065eb-83ac-42df-8809-60b603df407e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:12.343470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] Calling delete_port for 35c19635-342f-42c6-9826-17f8388a009f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:12.370050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] For port 6a6065eb-83ac-42df-8809-60b603df407e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a6065eb-83ac-42df-8809-60b603df407e,segment=NetworkSegment(2b0dec23-b972-40a0-b503-041c32df19ba),segment_id=2b0dec23-b972-40a0-b503-041c32df19ba)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:12.377667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 18da2a45-7984-4987-9de9-5d3bcb477fac triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:12.378044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.383867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.514110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Checking segment: {'id': '27b66f6e-c011-4b25-b162-6ca383f4dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a28c2300-6785-4f84-be97-cc08761173dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:12.514475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network hostable DHCP agents. Network: a28c2300-6785-4f84-be97-cc08761173dd, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:12.571381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Subnet': ['ID=7aa2ecff-8eb7-4642-96f4-e9a0788ff438,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:12.599061 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:35:12.624286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2fdd9283-2f51-4805-8517-a69c5c1502b4 None None] Provisioning complete for port 18da2a45-7984-4987-9de9-5d3bcb477fac triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:12.624709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9283-2f51-4805-8517-a69c5c1502b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.636442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1ad98-f584-4390-8933-42f988f4cdfb None None] Pushing event updated for resources: {'Port': ['ID=6a6065eb-83ac-42df-8809-60b603df407e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:12.645563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.680745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.726205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-bdea7bba-5d0f-4ae0-92dc-c07789178e2f', 'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': 'fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:12.727084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.807681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.810168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network a28c2300-6785-4f84-be97-cc08761173dd is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:12.830960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:12.845383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:12.846797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:12.853666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.857926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:12.877908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=167d0223-383c-48f7-b761-4a2eb8cd54c5,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:12.882270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, a28c2300-6785-4f84-be97-cc08761173dd) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:12.886919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:12.887523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.901973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:12.908528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.911930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.917492 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-54865b34-8259-4664-81e5-0e3e5b21825e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9370809 Nov 27 10:35:12.918127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40104) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:12.929161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'port': {'network_id': 'a28c2300-6785-4f84-be97-cc08761173dd', 'name': 'tempest-NetworksIpV6TestAttrs-1873181959'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:12.946223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b88cf-8fd5-47b4-bc17-3b46b00ebe81 None None] Network a28c2300-6785-4f84-be97-cc08761173dd requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:12.953459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] No DVR routers for this DVR port 35c19635-342f-42c6-9826-17f8388a009f on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:12.969816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 35c19635-342f-42c6-9826-17f8388a009f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:12.998108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:12.999627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2dac9-8c97-44e7-88eb-07f139aa9f65 None None] Pushing event deleted for resources: {'Port': ['ID=35c19635-342f-42c6-9826-17f8388a009f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:13.004846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Deleting port f5e514ee-56ea-4a67-bcde-ce9a030623dc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:13.005531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.056470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 35c19635-342f-42c6-9826-17f8388a009f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:13.056808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 35c19635-342f-42c6-9826-17f8388a009f not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:13.110501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Port 35c19635-342f-42c6-9826-17f8388a009f concurrently deleted while adding address for new subnet {'id': '55a55edd-0cfa-4c87-8ea3-a4d479e85ec2', 'name': '', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 640, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-27T10:35:11Z', 'updated_at': '2021-11-27T10:35:11Z', 'revision_number': 0, 'segment_id': None, 'project_id': '792b613d42f14754ba1c3e8055186546'}. {{(pid=103378) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 27 10:35:13.110995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.160301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.181898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:13.190006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ecef2589-6315-4e6a-bc91-51c12b9b156a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.192535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:13.202275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:13.202872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.214622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80b1ab-ba1b-48a9-a267-30265ca86f16 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:13.223880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bb7ddb-58f7-4050-95be-4192e80cf6fd,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:13.236186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.240859 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-58af6058-8f8c-4c14-a378-cf6ebfef8e36 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/b4bb7ddb-58f7-4050-95be-4192e80cf6fd HTTP/1.1" status: 204 len: 168 time: 1.3210306 Nov 27 10:35:13.244866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:13.255400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=55a55edd-0cfa-4c87-8ea3-a4d479e85ec2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:13.272517 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f6387dda-a810-4073-8ac8-766aa1ee9026 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6224802 Nov 27 10:35:13.281017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40108) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:13.297582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:13.302714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.325401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:47:45:84', 'name': 'tempest-NetworksTestDHCPv6-942739686'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:13.326245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] device_id is not set on port 1f398663-28f6-4ebb-af99-850f89768069 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:13.357267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Allocated IP 172.20.0.2 (bdea7bba-5d0f-4ae0-92dc-c07789178e2f/fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1/77796407-b921-4560-9770-dd8474b5a1ce) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:13.368702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.419529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2b7682c7-3e21-4f3d-a9c1-a4edf8ff8e67 None None] Could not find standard attr ID for object 3b0a5917-0f02-4c9d-bc3d-48f1d99de530. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:13.421392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31024b08-1460-405f-9e84-89994353490f None None] Network ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:13.449637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Allocated IP 2001:db8::f816:3eff:fe02:246d (a28c2300-6785-4f84-be97-cc08761173dd/7aa2ecff-8eb7-4642-96f4-e9a0788ff438/1f398663-28f6-4ebb-af99-850f89768069) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:13.504618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Calling delete_port for f5e514ee-56ea-4a67-bcde-ce9a030623dc owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:13.548151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.602922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.613393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770426a-275c-409c-a860-d97ae73ced31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-a28c2300-6785-4f84-be97-cc08761173dd', 'network_id': 'a28c2300-6785-4f84-be97-cc08761173dd', 'tenant_id': '6e7709a4e3684e01a89f7601b21b591b', 'fixed_ips': [{'subnet_id': '7aa2ecff-8eb7-4642-96f4-e9a0788ff438'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:13.614267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1770426a-275c-409c-a860-d97ae73ced31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.663439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.711917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.770407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network a28c2300-6785-4f84-be97-cc08761173dd is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:13.779672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:13.783159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:13.790424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:13.791122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.810366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Port': ['ID=1f398663-28f6-4ebb-af99-850f89768069,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:13.831079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:13.841808 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-46a6b94c-54b5-497e-8b74-22c281a0623a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9174187 Nov 27 10:35:13.842125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:13.920308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting subnet 7aa2ecff-8eb7-4642-96f4-e9a0788ff438 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:13.927141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.979920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:13.999439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 18da2a45-7984-4987-9de9-5d3bcb477fac {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:13.999792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.030862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.159379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '55a55edd-0cfa-4c87-8ea3-a4d479e85ec2'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:14.162222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.165596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] DHCP port deletion for ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:14.167763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.178106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9bfa8b-9541-45ca-bee0-3361c305187f None None] Network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:14.181717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a6065eb-83ac-42df-8809-60b603df407e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:14.186080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.199473 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port 18da2a45-7984-4987-9de9-5d3bcb477fac, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18da2a45-7984-4987-9de9-5d3bcb477fac,segment=NetworkSegment(cfc2dfcb-f8c4-4b74-a18b-095e53c3591b),segment_id=cfc2dfcb-f8c4-4b74-a18b-095e53c3591b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:14.199833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.217886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.255593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event deleted for resources: {'Port': ['ID=f5e514ee-56ea-4a67-bcde-ce9a030623dc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:14.257908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 18da2a45-7984-4987-9de9-5d3bcb477fac owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:14.287226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.291589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port d4513434-b352-4053-9b8b-4df4ae73841d yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:14.302230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.308426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7f9ec-a222-490b-a0c7-994135a90dd8 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:14.340678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.362487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa2ecff-8eb7-4642-96f4-e9a0788ff438,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:14.368856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.374312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ce7dfcbc-005a-47c9-b44e-311ec9778d23 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/7aa2ecff-8eb7-4642-96f4-e9a0788ff438 HTTP/1.1" status: 204 len: 168 time: 0.5290549 Nov 27 10:35:14.375278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40114) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-1770426a-275c-409c-a860-d97ae73ced31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7aa2ecff-8eb7-4642-96f4-e9a0788ff438: This subnet is being modified by another concurrent operation. Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:35:14.418885 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7aa2ecff-8eb7-4642-96f4-e9a0788ff438: This subnet is being modified by another concurrent operation. Nov 27 10:35:14.422279 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Nov 27 10:35:14.434164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.5 (bdea7bba-5d0f-4ae0-92dc-c07789178e2f/fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1/cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:14.459540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.466884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.466984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ace8a5-9bb6-4173-a1cc-b81f6c10c1b9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:14.466984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ace8a5-9bb6-4173-a1cc-b81f6c10c1b9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:14.468173 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b2ace8a5-9bb6-4173-a1cc-b81f6c10c1b9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0919676 Nov 27 10:35:14.471547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:14.507002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.510216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52271b96-b3c6-40dc-b595-8d6b9bfa3b2d None None] Network a28c2300-6785-4f84-be97-cc08761173dd requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:14.513380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Pushing event updated for resources: {'Port': ['ID=77796407-b921-4560-9770-dd8474b5a1ce,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:14.573429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f34bb4f-118b-4b7d-906c-e0e7abfd1e4d None None] Provisioning complete for port 6a6065eb-83ac-42df-8809-60b603df407e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:14.573895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f34bb4f-118b-4b7d-906c-e0e7abfd1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.592011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ba37-d9a9-4c46-9104-e38e4a94c7d1 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.618356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:14.620990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae4ba37-d9a9-4c46-9104-e38e4a94c7d1 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 10:35:14.621470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae4ba37-d9a9-4c46-9104-e38e4a94c7d1 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:14.629270 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5ae4ba37-d9a9-4c46-9104-e38e4a94c7d1 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/a28c2300-6785-4f84-be97-cc08761173dd HTTP/1.1" status: 409 len: 405 time: 0.1515107 Nov 27 10:35:14.631606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:14.635171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1310714838'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:14.662083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.662512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:14.665422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:14.675738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.697579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:14.701147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.733093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6a6065eb-83ac-42df-8809-60b603df407e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:14.733469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.740825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.746631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fe47:4584 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/55a55edd-0cfa-4c87-8ea3-a4d479e85ec2/d4513434-b352-4053-9b8b-4df4ae73841d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:14.749417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=167d0223-383c-48f7-b761-4a2eb8cd54c5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:14.750879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:14.756621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.761864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.765567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.766269 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Added segment cce8050b-9b10-4f3f-92eb-e812ec43a133 of type vlan for network c12759e1-a955-42d7-abc0-0f8ebadc285c Nov 27 10:35:14.799486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.800760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Fanout notify agent at l3_agent the message router_deleted on router 24e45cd0-9f77-4324-8c53-bae7867cb2c4 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:35:14.819392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.824708 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7606320f-d3b0-4de6-a4cc-dccdc6d26af5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/24e45cd0-9f77-4324-8c53-bae7867cb2c4 HTTP/1.1" status: 204 len: 168 time: 3.1855736 Nov 27 10:35:14.824708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=18da2a45-7984-4987-9de9-5d3bcb477fac,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:14.827147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:14.831923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Deleting port 18da2a45-7984-4987-9de9-5d3bcb477fac {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:14.832307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.832712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-241426598', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:14.845405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.869538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.893105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.894372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.932678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Attempting to bind port 77796407-b921-4560-9770-dd8474b5a1ce on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:14.933061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Attempting to bind port 77796407-b921-4560-9770-dd8474b5a1ce by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:14.933419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Attempting to bind port 77796407-b921-4560-9770-dd8474b5a1ce on network bdea7bba-5d0f-4ae0-92dc-c07789178e2f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:14.935665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:14.942276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.947928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:14.948593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.963793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:14.991704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:14.998404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:14.998778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Checking segment: {'id': 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:14.999192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:14.999585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Bound using segment: {'id': 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:15.000080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Bound port: 77796407-b921-4560-9770-dd8474b5a1ce, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bdea7bba-5d0f-4ae0-92dc-c07789178e2f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:15.000703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.032453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] For port 18da2a45-7984-4987-9de9-5d3bcb477fac, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:15.032921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.054128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:15.068959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Calling delete_port for 18da2a45-7984-4987-9de9-5d3bcb477fac owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:15.072203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.082929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Port 18da2a45-7984-4987-9de9-5d3bcb477fac was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:35:15.104992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4707787 Nov 27 10:35:15.110948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40122) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:15.116545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'subnet': {'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:15.122721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port 18da2a45-7984-4987-9de9-5d3bcb477fac on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:15.135055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.148044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f34bb4f-118b-4b7d-906c-e0e7abfd1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.196885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.200964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] No DVR routers for this DVR port 18da2a45-7984-4987-9de9-5d3bcb477fac on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:15.205145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5ce14-7fc3-4288-a439-85ff1da91767 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Network': ['ID=c12759e1-a955-42d7-abc0-0f8ebadc285c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:15.209474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646a645-339d-4e60-9cc6-caae1728d346 None None] Pushing event deleted for resources: {'Port': ['ID=18da2a45-7984-4987-9de9-5d3bcb477fac,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:15.232642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network c12759e1-a955-42d7-abc0-0f8ebadc285c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:15.243810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:15.243810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.292520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] For port 77796407-b921-4560-9770-dd8474b5a1ce, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:15.300932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4f34bb4f-118b-4b7d-906c-e0e7abfd1e4d None None] For port 6a6065eb-83ac-42df-8809-60b603df407e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a6065eb-83ac-42df-8809-60b603df407e,segment=NetworkSegment(2b0dec23-b972-40a0-b503-041c32df19ba),segment_id=2b0dec23-b972-40a0-b503-041c32df19ba)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:15.316734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-68369867-175a-4835-a630-b96fff32ccca tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0481200 Nov 27 10:35:15.343278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] For port 77796407-b921-4560-9770-dd8474b5a1ce, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=77796407-b921-4560-9770-dd8474b5a1ce,segment=NetworkSegment(cc273a81-75a7-46b6-ae57-5023d0b3d5b7),segment_id=cc273a81-75a7-46b6-ae57-5023d0b3d5b7)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:15.347753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.349799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f34bb4f-118b-4b7d-906c-e0e7abfd1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.351832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40124) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:15.371440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.411239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:15.417914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:15.423399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:15.423582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.449532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:15.450101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc2dfcb-f8c4-4b74-a18b-095e53c3591b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:15.480906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.502495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.517977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:15.518637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:15.524118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34bb4f-118b-4b7d-906c-e0e7abfd1e4d None None] Pushing event updated for resources: {'Port': ['ID=6a6065eb-83ac-42df-8809-60b603df407e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:15.524851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:15.528653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.541610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.545552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.598813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1504e-62e7-4adc-b10c-1a41abdbe7d9 None None] Pushing event updated for resources: {'Port': ['ID=77796407-b921-4560-9770-dd8474b5a1ce,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:15.608675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:15.609091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:15.612150 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:15.680121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b70b61c2-c3fe-48fb-b580-48fe463f511b None None] Provisioning complete for port 6a6065eb-83ac-42df-8809-60b603df407e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:15.680892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b70b61c2-c3fe-48fb-b580-48fe463f511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.716545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:15.724141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:15.729555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.734336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.743095 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b HTTP/1.1" status: 204 len: 168 time: 2.4969678 Nov 27 10:35:15.744942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40126) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:15.745515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.757619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'name': 'tempest-PortsIpV6TestJSON-1441492338'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:15.765313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:15.814791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e09c96-d76b-4072-be1a-da99e406c908 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=ab7c2cd9-c730-4a10-9eee-0ccc6397fc3b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:15.835285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Allocated IP 2001:db8::f816:3eff:fe37:7f1 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/55a55edd-0cfa-4c87-8ea3-a4d479e85ec2/8829b397-6436-4fbf-80f3-6ffb24b71256) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:15.955589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:15.991347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:15.993931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:16.000830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:16.001441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.014073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=d4513434-b352-4053-9b8b-4df4ae73841d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:16.060168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:16.064103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.069162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:16.075173 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bd6894a9-e2f3-40e1-b835-a8e85ca8f84c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/routers/641364b4-fc6e-4159-9b68-1a2b74d0d74a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3542826 Nov 27 10:35:16.077858 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c1eff0ee-da3b-4ebe-a58a-2a3eeba66e1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7651587 Nov 27 10:35:16.078411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:16.084870 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:16.091206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'port': {'network_id': '46045aac-f49b-45f1-96c5-7807a03dda0c', 'name': 'tempest-FloatingIPTestJSON-426536231'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:16.094635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:16.113111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:16.114624 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:16.128036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.135570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.200560 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:16.221311 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:16.223070 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:16.260238 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:16.261864 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca771c8-b4bd-4aff-848f-e1d5beea3d50 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:16.272254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.276779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port d4606050-ae2d-4548-b075-9a887274706d yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:16.299036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:16.369860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d0b6f-8f84-4fab-ad73-add9fda820cd tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:16.371543 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d00d0b6f-8f84-4fab-ad73-add9fda820cd tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2736514 Nov 27 10:35:16.380984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:16.395214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:16.398138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Pushing event updated for resources: {'Port': ['ID=8829b397-6436-4fbf-80f3-6ffb24b71256,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:16.404806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:16.406640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.408493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:16.495578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a6065eb-83ac-42df-8809-60b603df407e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:16.496941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:16.501780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.524558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Attempting to bind port 8829b397-6436-4fbf-80f3-6ffb24b71256 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:16.525358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Attempting to bind port 8829b397-6436-4fbf-80f3-6ffb24b71256 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:16.525916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Attempting to bind port 8829b397-6436-4fbf-80f3-6ffb24b71256 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:16.536777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:16.537486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:16.538120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.538702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:16.539366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Bound port: 8829b397-6436-4fbf-80f3-6ffb24b71256, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:16.539951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.553375 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] device_id is not set on port 55ba0020-f18c-432d-b472-3fad21401e82 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:16.585637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.622495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6a6065eb-83ac-42df-8809-60b603df407e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:16.622828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.623327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.648015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.667794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:16.670247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] For port 8829b397-6436-4fbf-80f3-6ffb24b71256, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:16.683131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.688980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port d4513434-b352-4053-9b8b-4df4ae73841d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:16.689467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.691567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] For port 8829b397-6436-4fbf-80f3-6ffb24b71256, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8829b397-6436-4fbf-80f3-6ffb24b71256,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:16.700788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.711629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.752260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:16.779939 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 77796407-b921-4560-9770-dd8474b5a1ce up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:16.847968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f7d87-744d-45ac-942c-2abfb5b722d0 None None] Pushing event updated for resources: {'Port': ['ID=8829b397-6436-4fbf-80f3-6ffb24b71256,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:16.864574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 77796407-b921-4560-9770-dd8474b5a1ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:16.864959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.872727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.891595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.7 (46045aac-f49b-45f1-96c5-7807a03dda0c/4439ff98-b746-43db-8d59-a80a373a38b7/55ba0020-f18c-432d-b472-3fad21401e82) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:16.898548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for d4513434-b352-4053-9b8b-4df4ae73841d owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:16.938036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.955054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Subnet': ['ID=98cbb911-af37-4429-999b-dbba1e57fe28,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:16.970062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:16.976242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-082c0ac1-6540-4c5a-b4b9-6e6fd75f11b8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56 HTTP/1.1" status: 204 len: 168 time: 1.6208358 Nov 27 10:35:16.981905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:16.991706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Allocated IP 172.26.1.207 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/5ae3a5d6-6b68-4257-8142-a75de56e7e7c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:16.996593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.016440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Checking segment: {'id': 'cce8050b-9b10-4f3f-92eb-e812ec43a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:17.016965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network hostable DHCP agents. Network: c12759e1-a955-42d7-abc0-0f8ebadc285c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:17.030740 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-687c9c7c-591d-415f-9fb3-d252497e4405 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:17.031462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687c9c7c-591d-415f-9fb3-d252497e4405 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:17.038132 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-687c9c7c-591d-415f-9fb3-d252497e4405 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56 HTTP/1.1" status: 404 len: 333 time: 0.0507894 Nov 27 10:35:17.040523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:17.051819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 77796407-b921-4560-9770-dd8474b5a1ce, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=77796407-b921-4560-9770-dd8474b5a1ce,segment=NetworkSegment(cc273a81-75a7-46b6-ae57-5023d0b3d5b7),segment_id=cc273a81-75a7-46b6-ae57-5023d0b3d5b7)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:17.058486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.099501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1f097d-e1b6-41c6-ad52-ddee1bd7c8cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:17.103983 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3b1f097d-e1b6-41c6-ad52-ddee1bd7c8cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/cfe1a905-6edb-47be-a2bb-6b8bd8b0ea56 HTTP/1.1" status: 404 len: 333 time: 0.0598066 Nov 27 10:35:17.113890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40138) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:17.125986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network c12759e1-a955-42d7-abc0-0f8ebadc285c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:17.150888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:17.171285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:17.174526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:17.182663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:17.183310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.185977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db564d-71ca-45ad-a7b5-ba87848ee486 None None] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:17.196239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18da2a45-7984-4987-9de9-5d3bcb477fac no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:17.207861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=d4606050-ae2d-4548-b075-9a887274706d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:17.221229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, c12759e1-a955-42d7-abc0-0f8ebadc285c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:17.236902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:17.238336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.241798 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-75caa4c9-1aa9-486a-a0e6-ce736d2a1ec5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4890413 Nov 27 10:35:17.252267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:17.286457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796d11c-b77b-41ca-ba31-be17b9b168f9 None None] Network c12759e1-a955-42d7-abc0-0f8ebadc285c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:17.287306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:17.293397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.326684 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8a70f075-9a45-43f4-abe8-f45aee479ca9 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2146447 Nov 27 10:35:17.333149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:17.340718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'port': {'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c', 'name': 'tempest-NetworksIpV6TestAttrs-659132269'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:17.366045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 18da2a45-7984-4987-9de9-5d3bcb477fac {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:17.366710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18da2a45-7984-4987-9de9-5d3bcb477fac not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:17.371237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.433284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.440590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.480051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=77796407-b921-4560-9770-dd8474b5a1ce,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:17.499424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.508515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=d4513434-b352-4053-9b8b-4df4ae73841d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:17.514959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4dfb6532-b265-46b5-9a47-4a8c3f44ecb9 None None] Provisioning complete for port 77796407-b921-4560-9770-dd8474b5a1ce triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:17.516084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6532-b265-46b5-9a47-4a8c3f44ecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.535849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.541081 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3f5bbd8e-8c10-4362-b612-7debb9948378 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/d4513434-b352-4053-9b8b-4df4ae73841d HTTP/1.1" status: 204 len: 168 time: 1.1569579 Nov 27 10:35:17.542770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40146) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:17.548296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port d4606050-ae2d-4548-b075-9a887274706d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:17.548655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.565529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.622358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.641413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for d4606050-ae2d-4548-b075-9a887274706d owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:17.663968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:17.672064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:17.682627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:17.689898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-c12759e1-a955-42d7-abc0-0f8ebadc285c', 'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c', 'tenant_id': '6e7709a4e3684e01a89f7601b21b591b', 'fixed_ips': [{'subnet_id': '98cbb911-af37-4429-999b-dbba1e57fe28'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:17.691666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.698712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c714fd-8be9-4e03-81dc-9852730c52ff None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:17.714825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:17.717969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.718351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.746899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0775459-0e97-42fe-9ee7-c0c4e9fbfd99 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:17.748579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0775459-0e97-42fe-9ee7-c0c4e9fbfd99 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:17.750284 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d0775459-0e97-42fe-9ee7-c0c4e9fbfd99 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2038987 Nov 27 10:35:17.751861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.755196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:17.794739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event updated for resources: {'Port': ['ID=5ae3a5d6-6b68-4257-8142-a75de56e7e7c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:17.815108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] device_id is not set on port 5e0d2061-5138-4d31-b86a-b445c75cc57c yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:17.841019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 55a55edd-0cfa-4c87-8ea3-a4d479e85ec2 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:17.852015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:17.857513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.867009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:17.907352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:17.961589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=55ba0020-f18c-432d-b472-3fad21401e82,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:17.969854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:17.970782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:17.992846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d81d71ea-3b18-45dc-a84a-16ca0096794a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9061885 Nov 27 10:35:17.993660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Allocated IP 2001:db8::f816:3eff:feb5:a4a8 (c12759e1-a955-42d7-abc0-0f8ebadc285c/98cbb911-af37-4429-999b-dbba1e57fe28/acb7a742-e4e1-43f9-b80f-cbcc93452d78) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:17.997048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40150) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:18.006544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'port': {'network_id': '46045aac-f49b-45f1-96c5-7807a03dda0c', 'name': 'tempest-FloatingIPTestJSON-994123342'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:18.032137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.074573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:18.080610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.086936 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-59a5208c-0b1c-4e2a-aa26-55093274f3b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1 HTTP/1.1" status: 204 len: 168 time: 0.9717491 Nov 27 10:35:18.088027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40152) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:18.167924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.170749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.177708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:18.181999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.195584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.224775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.306291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] device_id is not set on port 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:18.334579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Network c12759e1-a955-42d7-abc0-0f8ebadc285c is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:18.336365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Pushing event updated for resources: {'Port': ['ID=acb7a742-e4e1-43f9-b80f-cbcc93452d78,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:18.340474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:18.342685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-21a852fe-ff87-46e1-83a2-45a4215e36c9 None None] Provisioning complete for port 5ae3a5d6-6b68-4257-8142-a75de56e7e7c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:18.342685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21a852fe-ff87-46e1-83a2-45a4215e36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.344705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:18.349812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.350331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef5c22-9116-4349-a7e8-13e2368d19fc None None] Network bdea7bba-5d0f-4ae0-92dc-c07789178e2f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:18.366608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Allocated IP 2001:db8::f816:3eff:fee3:52c7 (c12759e1-a955-42d7-abc0-0f8ebadc285c/98cbb911-af37-4429-999b-dbba1e57fe28/5e0d2061-5138-4d31-b86a-b445c75cc57c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:18.391783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.449122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=d4606050-ae2d-4548-b075-9a887274706d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:18.458435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 77796407-b921-4560-9770-dd8474b5a1ce up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:18.462627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.466279 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1be520e7-2974-4dab-8c00-8665a3fbe80c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/d4606050-ae2d-4548-b075-9a887274706d HTTP/1.1" status: 204 len: 168 time: 1.2152674 Nov 27 10:35:18.469079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:18.478132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'mac_address': 'fa:16:3e:31:c6:08', 'name': 'tempest-PortsIpV6TestJSON-1089663052'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:18.490757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.2 (46045aac-f49b-45f1-96c5-7807a03dda0c/4439ff98-b746-43db-8d59-a80a373a38b7/1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:18.561282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-21a852fe-ff87-46e1-83a2-45a4215e36c9 None None] Port 5ae3a5d6-6b68-4257-8142-a75de56e7e7c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:18.588511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Attempting to bind port acb7a742-e4e1-43f9-b80f-cbcc93452d78 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:18.589183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Attempting to bind port acb7a742-e4e1-43f9-b80f-cbcc93452d78 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'cce8050b-9b10-4f3f-92eb-e812ec43a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:18.589546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Attempting to bind port acb7a742-e4e1-43f9-b80f-cbcc93452d78 on network c12759e1-a955-42d7-abc0-0f8ebadc285c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:18.616949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:18.617330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Checking segment: {'id': 'cce8050b-9b10-4f3f-92eb-e812ec43a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:18.617737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.618397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Bound using segment: {'id': 'cce8050b-9b10-4f3f-92eb-e812ec43a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:18.618913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Bound port: acb7a742-e4e1-43f9-b80f-cbcc93452d78, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce8050b-9b10-4f3f-92eb-e812ec43a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c12759e1-a955-42d7-abc0-0f8ebadc285c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:18.619752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.676166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.723115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-19732152-4681-44e3-9d82-217bc563d0f9 None None] Provisioning complete for port 8829b397-6436-4fbf-80f3-6ffb24b71256 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:18.723494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19732152-4681-44e3-9d82-217bc563d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.742441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] For port acb7a742-e4e1-43f9-b80f-cbcc93452d78, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:18.746430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] For port acb7a742-e4e1-43f9-b80f-cbcc93452d78, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=acb7a742-e4e1-43f9-b80f-cbcc93452d78,segment=NetworkSegment(cce8050b-9b10-4f3f-92eb-e812ec43a133),segment_id=cce8050b-9b10-4f3f-92eb-e812ec43a133)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:18.749896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 77796407-b921-4560-9770-dd8474b5a1ce {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:18.750528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 77796407-b921-4560-9770-dd8474b5a1ce triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:18.750754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.750911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.791651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.812902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.868457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:18.922799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecd7ad-89e3-4fe8-9971-bd7fe74a7669 None None] Pushing event updated for resources: {'Port': ['ID=acb7a742-e4e1-43f9-b80f-cbcc93452d78,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:18.926679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] DHCP port deletion for bdea7bba-5d0f-4ae0-92dc-c07789178e2f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:18.952004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] For port 77796407-b921-4560-9770-dd8474b5a1ce, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=77796407-b921-4560-9770-dd8474b5a1ce,segment=NetworkSegment(cc273a81-75a7-46b6-ae57-5023d0b3d5b7),segment_id=cc273a81-75a7-46b6-ae57-5023d0b3d5b7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:18.952567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.955609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:18.967194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.015365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port db9eedda-17e3-48b1-a055-6c2e46b5275a yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:19.025115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 77796407-b921-4560-9770-dd8474b5a1ce owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:19.073833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8829b397-6436-4fbf-80f3-6ffb24b71256 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:19.077212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19732152-4681-44e3-9d82-217bc563d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.107331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network c12759e1-a955-42d7-abc0-0f8ebadc285c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:19.148551 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.199436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:19.200061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.207668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:19.213611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:19.214279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.246753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Port': ['ID=5e0d2061-5138-4d31-b86a-b445c75cc57c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:19.287664 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a0991b97-279b-4a1f-be05-696b113a6151 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9507811 Nov 27 10:35:19.288340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:19.325305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.360249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Deleting port 77796407-b921-4560-9770-dd8474b5a1ce {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:19.360623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.424112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting subnet 98cbb911-af37-4429-999b-dbba1e57fe28 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:19.432777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.439584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.460453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-19732152-4681-44e3-9d82-217bc563d0f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:19.460824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-19732152-4681-44e3-9d82-217bc563d0f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:19.468159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] For port 77796407-b921-4560-9770-dd8474b5a1ce, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:19.468587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.471147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 8829b397-6436-4fbf-80f3-6ffb24b71256 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:19.471442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.502267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Calling delete_port for 77796407-b921-4560-9770-dd8474b5a1ce owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:19.508114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Port 77796407-b921-4560-9770-dd8474b5a1ce was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:35:19.511701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.546817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] Pushing event deleted for resources: {'Port': ['ID=77796407-b921-4560-9770-dd8474b5a1ce,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:19.553589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9a104-cd15-4f5e-b1d2-1041e6e11b16 None None] No DVR routers for this DVR port 77796407-b921-4560-9770-dd8474b5a1ce on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:19.615213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.617814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=55a55edd-0cfa-4c87-8ea3-a4d479e85ec2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:19.624760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.631139 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ead7058d-86c2-4169-b5a9-5cb0ee33f163 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/55a55edd-0cfa-4c87-8ea3-a4d479e85ec2 HTTP/1.1" status: 204 len: 168 time: 1.8699343 Nov 27 10:35:19.634351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40158) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:19.634838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25e3cc-b867-4dcd-8179-0275f8a4af6b None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:19.692287 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c2aaa264-92a1-42de-b359-c14e1b550fa1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539227 Nov 27 10:35:19.693328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.696722 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:19.710501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 8829b397-6436-4fbf-80f3-6ffb24b71256, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8829b397-6436-4fbf-80f3-6ffb24b71256,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:19.724772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.728458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.777089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:19.812637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:19.828084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:19.836467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No DVR routers for this DVR port 77796407-b921-4560-9770-dd8474b5a1ce on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:19.840700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=77796407-b921-4560-9770-dd8474b5a1ce,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:19.844683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=8829b397-6436-4fbf-80f3-6ffb24b71256,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:19.865233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.887404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.888120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:19.904282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b02d0d-e647-406d-80d9-e46d56151f70 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:19.909168 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f8b02d0d-e647-406d-80d9-e46d56151f70 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2082219 Nov 27 10:35:19.914357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:19.944111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:19.994075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:19.997077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503eebe-5915-4dae-9863-6c06541ffc46 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:19.998644 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c503eebe-5915-4dae-9863-6c06541ffc46 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585692 Nov 27 10:35:20.008019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:20.008722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.014487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:20.020302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:20.030824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:20.031887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.054817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-19732152-4681-44e3-9d82-217bc563d0f9 None None] Could not find standard attr ID for object 77796407-b921-4560-9770-dd8474b5a1ce. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:20.059780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] Deleting port 8829b397-6436-4fbf-80f3-6ffb24b71256 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:20.060167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.062061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=db9eedda-17e3-48b1-a055-6c2e46b5275a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:20.082129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:20.085120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.092651 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a08ea8b9-61d6-41e3-aff0-8457a78b393b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772262 Nov 27 10:35:20.101193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.102970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdea7bba-5d0f-4ae0-92dc-c07789178e2f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.113154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:20.121926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.122581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc273a81-75a7-46b6-ae57-5023d0b3d5b7') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.131509 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c8dd11ce-23ea-45de-99e5-3ce94f1c5b28 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1322260 Nov 27 10:35:20.138848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.147654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:20.154580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.157508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] For port 8829b397-6436-4fbf-80f3-6ffb24b71256, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8829b397-6436-4fbf-80f3-6ffb24b71256,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:20.158729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.168413 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5db667ee-0f37-4b82-bd19-2c5ea6aac1bb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6941690 Nov 27 10:35:20.172512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.189767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] Calling delete_port for 8829b397-6436-4fbf-80f3-6ffb24b71256 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:20.192296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.194326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Router a5a23c45-82d0-4892-bf93-50cbfb12bd31 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:35:20.227373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:20.227786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:20.233170 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:20.265067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.315338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492396da-3d45-4c00-902d-d3ba6dcac1d4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:20.317357 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-492396da-3d45-4c00-902d-d3ba6dcac1d4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/db9eedda-17e3-48b1-a055-6c2e46b5275a HTTP/1.1" status: 200 len: 845 time: 0.1438062 Nov 27 10:35:20.321383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40172) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.329849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.354891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] No DVR routers for this DVR port 8829b397-6436-4fbf-80f3-6ffb24b71256 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:20.362608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f54c9bfc-4be8-42d3-8b09-c83a60f3fc46 None None] Could not find standard attr ID for object d4513434-b352-4053-9b8b-4df4ae73841d. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:20.365568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device acb7a742-e4e1-43f9-b80f-cbcc93452d78 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:20.390989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:20.396048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.403159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.407261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34476eae-6bb9-44a6-a573-6a4e08024a07 None None] Pushing event deleted for resources: {'Port': ['ID=8829b397-6436-4fbf-80f3-6ffb24b71256,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:20.451203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.466976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.469416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port acb7a742-e4e1-43f9-b80f-cbcc93452d78 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:20.469959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.475780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/bdea7bba-5d0f-4ae0-92dc-c07789178e2f HTTP/1.1" status: 204 len: 168 time: 2.3866563 Nov 27 10:35:20.476450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40174) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.483668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-113345465'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:20.542367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:20.545944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.553109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aedebe-b32e-4901-8ab7-3c8db2d41003 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=bdea7bba-5d0f-4ae0-92dc-c07789178e2f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:20.574819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37dbcf-fc93-4441-8ae5-f0b830113136 None None] Network c12759e1-a955-42d7-abc0-0f8ebadc285c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:20.604768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.609424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port db9eedda-17e3-48b1-a055-6c2e46b5275a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:20.609770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.637851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.646542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:20.647343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:20.665637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] Sync routers for ids ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:20.689805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Subnet': ['ID=98cbb911-af37-4429-999b-dbba1e57fe28,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:20.697890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-af8a88bb-7e34-405f-8a25-c6f8d1eea027 None None] Provisioning complete for port acb7a742-e4e1-43f9-b80f-cbcc93452d78 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:20.698271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af8a88bb-7e34-405f-8a25-c6f8d1eea027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.703692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.704541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment 41b32ce1-97a8-4f7f-b3ba-436b161e30fd of type vlan for network 61b0cad7-6011-4067-824e-00716a523341 Nov 27 10:35:20.709310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.713114 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6a7b2bbd-def3-481c-8ebe-be293ebe2470 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/98cbb911-af37-4429-999b-dbba1e57fe28 HTTP/1.1" status: 204 len: 168 time: 1.4208632 Nov 27 10:35:20.716273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.719049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.736167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.738540 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba28225c-225f-4440-80f9-d69d41fab425 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9094450 Nov 27 10:35:20.756586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40178) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.758219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] Routers {'a5a23c45-82d0-4892-bf93-50cbfb12bd31'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:20.758873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.759096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for db9eedda-17e3-48b1-a055-6c2e46b5275a owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:20.765641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:20.795021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416ff35-ec60-4120-952e-ac8f04407507 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:20.797142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416ff35-ec60-4120-952e-ac8f04407507 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:20.798822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e416ff35-ec60-4120-952e-ac8f04407507 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0806317 Nov 27 10:35:20.803236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:20.803598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:20.803929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:20.825697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.844692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.852835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.859466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] Routers {'a5a23c45-82d0-4892-bf93-50cbfb12bd31'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:20.860105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.917775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:20.918442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1dc30-146e-4570-a57b-b24118fc075e None None] The sync data for ids ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:20.934855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af8a88bb-7e34-405f-8a25-c6f8d1eea027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.953222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4597ddb-7d81-4bf5-a608-59e211400af5 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.974399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-af8a88bb-7e34-405f-8a25-c6f8d1eea027 None None] For port acb7a742-e4e1-43f9-b80f-cbcc93452d78, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=acb7a742-e4e1-43f9-b80f-cbcc93452d78,segment=NetworkSegment(cce8050b-9b10-4f3f-92eb-e812ec43a133),segment_id=cce8050b-9b10-4f3f-92eb-e812ec43a133)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:20.978513 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4597ddb-7d81-4bf5-a608-59e211400af5 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 10:35:20.979308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4597ddb-7d81-4bf5-a608-59e211400af5 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:20.980987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-af8a88bb-7e34-405f-8a25-c6f8d1eea027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:20.983557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f4597ddb-7d81-4bf5-a608-59e211400af5 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/c12759e1-a955-42d7-abc0-0f8ebadc285c HTTP/1.1" status: 409 len: 405 time: 0.1759515 Nov 27 10:35:20.994855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40182) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:21.016290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-38652686'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:21.044676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] DHCP port deletion for c12759e1-a955-42d7-abc0-0f8ebadc285c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:21.053269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a88bb-7e34-405f-8a25-c6f8d1eea027 None None] Pushing event updated for resources: {'Port': ['ID=acb7a742-e4e1-43f9-b80f-cbcc93452d78,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.053499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.060339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:21.061142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.064714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.137 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e62996ab-2fe2-4123-bf14-9c0dcb83cdc9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:21.080990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.103956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] Deleting port acb7a742-e4e1-43f9-b80f-cbcc93452d78 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:21.104631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.172858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] For port acb7a742-e4e1-43f9-b80f-cbcc93452d78, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=acb7a742-e4e1-43f9-b80f-cbcc93452d78,segment=NetworkSegment(cce8050b-9b10-4f3f-92eb-e812ec43a133),segment_id=cce8050b-9b10-4f3f-92eb-e812ec43a133)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:21.173268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.187025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.187383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] Calling delete_port for acb7a742-e4e1-43f9-b80f-cbcc93452d78 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:21.230474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.242723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.246839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:21.250278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.254960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:21.276022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:21.278942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:21.281510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.282387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:21.289706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8094716 Nov 27 10:35:21.296414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] No DVR routers for this DVR port acb7a742-e4e1-43f9-b80f-cbcc93452d78 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:21.296591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:21.299761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:21.300780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.303219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd5e2c-ed95-46ba-b782-64643a634935 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=61b0cad7-6011-4067-824e-00716a523341,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.305890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40184) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:21.320564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=e62996ab-2fe2-4123-bf14-9c0dcb83cdc9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.326642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3dac7-b117-4ac9-b027-b7403f9c2f51 None None] Pushing event deleted for resources: {'Port': ['ID=acb7a742-e4e1-43f9-b80f-cbcc93452d78,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.360884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74705d1c-5b29-4021-92bb-4e739090d95c None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:21.363290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 61b0cad7-6011-4067-824e-00716a523341 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:21.366529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Port acb7a742-e4e1-43f9-b80f-cbcc93452d78 update to ACTIVE by agent not found {{(pid=103380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 10:35:21.372699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '61b0cad7-6011-4067-824e-00716a523341', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:21.381529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.387767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/db9eedda-17e3-48b1-a055-6c2e46b5275a HTTP/1.1" status: 204 len: 168 time: 1.0651901 Nov 27 10:35:21.394033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40186) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:21.396193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549fde5-16d3-4b6b-b75d-892754e4c578 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=db9eedda-17e3-48b1-a055-6c2e46b5275a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.400603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=2dce29ec-3957-416d-9f56-2483657cbcf9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.475632 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23c0b2f6-34ae-4566-bebe-b0991dd19c02 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3706460 Nov 27 10:35:21.478892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:21.479058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 77796407-b921-4560-9770-dd8474b5a1ce no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:21.490225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:21.495403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:21:bb:f6', 'name': 'tempest-NetworksTestDHCPv6-998564131'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:21.509077 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9fffbf-31c3-49c6-b9e1-0df948d64c01 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:21.514013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 77796407-b921-4560-9770-dd8474b5a1ce {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:21.514013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 77796407-b921-4560-9770-dd8474b5a1ce not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:21.514013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8829b397-6436-4fbf-80f3-6ffb24b71256 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:21.514292 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ce9fffbf-31c3-49c6-b9e1-0df948d64c01 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/db9eedda-17e3-48b1-a055-6c2e46b5275a HTTP/1.1" status: 404 len: 333 time: 0.1103811 Nov 27 10:35:21.514830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40190) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:21.528149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'name': 'tempest-PortsIpV6TestJSON-1767886796'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:21.538687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 8829b397-6436-4fbf-80f3-6ffb24b71256 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:21.539039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8829b397-6436-4fbf-80f3-6ffb24b71256 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:21.560454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.560811 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Added segment 09e68269-0813-4fc1-b399-f1740410b55a of type vlan for network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 Nov 27 10:35:21.636167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '2dce29ec-3957-416d-9f56-2483657cbcf9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:21.637369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.711393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.733284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:21.737049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.780666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/2dce29ec-3957-416d-9f56-2483657cbcf9/4f97bb49-9e3f-4193-8a38-93ae6bd15b2d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:21.817498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:21.873343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.880285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:21.880935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.897867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:21.901567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.918555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.934710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.942575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:21.987368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:21.991777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:21.993601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Pushing event updated for resources: {'Port': ['ID=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:21.995908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:22.005603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port fafff4fe-95d6-470c-b6f5-9d4f417ef3ec yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:22.014901 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0081627 Nov 27 10:35:22.016581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.021475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40192) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:22.034697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'subnet': {'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:22.045371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5d7d7-0c5f-4ea4-a079-2bbfb8c04e31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Network': ['ID=9876c4e8-26ce-48c3-8317-ff8c913e91f8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:22.063449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:22.087022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Attempting to bind port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:22.087362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Attempting to bind port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:22.087651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Attempting to bind port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:22.123736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:22.124180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:22.124545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.124948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:22.125439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Bound port: 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:22.125823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.217252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] For port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:22.222586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] For port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:22.227618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.309258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.311886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.401173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 868a282b-34a7-43da-bc28-e02388b8c0c9 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:22.417159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device acb7a742-e4e1-43f9-b80f-cbcc93452d78 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:22.454725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: acb7a742-e4e1-43f9-b80f-cbcc93452d78 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:22.455079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device acb7a742-e4e1-43f9-b80f-cbcc93452d78 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:22.471730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827bd59-02b4-4115-8932-c41238808f83 None None] Pushing event updated for resources: {'Port': ['ID=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:22.502334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.610096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::326 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/2dce29ec-3957-416d-9f56-2483657cbcf9/868a282b-34a7-43da-bc28-e02388b8c0c9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:22.738097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Deleting port 5ae3a5d6-6b68-4257-8142-a75de56e7e7c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:22.738833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.740905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:22.745067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.751661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.838084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.849973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.871023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.944343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=e62996ab-2fe2-4123-bf14-9c0dcb83cdc9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:22.950443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:22.964249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=9d6a1d22-00be-4fd0-892d-4ef3ae5886fb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:22.964850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.018939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.039906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': '41b32ce1-97a8-4f7f-b3ba-436b161e30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '61b0cad7-6011-4067-824e-00716a523341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:23.040274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: 61b0cad7-6011-4067-824e-00716a523341, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:23.049598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Calling delete_port for 5ae3a5d6-6b68-4257-8142-a75de56e7e7c owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:23.071612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.095290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.121205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP d94f3833-967e-49ea-a5e1-4afd5bd2c405 associated. External IP: 172.26.1.137, port: 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6. Nov 27 10:35:23.132295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:23.165063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:23.168864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=868a282b-34a7-43da-bc28-e02388b8c0c9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:23.171251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:23.178152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:23.178675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.196167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 61b0cad7-6011-4067-824e-00716a523341 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:23.209304 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-29543822-8c43-4d9b-b66d-61d0943fd959 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7177339 Nov 27 10:35:23.225443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:23.243768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40194) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:23.263932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:23.266453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:23.272588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:23.273216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.294693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 61b0cad7-6011-4067-824e-00716a523341) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:23.299063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:23.299665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.310148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=fafff4fe-95d6-470c-b6f5-9d4f417ef3ec,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:23.312708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cc2ab-4ac8-4286-91b2-81d108a2d59f None None] Network 61b0cad7-6011-4067-824e-00716a523341 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:23.314707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060d8a7-fc80-4cb3-9abe-634c6e128ce1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:23.321656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060d8a7-fc80-4cb3-9abe-634c6e128ce1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:23.326046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3060d8a7-fc80-4cb3-9abe-634c6e128ce1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0782483 Nov 27 10:35:23.332279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:23.345433 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-57fa77a0-6d07-4441-9a95-9004b2d662ff tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8207252 Nov 27 10:35:23.376646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40198) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:23.385012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:23.394437 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-50c0a4f7-e9ae-437a-bfa8-b39c169c18bc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0551133 Nov 27 10:35:23.401369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:23.406158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '61b0cad7-6011-4067-824e-00716a523341', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1485565292'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:23.509917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:23.532602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.577294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-61b0cad7-6011-4067-824e-00716a523341', 'network_id': '61b0cad7-6011-4067-824e-00716a523341', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': '9d6a1d22-00be-4fd0-892d-4ef3ae5886fb'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:23.579240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.583531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:23.603667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.697337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Subnet': ['ID=845b8ec1-b3bd-4e48-a4e7-8ec96cd404b7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:23.700388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.737317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 868a282b-34a7-43da-bc28-e02388b8c0c9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:23.738307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.758103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Checking segment: {'id': '09e68269-0813-4fc1-b399-f1740410b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:23.758103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network hostable DHCP agents. Network: 9876c4e8-26ce-48c3-8317-ff8c913e91f8, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:23.776940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Pushing event deleted for resources: {'Port': ['ID=5ae3a5d6-6b68-4257-8142-a75de56e7e7c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:23.779646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282a698-6c29-4dfc-a9d8-506909fa601d None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:23.787011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27383412-433b-44df-ab53-60514fac5583 None None] Provisioning complete for port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:23.787385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27383412-433b-44df-ab53-60514fac5583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.823762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Allocated IP 172.20.0.2 (61b0cad7-6011-4067-824e-00716a523341/9d6a1d22-00be-4fd0-892d-4ef3ae5886fb/ac4a2916-9f3a-4354-893c-254ec3941874) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:23.835472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:23.839225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.895874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:23.904616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:23.908569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port bfba2ede-7c09-491f-a03f-675d57f8b3d0 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:23.920085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.927498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 9876c4e8-26ce-48c3-8317-ff8c913e91f8) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:23.931755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:23.932333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.943173 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:23.963225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27383412-433b-44df-ab53-60514fac5583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.965202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434dd82-e67a-443a-ac41-64e5de94ad4f None None] Network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:23.981077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:23.990842 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:23.993497 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:24.033750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.038169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-02531d4d-1ab4-46c5-b127-ded3ea07ca7c tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8946025 Nov 27 10:35:24.040350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.042597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40204) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:24.046775 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1a8fc370-da33-47a8-a7cd-58b0d8926358 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0176013 Nov 27 10:35:24.054670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40206) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:24.057939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:24.068269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 868a282b-34a7-43da-bc28-e02388b8c0c9 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:24.076648 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:24.089475 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:24.090707 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:24.125337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-27383412-433b-44df-ab53-60514fac5583 None None] For port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:24.126087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.145970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27383412-433b-44df-ab53-60514fac5583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.156602 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:24.159994 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b308271-4943-4797-83cd-a942ca7b8003 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:24.257219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.291968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=868a282b-34a7-43da-bc28-e02388b8c0c9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:24.301674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:24.305775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27383412-433b-44df-ab53-60514fac5583 None None] Pushing event updated for resources: {'Port': ['ID=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:24.317036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.325416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.331873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] In _notify_port_updated(), no bound segment for port fafff4fe-95d6-470c-b6f5-9d4f417ef3ec on network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:35:24.332627 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ca9c13b5-a7f8-44d0-ae2b-723fde6bb2a6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/868a282b-34a7-43da-bc28-e02388b8c0c9 HTTP/1.1" status: 204 len: 168 time: 0.9986968 Nov 27 10:35:24.333288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:24.337327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:24.337945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.339219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/ports/fafff4fe-95d6-470c-b6f5-9d4f417ef3ec HTTP/1.1" status: 200 len: 818 time: 0.9585536 Nov 27 10:35:24.342709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:24.359846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ba9c045b-3803-4da3-9bfc-7627e0b37ff8 None None] Could not find standard attr ID for object 868a282b-34a7-43da-bc28-e02388b8c0c9. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:24.391342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.418173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.425799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0ed4b-c792-4b12-9656-2f3e8fa0aa79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=fafff4fe-95d6-470c-b6f5-9d4f417ef3ec,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:24.460953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Pushing event updated for resources: {'Port': ['ID=ac4a2916-9f3a-4354-893c-254ec3941874,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:24.473535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.491338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.510317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Network 61b0cad7-6011-4067-824e-00716a523341 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:24.511693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6e0ee-9bda-42e0-b16a-8dcf305bbea8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:24.513387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6e0ee-9bda-42e0-b16a-8dcf305bbea8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:24.514408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:24.516798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:24.517762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bcb6e0ee-9bda-42e0-b16a-8dcf305bbea8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1832848 Nov 27 10:35:24.521974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40212) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:24.552203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-9876c4e8-26ce-48c3-8317-ff8c913e91f8', 'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8', 'tenant_id': '6e7709a4e3684e01a89f7601b21b591b', 'fixed_ips': [{'subnet_id': '845b8ec1-b3bd-4e48-a4e7-8ec96cd404b7'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:24.553145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.573896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.4 (61b0cad7-6011-4067-824e-00716a523341/9d6a1d22-00be-4fd0-892d-4ef3ae5886fb/bfba2ede-7c09-491f-a03f-675d57f8b3d0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:24.608907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port fafff4fe-95d6-470c-b6f5-9d4f417ef3ec {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:24.609423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.618684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 2dce29ec-3957-416d-9f56-2483657cbcf9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:24.622211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.641953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.670017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Router a5a23c45-82d0-4892-bf93-50cbfb12bd31 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:24.670243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:24.670492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.693135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Attempting to bind port ac4a2916-9f3a-4354-893c-254ec3941874 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:24.693826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Attempting to bind port ac4a2916-9f3a-4354-893c-254ec3941874 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '41b32ce1-97a8-4f7f-b3ba-436b161e30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '61b0cad7-6011-4067-824e-00716a523341'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:24.694532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Attempting to bind port ac4a2916-9f3a-4354-893c-254ec3941874 on network 61b0cad7-6011-4067-824e-00716a523341 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:24.697380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.703800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:24.704181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Checking segment: {'id': '41b32ce1-97a8-4f7f-b3ba-436b161e30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '61b0cad7-6011-4067-824e-00716a523341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:24.704611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.705011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Bound using segment: {'id': '41b32ce1-97a8-4f7f-b3ba-436b161e30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '61b0cad7-6011-4067-824e-00716a523341'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:24.705493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Bound port: ac4a2916-9f3a-4354-893c-254ec3941874, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b32ce1-97a8-4f7f-b3ba-436b161e30fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '61b0cad7-6011-4067-824e-00716a523341'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:24.705870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.761599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.773265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.773265 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP d94f3833-967e-49ea-a5e1-4afd5bd2c405 disassociated. External IP: 172.26.1.137, port: 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6. Nov 27 10:35:24.829184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.833445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Allocated IP 2001:db8::f816:3eff:fef2:fec9 (9876c4e8-26ce-48c3-8317-ff8c913e91f8/845b8ec1-b3bd-4e48-a4e7-8ec96cd404b7/971f3617-c4b1-47ec-b124-8804fd5aed4a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:24.853146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for fafff4fe-95d6-470c-b6f5-9d4f417ef3ec owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:24.867760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] For port ac4a2916-9f3a-4354-893c-254ec3941874, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:24.897921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.902783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] For port ac4a2916-9f3a-4354-893c-254ec3941874, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ac4a2916-9f3a-4354-893c-254ec3941874,segment=NetworkSegment(41b32ce1-97a8-4f7f-b3ba-436b161e30fd),segment_id=41b32ce1-97a8-4f7f-b3ba-436b161e30fd)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:24.913855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.934468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:24.942106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:24.947388 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4f2748d2-808a-49e8-8566-b49ac91809f7 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "PUT /v2.0/routers/a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 200 len: 709 time: 4.1859174 Nov 27 10:35:24.947497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:24.973122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] Sync routers for ids ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:25.019720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] Routers {'a5a23c45-82d0-4892-bf93-50cbfb12bd31'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:25.020563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:25.079030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191348b-0388-4ec4-b58d-42cafab850dc None None] Pushing event updated for resources: {'Port': ['ID=ac4a2916-9f3a-4354-893c-254ec3941874,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.093314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:25.111377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] Routers {'a5a23c45-82d0-4892-bf93-50cbfb12bd31'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:25.112005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:25.152863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:25.152863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ec237-ae6b-457b-bfa4-10b803fed281 None None] The sync data for ids ['a5a23c45-82d0-4892-bf93-50cbfb12bd31'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:25.205926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.217918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.295711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:25.302800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:25.305000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Pushing event updated for resources: {'Port': ['ID=971f3617-c4b1-47ec-b124-8804fd5aed4a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.307244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:25.367483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.368860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Attempting to bind port 971f3617-c4b1-47ec-b124-8804fd5aed4a on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:25.369352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Attempting to bind port 971f3617-c4b1-47ec-b124-8804fd5aed4a by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '09e68269-0813-4fc1-b399-f1740410b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:25.369959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Attempting to bind port 971f3617-c4b1-47ec-b124-8804fd5aed4a on network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:25.373686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.377149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:25.377677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Checking segment: {'id': '09e68269-0813-4fc1-b399-f1740410b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:25.378224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.378714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Bound using segment: {'id': '09e68269-0813-4fc1-b399-f1740410b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:25.379334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Bound port: 971f3617-c4b1-47ec-b124-8804fd5aed4a, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e68269-0813-4fc1-b399-f1740410b55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:25.379973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.435337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-543319c3-101e-4b19-8c41-9bced8ea81c9 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/routers/a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 200 len: 744 time: 0.4875133 Nov 27 10:35:25.446306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.472949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] For port 971f3617-c4b1-47ec-b124-8804fd5aed4a, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:25.478491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.478960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] For port 971f3617-c4b1-47ec-b124-8804fd5aed4a, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=971f3617-c4b1-47ec-b124-8804fd5aed4a,segment=NetworkSegment(09e68269-0813-4fc1-b399-f1740410b55a),segment_id=09e68269-0813-4fc1-b399-f1740410b55a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:25.490133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.505454 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3f31734c-ab35-49d7-9e52-f086f02e87d7 tempest-RoutersIpV6AdminTest-692995768 tempest-RoutersIpV6AdminTest-692995768-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=444b1d93-5105-4158-8104-96b059af888f&device_id=a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 200 len: 205 time: 0.0503263 Nov 27 10:35:25.508658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.572596 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9424acc9-8a68-4854-9eb6-fd9f2628a2f8 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 200 len: 205 time: 0.0361252 Nov 27 10:35:25.573626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40220) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.579237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e00c7-aa77-4975-95f9-dd37391b0e55 None None] Pushing event updated for resources: {'Port': ['ID=971f3617-c4b1-47ec-b124-8804fd5aed4a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.580803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=fafff4fe-95d6-470c-b6f5-9d4f417ef3ec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.592231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.592412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.596222 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1fb346cf-4afb-4ab6-92fc-4ce1a9a5a0c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/fafff4fe-95d6-470c-b6f5-9d4f417ef3ec HTTP/1.1" status: 204 len: 168 time: 1.2513020 Nov 27 10:35:25.600024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.614440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.670494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2738afe-50e9-45cf-bc40-41f318a89830 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:25.687339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.693984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/2dce29ec-3957-416d-9f56-2483657cbcf9 HTTP/1.1" status: 204 len: 168 time: 1.1708272 Nov 27 10:35:25.695454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.700498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.703775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702e058-8152-4e70-8284-564d5280c66e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=2dce29ec-3957-416d-9f56-2483657cbcf9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.733848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Subnet': ['ID=845b8ec1-b3bd-4e48-a4e7-8ec96cd404b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.775261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.791128 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-15b60aaf-0bf9-481f-b1b9-70e1e6bda1be tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847700 Nov 27 10:35:25.794367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.856495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 61b0cad7-6011-4067-824e-00716a523341 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:25.872073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a80c8-da90-4bb8-9dd3-e599ae007561 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:25.874395 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5a8a80c8-da90-4bb8-9dd3-e599ae007561 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2728558 Nov 27 10:35:25.875374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:25.877713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:25.904067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:25.910701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:25.930524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=bfba2ede-7c09-491f-a03f-675d57f8b3d0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:25.944560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:25.961030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650b43b-3695-40d8-b18c-de491ae73cf1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:25.962608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5650b43b-3695-40d8-b18c-de491ae73cf1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1659570 Nov 27 10:35:25.968541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:25.969171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.969972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:25.971470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40230) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.033890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9876c4e8-26ce-48c3-8317-ff8c913e91f8']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.037084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] Deleting port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:26.037284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.037941 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe5f6c9-77a0-428f-9918-ce6d3d95c18a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:26.039490 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4fe5f6c9-77a0-428f-9918-ce6d3d95c18a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/fafff4fe-95d6-470c-b6f5-9d4f417ef3ec HTTP/1.1" status: 404 len: 333 time: 0.1342113 Nov 27 10:35:26.048872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.057255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374720597'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:26.061890 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-359d3edb-f595-46a3-a5e1-4a3fc2bd3d49 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6570034 Nov 27 10:35:26.064872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.068090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e68269-0813-4fc1-b399-f1740410b55a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.068548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e68269-0813-4fc1-b399-f1740410b55a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.134347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] For port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:26.134856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.153345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] Calling delete_port for 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:26.165481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c913c-91e1-483a-8151-dd9ae4f44701 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:26.170699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d94c913c-91e1-483a-8151-dd9ae4f44701 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1981874 Nov 27 10:35:26.171773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.184668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.224564 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d410bf5-4b0a-4555-9ac2-bb62b1eb6cfd tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472801 Nov 27 10:35:26.237098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.244762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:26.272984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.276851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.277331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.295483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.319441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] Pushing event deleted for resources: {'Port': ['ID=4f97bb49-9e3f-4193-8a38-93ae6bd15b2d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:26.340102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3767b2-f862-4a86-a305-012931cfe9ab None None] No DVR routers for this DVR port 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:26.344726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:26.349646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.361370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:26.361859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:26.367371 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:26.382240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port bfba2ede-7c09-491f-a03f-675d57f8b3d0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:26.382780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.406030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 971f3617-c4b1-47ec-b124-8804fd5aed4a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:26.438310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.438815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Fanout notify agent at l3_agent the message router_deleted on router a5a23c45-82d0-4892-bf93-50cbfb12bd31 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:35:26.480060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:26.483655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.492236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 971f3617-c4b1-47ec-b124-8804fd5aed4a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:26.492788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.511287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.512653 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d231a066-4998-4214-bc01-fdaae67a3734 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 204 len: 168 time: 0.9384055 Nov 27 10:35:26.536346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.585875 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bc7ea45d-533a-4a87-9eb4-3467fd6a96dd tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 200 len: 205 time: 0.0451272 Nov 27 10:35:26.590177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:35:26.590177 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:35:26.590177 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': '9876c4e8-26ce-48c3-8317-ff8c913e91f8'}] Nov 27 10:35:26.590177 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:26.590701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:26.592953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:26.594692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40242) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.599111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.621486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bb18b-dd0d-4027-a6f9-ee1b65428bd1 None None] Network 61b0cad7-6011-4067-824e-00716a523341 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:26.642959 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-287fc2a8-72d4-4a57-a9e2-d54ce1b41044 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] delete failed (client error): The resource could not be found. Nov 27 10:35:26.644336 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-287fc2a8-72d4-4a57-a9e2-d54ce1b41044 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/a5a23c45-82d0-4892-bf93-50cbfb12bd31 HTTP/1.1" status: 404 len: 336 time: 0.0467319 Nov 27 10:35:26.646100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:26.648998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40244) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.658968 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:26.662235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.676524 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:26.677200 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.683199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.683770 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment 0a784ec8-c746-4613-830a-d7a5d78ca614 of type vlan for network 0a3a273c-f038-4a05-bb07-c50541797800 Nov 27 10:35:26.686985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-978c1451-15bc-4abc-a724-33c7df11837d tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=24e45cd0-9f77-4324-8c53-bae7867cb2c4 HTTP/1.1" status: 200 len: 205 time: 0.0369596 Nov 27 10:35:26.705647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40246) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.731839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 971f3617-c4b1-47ec-b124-8804fd5aed4a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=971f3617-c4b1-47ec-b124-8804fd5aed4a,segment=NetworkSegment(09e68269-0813-4fc1-b399-f1740410b55a),segment_id=09e68269-0813-4fc1-b399-f1740410b55a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:26.746921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.748167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ac4a2916-9f3a-4354-893c-254ec3941874 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:26.750680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cde27504-7c1f-4fb9-90b3-f70f81ebca8b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/floatingips/d94f3833-967e-49ea-a5e1-4afd5bd2c405 HTTP/1.1" status: 200 len: 688 time: 2.7003539 Nov 27 10:35:26.754853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40248) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.776810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.791416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-947ef2d9-57e5-422c-a787-ad62dc72c9cd tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] delete failed (client error): The resource could not be found. Nov 27 10:35:26.792500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-947ef2d9-57e5-422c-a787-ad62dc72c9cd tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/24e45cd0-9f77-4324-8c53-bae7867cb2c4 HTTP/1.1" status: 404 len: 336 time: 0.0855861 Nov 27 10:35:26.799838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.839880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e2bfdf16-b134-454a-a102-c81b21b16006 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=064af742-780d-4a06-924b-2fafa3a4e033 HTTP/1.1" status: 200 len: 205 time: 0.0379694 Nov 27 10:35:26.845559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:26.879973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.918119 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.931549 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:26.932343 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.935566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.944560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:26.945231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:26.990323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:26.991128 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05bbd5-cb0d-4fcb-8785-9736f9fff4dd None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:27.002125 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-c9a7fdfc-327d-4b1b-a210-050820309b3d tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] delete failed (client error): The resource could not be found. Nov 27 10:35:27.007421 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c9a7fdfc-327d-4b1b-a210-050820309b3d tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/064af742-780d-4a06-924b-2fafa3a4e033 HTTP/1.1" status: 404 len: 336 time: 0.1554346 Nov 27 10:35:27.008104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.028150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bf548cd1-630d-44fb-8fc4-54347cbcff7f None None] Provisioning complete for port ac4a2916-9f3a-4354-893c-254ec3941874 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:27.028573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf548cd1-630d-44fb-8fc4-54347cbcff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.032430 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9776521 Nov 27 10:35:27.032582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3891fef9-369a-4bfe-b943-65f769d7223c None None] Network 9876c4e8-26ce-48c3-8317-ff8c913e91f8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:27.034799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.040467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for bfba2ede-7c09-491f-a03f-675d57f8b3d0 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:27.042863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '0a3a273c-f038-4a05-bb07-c50541797800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:27.062156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:27.063405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f375f-17a1-4bd3-904c-2bfbd9cd30ce tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=0a3a273c-f038-4a05-bb07-c50541797800,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:27.087495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-aa7bed65-2f3f-42da-b470-6c712ba14466 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=f15579a8-2556-4630-8e33-f8ceeba53537 HTTP/1.1" status: 200 len: 205 time: 0.0601609 Nov 27 10:35:27.089398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.091846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.099024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0a3a273c-f038-4a05-bb07-c50541797800 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:27.107398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.128729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port e62996ab-2fe2-4123-bf14-9c0dcb83cdc9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:27.129091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.187904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=971f3617-c4b1-47ec-b124-8804fd5aed4a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:27.199788 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-70001aab-75fc-432d-b7f3-f7b7cf9ae198 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] delete failed (client error): The resource could not be found. Nov 27 10:35:27.203363 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-70001aab-75fc-432d-b7f3-f7b7cf9ae198 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/f15579a8-2556-4630-8e33-f8ceeba53537 HTTP/1.1" status: 404 len: 336 time: 0.1043539 Nov 27 10:35:27.209385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:27.211649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.214603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:27.226023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:27.226674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.239748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:27.243380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.258474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11563e4-0643-46ab-b3d2-1f008a4264ca None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:27.261052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ac4a2916-9f3a-4354-893c-254ec3941874 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:27.261948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.267820 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4d556263-f915-49ed-8a98-c17761ce0db5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed6b0d57-146c-418c-8f30-9aadf9382fc0 HTTP/1.1" status: 200 len: 205 time: 0.0490458 Nov 27 10:35:27.271492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.291040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=069573f1-8748-4c46-8404-a07f6f4180c5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:27.292317 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.292665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.335534 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-76b840c9-c2ea-47f3-ae43-d3313a1e0b36 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0957451 Nov 27 10:35:27.337805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.338715 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-6f3d96de-28f5-492f-a006-9f478ce2cb15 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] delete failed (client error): The resource could not be found. Nov 27 10:35:27.342168 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6f3d96de-28f5-492f-a006-9f478ce2cb15 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/ed6b0d57-146c-418c-8f30-9aadf9382fc0 HTTP/1.1" status: 404 len: 336 time: 0.0605578 Nov 27 10:35:27.343845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.344770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:27.346585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for e62996ab-2fe2-4123-bf14-9c0dcb83cdc9 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:27.384272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting port 971f3617-c4b1-47ec-b124-8804fd5aed4a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:27.385000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.396031 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d2724a4d-febe-4306-a265-c665b38675b2 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "GET /v2.0/ports?device_id=a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 HTTP/1.1" status: 200 len: 205 time: 0.0508034 Nov 27 10:35:27.413801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40268) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.496677 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-56f78597-5e34-474a-b69f-3cb420d95bc5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] delete failed (client error): The resource could not be found. Nov 27 10:35:27.500557 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-56f78597-5e34-474a-b69f-3cb420d95bc5 tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/routers/a809e406-c8c4-4e9d-ac0c-c6fd8f09a8b4 HTTP/1.1" status: 404 len: 336 time: 0.0818143 Nov 27 10:35:27.500903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.532406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf548cd1-630d-44fb-8fc4-54347cbcff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.540163 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-252e8773-bb7a-4971-9892-ad0f13894f6e tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:27.540657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252e8773-bb7a-4971-9892-ad0f13894f6e tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:27.543779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-252e8773-bb7a-4971-9892-ad0f13894f6e tempest-RoutersIpV6AdminTest-412132130 tempest-RoutersIpV6AdminTest-412132130-project] 10.222.0.13 "DELETE /v2.0/subnets/c56fff6e-10fd-454a-b03b-d0cc1f7eb372 HTTP/1.1" status: 404 len: 337 time: 0.0413775 Nov 27 10:35:27.544767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.565445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] For port 971f3617-c4b1-47ec-b124-8804fd5aed4a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=971f3617-c4b1-47ec-b124-8804fd5aed4a,segment=NetworkSegment(09e68269-0813-4fc1-b399-f1740410b55a),segment_id=09e68269-0813-4fc1-b399-f1740410b55a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:27.566480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.612137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=bfba2ede-7c09-491f-a03f-675d57f8b3d0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:27.614427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Calling delete_port for 971f3617-c4b1-47ec-b124-8804fd5aed4a owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:27.649244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:27.653517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.656587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.663561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bf548cd1-630d-44fb-8fc4-54347cbcff7f None None] For port ac4a2916-9f3a-4354-893c-254ec3941874, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ac4a2916-9f3a-4354-893c-254ec3941874,segment=NetworkSegment(41b32ce1-97a8-4f7f-b3ba-436b161e30fd),segment_id=41b32ce1-97a8-4f7f-b3ba-436b161e30fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:27.688665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf548cd1-630d-44fb-8fc4-54347cbcff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.736887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': '069573f1-8748-4c46-8404-a07f6f4180c5'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:27.737990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.785933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.793534 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cc2d6613-1b69-46c5-a5ab-285c942e0b06 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/bfba2ede-7c09-491f-a03f-675d57f8b3d0 HTTP/1.1" status: 204 len: 168 time: 1.7274594 Nov 27 10:35:27.797652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19338e76-4f34-4aca-bcf4-4d6f24fbe10a None None] DHCP port deletion for 9876c4e8-26ce-48c3-8317-ff8c913e91f8 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:27.871739 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 069573f1-8748-4c46-8404-a07f6f4180c5 (CIDR: 2001:db8::/64) Nov 27 10:35:27.873082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40274) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.876923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:35:27.877380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:27.903254 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a52df04d-0db5-47e0-8013-5674c1d452e0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5588968 Nov 27 10:35:27.903254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40276) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:27.907654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-19338e76-4f34-4aca-bcf4-4d6f24fbe10a None None] The port '971f3617-c4b1-47ec-b124-8804fd5aed4a' was deleted {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 10:35:27.909607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:27.910337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:27.927116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:27.927882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:27.968100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548cd1-630d-44fb-8fc4-54347cbcff7f None None] Pushing event updated for resources: {'Port': ['ID=ac4a2916-9f3a-4354-893c-254ec3941874,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.002827 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b42d29b-5368-4401-8246-5850bd3efed5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:28.005449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1084c6ea-eaf8-4e65-bd43-5b236880739e None None] Provisioning complete for port 971f3617-c4b1-47ec-b124-8804fd5aed4a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:28.005887 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7b42d29b-5368-4401-8246-5850bd3efed5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/bfba2ede-7c09-491f-a03f-675d57f8b3d0 HTTP/1.1" status: 404 len: 333 time: 0.1189249 Nov 27 10:35:28.006271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1084c6ea-eaf8-4e65-bd43-5b236880739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.011444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Port': ['ID=971f3617-c4b1-47ec-b124-8804fd5aed4a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.017706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No DVR routers for this DVR port 971f3617-c4b1-47ec-b124-8804fd5aed4a on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:28.026895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40278) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:28.064359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1084c6ea-eaf8-4e65-bd43-5b236880739e None None] Port 971f3617-c4b1-47ec-b124-8804fd5aed4a was deleted so its status cannot be updated. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 10:35:28.082404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.117084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:28.122981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.128983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Allocated IP 2001:db8::f816:3eff:feb4:58ea (3bc6e607-62fb-4beb-854c-95ed85f39ad6/069573f1-8748-4c46-8404-a07f6f4180c5/81144609-c998-488a-bf50-be94ba2d4c84) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:28.161322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.244712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:28.259737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cd9fd5d7-b296-4948-8db6-09b6d4960a38 None None] Provisioning complete for port ac4a2916-9f3a-4354-893c-254ec3941874 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:28.260118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd5d7-b296-4948-8db6-09b6d4960a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.389137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.461175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.525332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.536621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-822125c2-fa2b-4630-91a5-37b74a31510c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.550939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=e62996ab-2fe2-4123-bf14-9c0dcb83cdc9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.556161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet 9d6a1d22-00be-4fd0-892d-4ef3ae5886fb {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:28.566810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.572442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:28.579306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.587132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:28.594768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:28.596123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.608285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:28.623997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=e106f7a1-f850-487c-8f89-281743b926c0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.635923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:28.636705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cd9fd5d7-b296-4948-8db6-09b6d4960a38 None None] Could not find standard attr ID for object bfba2ede-7c09-491f-a03f-675d57f8b3d0. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:28.642423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:28.642779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4f97bb49-9e3f-4193-8a38-93ae6bd15b2d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:28.644932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Pushing event updated for resources: {'Port': ['ID=81144609-c998-488a-bf50-be94ba2d4c84,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.645614 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-104cb197-149c-4d05-b2e9-a19b292d417a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7398984 Nov 27 10:35:28.646261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40286) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:28.647811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:28.653786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:d1:2b:d7', 'name': 'tempest-NetworksTestDHCPv6-253763434'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:28.661422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:28.700917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=a3b4c5a1-087f-47a7-852c-665ab3be09a9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.734369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Attempting to bind port 81144609-c998-488a-bf50-be94ba2d4c84 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:28.734867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Attempting to bind port 81144609-c998-488a-bf50-be94ba2d4c84 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:28.736333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Attempting to bind port 81144609-c998-488a-bf50-be94ba2d4c84 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:28.742625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:28.742625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:28.743565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.743901 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:28.744524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Bound port: 81144609-c998-488a-bf50-be94ba2d4c84, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:28.745278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.745403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9876c4e8-26ce-48c3-8317-ff8c913e91f8']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:28.764408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.790480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e68269-0813-4fc1-b399-f1740410b55a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:28.790784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e68269-0813-4fc1-b399-f1740410b55a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:28.801104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-822125c2-fa2b-4630-91a5-37b74a31510c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.810389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-822125c2-fa2b-4630-91a5-37b74a31510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.810726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': '0a784ec8-c746-4613-830a-d7a5d78ca614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a3a273c-f038-4a05-bb07-c50541797800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:28.811108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: 0a3a273c-f038-4a05-bb07-c50541797800, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:28.820696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] For port 81144609-c998-488a-bf50-be94ba2d4c84, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:28.821768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.824584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] For port 81144609-c998-488a-bf50-be94ba2d4c84, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81144609-c998-488a-bf50-be94ba2d4c84,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:28.830728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a5805bc-5b32-428a-b88b-30508ba051e1 None None] Could not find standard attr ID for object bfba2ede-7c09-491f-a03f-675d57f8b3d0. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:28.833154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ac4a2916-9f3a-4354-893c-254ec3941874 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:28.838274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.842118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.844592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.850459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23cae530-9ffc-4016-b9f1-68ba615bd2d6 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/floatingips/d94f3833-967e-49ea-a5e1-4afd5bd2c405 HTTP/1.1" status: 204 len: 168 time: 2.0835924 Nov 27 10:35:28.850994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40288) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:28.856712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '55ba0020-f18c-432d-b472-3fad21401e82'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:28.861974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.872735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:28.880280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:28.880885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:28.884185 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:28.894031 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-822125c2-fa2b-4630-91a5-37b74a31510c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcf5fe8fe8c94db7b912224a7f8c7fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6456444 Nov 27 10:35:28.900269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822125c2-fa2b-4630-91a5-37b74a31510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccad2ac-8d2d-4d35-a855-12d07222394d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.901899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 0a3a273c-f038-4a05-bb07-c50541797800 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:28.902511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:28.930580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35f175-392d-47cd-9ce4-513d9a8cd5d2 None None] Pushing event updated for resources: {'Port': ['ID=81144609-c998-488a-bf50-be94ba2d4c84,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:28.975006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ac4a2916-9f3a-4354-893c-254ec3941874 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:28.975006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:28.975331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 0a3a273c-f038-4a05-bb07-c50541797800) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:28.992607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:28.993482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.002806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91443e81-195f-409d-9444-3d09f5b0b896 None None] Network 0a3a273c-f038-4a05-bb07-c50541797800 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:29.009311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.012649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.037866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.052654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.060172 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/9876c4e8-26ce-48c3-8317-ff8c913e91f8 HTTP/1.1" status: 204 len: 168 time: 4.9849501 Nov 27 10:35:29.060342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:29.071074 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-835369a7-7814-42ac-9047-a0398c7d5e1e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0340176 Nov 27 10:35:29.073859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609865734'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:29.078639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40294) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:29.095164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '0a3a273c-f038-4a05-bb07-c50541797800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:29.096422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4052b-ac53-4b88-82b8-6e3b3729e8cd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Network': ['ID=9876c4e8-26ce-48c3-8317-ff8c913e91f8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:29.104899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f4a00-cf28-4feb-82d3-c5949839ce61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.129622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.143706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.188256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6a1d22-00be-4fd0-892d-4ef3ae5886fb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:29.198348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.205321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:29.206470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4f6e8709-6608-42ba-9e2a-85eda4c5340a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/9d6a1d22-00be-4fd0-892d-4ef3ae5886fb HTTP/1.1" status: 204 len: 168 time: 1.1758654 Nov 27 10:35:29.255069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f4a00-cf28-4feb-82d3-c5949839ce61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.296719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:29.300740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.354299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 4c800b9c-ef69-4fcf-b398-7c3eb2f2029f yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:29.365410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff1c9e9-fb10-449e-acf6-6b12cb5bdf2c None None] Network 61b0cad7-6011-4067-824e-00716a523341 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:29.414814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-0a3a273c-f038-4a05-bb07-c50541797800', 'network_id': '0a3a273c-f038-4a05-bb07-c50541797800', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': 'a3b4c5a1-087f-47a7-852c-665ab3be09a9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:29.415711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.496763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 971f3617-c4b1-47ec-b124-8804fd5aed4a no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:29.515874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.517683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:29.584855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 971f3617-c4b1-47ec-b124-8804fd5aed4a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:29.585216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 971f3617-c4b1-47ec-b124-8804fd5aed4a not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:29.603895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f4a00-cf28-4feb-82d3-c5949839ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.606492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846f4a00-cf28-4feb-82d3-c5949839ce61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.607630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-846f4a00-cf28-4feb-82d3-c5949839ce61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ccad2ac-8d2d-4d35-a855-12d07222394d HTTP/1.1" status: 204 len: 168 time: 0.7008817 Nov 27 10:35:29.608857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.609193 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Added segment 10d884fc-c6ae-4721-9545-0e02bec38d17 of type vlan for network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a Nov 27 10:35:29.624528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:29.629141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.682482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Allocated IP 2001:db8::2 (0a3a273c-f038-4a05-bb07-c50541797800/a3b4c5a1-087f-47a7-852c-665ab3be09a9/32088d22-33a4-40d0-b098-3720b687f792) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:29.726705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f4a00-cf28-4feb-82d3-c5949839ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccad2ac-8d2d-4d35-a855-12d07222394d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:29.750956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.771026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.781636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] DHCP port deletion for 61b0cad7-6011-4067-824e-00716a523341 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:29.917921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.922947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] Deleting port ac4a2916-9f3a-4354-893c-254ec3941874 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:29.923524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:29.938337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.026752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Network 0a3a273c-f038-4a05-bb07-c50541797800 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:30.030090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:30.042383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:30.047932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:30.060738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] For port ac4a2916-9f3a-4354-893c-254ec3941874, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ac4a2916-9f3a-4354-893c-254ec3941874,segment=NetworkSegment(41b32ce1-97a8-4f7f-b3ba-436b161e30fd),segment_id=41b32ce1-97a8-4f7f-b3ba-436b161e30fd)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:30.061158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.072266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Pushing event updated for resources: {'Port': ['ID=32088d22-33a4-40d0-b098-3720b687f792,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:30.084411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] Calling delete_port for ac4a2916-9f3a-4354-893c-254ec3941874 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:30.114901 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af505911-0fcb-477d-865d-8f87548eb306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b216165470c442e08b04686f8becd6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0804441 Nov 27 10:35:30.115304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:30.165380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:35:30.183931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83eb5cef-b12e-4f8c-9c86-b75e14206d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.194811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Attempting to bind port 32088d22-33a4-40d0-b098-3720b687f792 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:30.196096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Attempting to bind port 32088d22-33a4-40d0-b098-3720b687f792 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '0a784ec8-c746-4613-830a-d7a5d78ca614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a3a273c-f038-4a05-bb07-c50541797800'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:30.196096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Attempting to bind port 32088d22-33a4-40d0-b098-3720b687f792 on network 0a3a273c-f038-4a05-bb07-c50541797800 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:30.207413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:30.208061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Checking segment: {'id': '0a784ec8-c746-4613-830a-d7a5d78ca614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a3a273c-f038-4a05-bb07-c50541797800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:30.208188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.208631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Bound using segment: {'id': '0a784ec8-c746-4613-830a-d7a5d78ca614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a3a273c-f038-4a05-bb07-c50541797800'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:30.209126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Bound port: 32088d22-33a4-40d0-b098-3720b687f792, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a784ec8-c746-4613-830a-d7a5d78ca614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a3a273c-f038-4a05-bb07-c50541797800'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:30.209518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.210563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83eb5cef-b12e-4f8c-9c86-b75e14206d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.235883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fa577-16fd-408f-8891-578c52dfc21a None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:30.251339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8:0:1::64 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e106f7a1-f850-487c-8f89-281743b926c0/4c800b9c-ef69-4fcf-b398-7c3eb2f2029f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:30.269418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83eb5cef-b12e-4f8c-9c86-b75e14206d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.270748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.271625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83eb5cef-b12e-4f8c-9c86-b75e14206d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.272968 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-83eb5cef-b12e-4f8c-9c86-b75e14206d73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab23c6dc-c8f6-444a-9d05-09cccb899e81 HTTP/1.1" status: 204 len: 168 time: 0.1566119 Nov 27 10:35:30.280909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb5cef-b12e-4f8c-9c86-b75e14206d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab23c6dc-c8f6-444a-9d05-09cccb899e81,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:30.282261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:30.290301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.307314 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3b4c5a1-087f-47a7-852c-665ab3be09a9 (CIDR: 2001:db8::/64) Nov 27 10:35:30.327329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fed1:2bd7 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/069573f1-8748-4c46-8404-a07f6f4180c5/4c800b9c-ef69-4fcf-b398-7c3eb2f2029f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:30.370606 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:35:30.371481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:30.377629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6be615dd-c7bc-4a3d-9bc8-d800fb444a9a None None] Provisioning complete for port 81144609-c998-488a-bf50-be94ba2d4c84 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:30.379042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6be615dd-c7bc-4a3d-9bc8-d800fb444a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.379721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.391462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port ac4a2916-9f3a-4354-893c-254ec3941874 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:30.391800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.441636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3772771 Nov 27 10:35:30.445537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:30.453791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] Pushing event deleted for resources: {'Port': ['ID=ac4a2916-9f3a-4354-893c-254ec3941874,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:30.465415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] For port 32088d22-33a4-40d0-b098-3720b687f792, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:30.471084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'subnet': {'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:30.473350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f73a8-d4e1-4a37-8cc8-a593f086c9e0 None None] No DVR routers for this DVR port ac4a2916-9f3a-4354-893c-254ec3941874 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:30.478163 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-94f8fed6-d169-4a39-8f3b-6e070dc2d091 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3886864 Nov 27 10:35:30.481922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40310) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:30.505236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '0a3a273c-f038-4a05-bb07-c50541797800', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:30.509158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] For port 32088d22-33a4-40d0-b098-3720b687f792, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=32088d22-33a4-40d0-b098-3720b687f792,segment=NetworkSegment(0a784ec8-c746-4613-830a-d7a5d78ca614),segment_id=0a784ec8-c746-4613-830a-d7a5d78ca614)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:30.514340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead59db6-c55e-454b-a223-0ed77087439f tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Network': ['ID=75e6e4a9-62bf-423a-a67e-348b1ce5a91a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:30.540913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:30.560210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.127 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/a8285098-398a-4747-9ed7-f7a20d8f1596) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:30.567857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] For port ac4a2916-9f3a-4354-893c-254ec3941874, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:30.568223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.606946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for ac4a2916-9f3a-4354-893c-254ec3941874 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:30.616098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Port ac4a2916-9f3a-4354-893c-254ec3941874 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:35:30.626880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.662320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.707424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a16998-a748-4bc8-b2f5-7b5b461b04ce None None] Pushing event updated for resources: {'Port': ['ID=32088d22-33a4-40d0-b098-3720b687f792,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:30.741303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:30.748662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.758883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=ac4a2916-9f3a-4354-893c-254ec3941874,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:30.777476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No DVR routers for this DVR port ac4a2916-9f3a-4354-893c-254ec3941874 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:30.834519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6be615dd-c7bc-4a3d-9bc8-d800fb444a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.871357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.910816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:30.914828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.925947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6be615dd-c7bc-4a3d-9bc8-d800fb444a9a None None] For port 81144609-c998-488a-bf50-be94ba2d4c84, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81144609-c998-488a-bf50-be94ba2d4c84,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:30.940365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.958373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81144609-c998-488a-bf50-be94ba2d4c84 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:30.969302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6be615dd-c7bc-4a3d-9bc8-d800fb444a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:30.995501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.109857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=a8285098-398a-4747-9ed7-f7a20d8f1596,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.125837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.148297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:31.157450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:31.166731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:31.169208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be615dd-c7bc-4a3d-9bc8-d800fb444a9a None None] Pushing event updated for resources: {'Port': ['ID=81144609-c998-488a-bf50-be94ba2d4c84,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.218704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b0cad7-6011-4067-824e-00716a523341']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:31.230591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '069573f1-8748-4c46-8404-a07f6f4180c5', 'ip_address': '2001:db8::f816:3eff:feb4:58ea'}, {'subnet_id': 'e106f7a1-f850-487c-8f89-281743b926c0'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '81144609-c998-488a-bf50-be94ba2d4c84'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:35:31.249187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.266427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b32ce1-97a8-4f7f-b3ba-436b161e30fd') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:31.269257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b32ce1-97a8-4f7f-b3ba-436b161e30fd') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:31.296579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.308508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 81144609-c998-488a-bf50-be94ba2d4c84 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:31.308791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.390871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.423828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.455750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=4c800b9c-ef69-4fcf-b398-7c3eb2f2029f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.475591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.479823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:31.489724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:31.504153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.512404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:31.513048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:31.516427 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:31.536698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:31.539117 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 0a3a273c-f038-4a05-bb07-c50541797800 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:31.545875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:31.546828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.557101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:31.569082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:31.569748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.591291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] Allocated IP 2001:db8:0:1::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e106f7a1-f850-487c-8f89-281743b926c0/81144609-c998-488a-bf50-be94ba2d4c84) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:31.631793 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1467140 Nov 27 10:35:31.632804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Subnet': ['ID=cb526ed9-2fb5-40ca-a0fb-df61ba440427,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.635281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:31.640708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '0a3a273c-f038-4a05-bb07-c50541797800', 'fixed_ips': [{'subnet_id': 'a3b4c5a1-087f-47a7-852c-665ab3be09a9'}, {'subnet_id': 'a7c76c50-b7db-4ea4-bb4e-02b0b861cff7'}], 'name': 'tempest-PortsIpV6TestJSON-1000861970'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:31.685499 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-81dac95c-e076-4d8b-be3b-8fa7ca865553 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0368130 Nov 27 10:35:31.688580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:31.699257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013e070-91c8-471f-b67a-731d020bf2bc tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=a7c76c50-b7db-4ea4-bb4e-02b0b861cff7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.701536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Checking segment: {'id': '10d884fc-c6ae-4721-9545-0e02bec38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:31.701919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network hostable DHCP agents. Network: 75e6e4a9-62bf-423a-a67e-348b1ce5a91a, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:31.715956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] For port 81144609-c998-488a-bf50-be94ba2d4c84, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81144609-c998-488a-bf50-be94ba2d4c84,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:31.722221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.741823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.746536 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/61b0cad7-6011-4067-824e-00716a523341 HTTP/1.1" status: 204 len: 168 time: 2.4979577 Nov 27 10:35:31.751778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:31.760876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.772115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ac4a2916-9f3a-4354-893c-254ec3941874 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:31.775939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'name': 'tempest-PortsTestJSON-697505683'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:31.776302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.777631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:31.798199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 75e6e4a9-62bf-423a-a67e-348b1ce5a91a) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:31.802882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40338) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:31.811843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85322e-6958-48c3-8a2c-291a76be185a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=61b0cad7-6011-4067-824e-00716a523341,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.816329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:31.816953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:31.872555 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0d000875-1f45-4438-b6dd-84ba6c1f2324 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4227207 Nov 27 10:35:31.873920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:31.876931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:31.919646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafb53a-6034-4a03-a751-0695bb92b990 None None] Pushing event updated for resources: {'Port': ['ID=81144609-c998-488a-bf50-be94ba2d4c84,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:31.934976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b51203-6e5a-49e4-988d-ab8c9266dc22 None None] Network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:31.941492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: ac4a2916-9f3a-4354-893c-254ec3941874 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:31.942011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ac4a2916-9f3a-4354-893c-254ec3941874 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:31.986337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c06a1a4a-45d0-43dc-9794-905408a517c9 tempest-AgentManagementNegativeTest-506579505 tempest-AgentManagementNegativeTest-506579505-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1822915 Nov 27 10:35:32.011042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.046964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.088612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 48a808a2-6e8b-4032-98de-f264d5a98528 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:32.278447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:32.300982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.323996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 4c800b9c-ef69-4fcf-b398-7c3eb2f2029f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:32.324420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.406924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-75e6e4a9-62bf-423a-a67e-348b1ce5a91a', 'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a', 'tenant_id': '6e7709a4e3684e01a89f7601b21b591b', 'fixed_ips': [{'subnet_id': 'cb526ed9-2fb5-40ca-a0fb-df61ba440427'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:32.408425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.513271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 2004fbbc-ce9b-446b-bc2c-892141816e48 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:32.528712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.533737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40350) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:32.567412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464801e-2c10-4587-868c-d05e5c1b3521 None None] Network 0a3a273c-f038-4a05-bb07-c50541797800 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:32.674270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::3c0 (0a3a273c-f038-4a05-bb07-c50541797800/a3b4c5a1-087f-47a7-852c-665ab3be09a9/48a808a2-6e8b-4032-98de-f264d5a98528) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:32.696462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8:0:1::2e9 (0a3a273c-f038-4a05-bb07-c50541797800/a7c76c50-b7db-4ea4-bb4e-02b0b861cff7/48a808a2-6e8b-4032-98de-f264d5a98528) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:32.702986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f9c81f34-c941-4d97-abe4-e80ea631d88e None None] Provisioning complete for port 32088d22-33a4-40d0-b098-3720b687f792 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:32.703629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f9c81f34-c941-4d97-abe4-e80ea631d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.765589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.830906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Allocated IP 2001:db8::2 (75e6e4a9-62bf-423a-a67e-348b1ce5a91a/cb526ed9-2fb5-40ca-a0fb-df61ba440427/85afae91-eb59-4d9b-80d6-242bc2a3381c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:32.841619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:32.925941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 4c800b9c-ef69-4fcf-b398-7c3eb2f2029f owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:32.945771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.050146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 32088d22-33a4-40d0-b098-3720b687f792 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:33.061469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f6b2e-e2e7-4fdd-b350-6d15e653b3a2 req-266c8a9a-faad-4e86-9311-a6c000750bb6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.069914 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-867f6b2e-e2e7-4fdd-b350-6d15e653b3a2 req-266c8a9a-faad-4e86-9311-a6c000750bb6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1201653 Nov 27 10:35:33.115139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.166359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f9c81f34-c941-4d97-abe4-e80ea631d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.173186 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-867f6b2e-e2e7-4fdd-b350-6d15e653b3a2 req-dc054ede-9da6-402d-9ac3-9e3e09dcb909 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022539 Nov 27 10:35:33.174026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f757357-9a0e-48e6-9995-dddc6b708464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.187709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32daa61-e484-4ad9-843f-167196dccde6 req-608bc4b7-8ba1-41e2-95dd-39a3407c1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.189238 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-608bc4b7-8ba1-41e2-95dd-39a3407c1c9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.2489281 Nov 27 10:35:33.206681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f9c81f34-c941-4d97-abe4-e80ea631d88e None None] For port 32088d22-33a4-40d0-b098-3720b687f792, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=32088d22-33a4-40d0-b098-3720b687f792,segment=NetworkSegment(0a784ec8-c746-4613-830a-d7a5d78ca614),segment_id=0a784ec8-c746-4613-830a-d7a5d78ca614)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:33.218917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f9c81f34-c941-4d97-abe4-e80ea631d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.269172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.278234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.333248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 32088d22-33a4-40d0-b098-3720b687f792 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:33.333983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.341461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.386222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32daa61-e484-4ad9-843f-167196dccde6 req-b7e5a5c0-a688-4eb1-b424-9e966120fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.387776 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-b7e5a5c0-a688-4eb1-b424-9e966120fae2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.1913104 Nov 27 10:35:33.394525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] Update dhcp port {'port': {'network_id': '0a3a273c-f038-4a05-bb07-c50541797800', 'fixed_ips': [{'subnet_id': 'a3b4c5a1-087f-47a7-852c-665ab3be09a9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7c76c50-b7db-4ea4-bb4e-02b0b861cff7'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '32088d22-33a4-40d0-b098-3720b687f792'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:35:33.415721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.427670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c81f34-c941-4d97-abe4-e80ea631d88e None None] Pushing event updated for resources: {'Port': ['ID=32088d22-33a4-40d0-b098-3720b687f792,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:33.448858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ec0b3e12-007f-4ca4-9966-b4e6914d2d24 None None] Provisioning complete for port 81144609-c998-488a-bf50-be94ba2d4c84 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:33.449226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3e12-007f-4ca4-9966-b4e6914d2d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.468702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 0a3a273c-f038-4a05-bb07-c50541797800 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:33.478574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.478878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:33.479857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.481514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:33.488070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.489291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.491304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=48a808a2-6e8b-4032-98de-f264d5a98528,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:33.501273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.525771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f757357-9a0e-48e6-9995-dddc6b708464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.532976 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7f65016f-1763-40f3-a59a-323bc364f78b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8965244 Nov 27 10:35:33.540158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40358) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:33.545202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3b4c5a1-087f-47a7-852c-665ab3be09a9'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:33.548172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f757357-9a0e-48e6-9995-dddc6b708464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.552081 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-3cb4fbb4-145c-4035-9652-3c1dfe66bcc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.1479788 Nov 27 10:35:33.567294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=2004fbbc-ce9b-446b-bc2c-892141816e48,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:33.621719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:33.635635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.637787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Pushing event updated for resources: {'Port': ['ID=85afae91-eb59-4d9b-80d6-242bc2a3381c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:33.640326 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:33.644321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:33.654185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f757357-9a0e-48e6-9995-dddc6b708464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d64d6-bb7d-4a32-a2b0-faa1197f47e0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:33.660669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:33.672025 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6f757357-9a0e-48e6-9995-dddc6b708464 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f2943c554904befa125a5e9b4944143&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1240253 Nov 27 10:35:33.689600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:33.693672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:33.694163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:33.701927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.702571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.724276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32daa61-e484-4ad9-843f-167196dccde6 req-1c031be4-4318-42a4-b886-91b4facf3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.725773 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-1c031be4-4318-42a4-b886-91b4facf3d0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.1650381 Nov 27 10:35:33.726074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=4c800b9c-ef69-4fcf-b398-7c3eb2f2029f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:33.728711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81144609-c998-488a-bf50-be94ba2d4c84 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:33.739170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.741356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.744783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-defd5255-88f9-4dc6-9cac-35bab7c9f8fa tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9762723 Nov 27 10:35:33.756337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:33.790240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.799357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.809688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.813037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f903fa88-588a-4c88-9731-5ec37f7e20ce tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/4c800b9c-ef69-4fcf-b398-7c3eb2f2029f HTTP/1.1" status: 204 len: 168 time: 2.1223614 Nov 27 10:35:33.822175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:33.846234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Attempting to bind port 85afae91-eb59-4d9b-80d6-242bc2a3381c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:33.847311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Attempting to bind port 85afae91-eb59-4d9b-80d6-242bc2a3381c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '10d884fc-c6ae-4721-9545-0e02bec38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:33.847909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Attempting to bind port 85afae91-eb59-4d9b-80d6-242bc2a3381c on network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:33.849571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ec0b3e12-007f-4ca4-9966-b4e6914d2d24 None None] Could not find standard attr ID for object 4c800b9c-ef69-4fcf-b398-7c3eb2f2029f. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:33.878510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:33.878804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Checking segment: {'id': '10d884fc-c6ae-4721-9545-0e02bec38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:33.879204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.880022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Bound using segment: {'id': '10d884fc-c6ae-4721-9545-0e02bec38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:33.880165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Bound port: 85afae91-eb59-4d9b-80d6-242bc2a3381c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d884fc-c6ae-4721-9545-0e02bec38d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:33.880615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.891570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.916943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 81144609-c998-488a-bf50-be94ba2d4c84 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:33.917317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.920637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e6e4a9-62bf-423a-a67e-348b1ce5a91a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:33.931851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d884fc-c6ae-4721-9545-0e02bec38d17') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:33.931851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d884fc-c6ae-4721-9545-0e02bec38d17') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:33.943990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] Allocated IP 2001:db8:0:1::2 (0a3a273c-f038-4a05-bb07-c50541797800/a7c76c50-b7db-4ea4-bb4e-02b0b861cff7/32088d22-33a4-40d0-b098-3720b687f792) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:33.964781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb7cf-bc66-460b-a77a-96ac49a42fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:33.972577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32daa61-e484-4ad9-843f-167196dccde6 req-7a521234-7ebc-4cee-b5db-70257bdde8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:33.974282 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-7a521234-7ebc-4cee-b5db-70257bdde8e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2394545 Nov 27 10:35:34.058181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] For port 85afae91-eb59-4d9b-80d6-242bc2a3381c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:34.064284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] For port 85afae91-eb59-4d9b-80d6-242bc2a3381c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=85afae91-eb59-4d9b-80d6-242bc2a3381c,segment=NetworkSegment(10d884fc-c6ae-4721-9545-0e02bec38d17),segment_id=10d884fc-c6ae-4721-9545-0e02bec38d17)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:34.074642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb7cf-bc66-460b-a77a-96ac49a42fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.085981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.224409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 2004fbbc-ce9b-446b-bc2c-892141816e48 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:34.224752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.248396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.271311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0231b-b80e-4b79-9126-f3fb9b1bd25c None None] Pushing event updated for resources: {'Port': ['ID=85afae91-eb59-4d9b-80d6-242bc2a3381c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:34.277975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] For port 32088d22-33a4-40d0-b098-3720b687f792, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=32088d22-33a4-40d0-b098-3720b687f792,segment=NetworkSegment(0a784ec8-c746-4613-830a-d7a5d78ca614),segment_id=0a784ec8-c746-4613-830a-d7a5d78ca614)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:34.285029 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-cf1fb341-6a2c-426c-838b-1d68a8024a85 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905631 Nov 27 10:35:34.313174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb7cf-bc66-460b-a77a-96ac49a42fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.316568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb7cf-bc66-460b-a77a-96ac49a42fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.320800 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2d2eb7cf-bc66-460b-a77a-96ac49a42fd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/133d64d6-bb7d-4a32-a2b0-faa1197f47e0 HTTP/1.1" status: 204 len: 168 time: 0.6216331 Nov 27 10:35:34.332702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Subnet': ['ID=cb526ed9-2fb5-40ca-a0fb-df61ba440427,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:34.364982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.368906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.370735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2f6f5-647d-427a-81fa-764a026efdc7 None None] Network 75e6e4a9-62bf-423a-a67e-348b1ce5a91a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:34.385655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 2004fbbc-ce9b-446b-bc2c-892141816e48 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:34.398780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.399937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:34.400450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:34.408441 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:34.436906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.442182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=a8285098-398a-4747-9ed7-f7a20d8f1596,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:34.474362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb7cf-bc66-460b-a77a-96ac49a42fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d64d6-bb7d-4a32-a2b0-faa1197f47e0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:34.493971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.505648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd698abb-860d-484a-a182-305957e14b74 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:34.507454 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dd698abb-860d-484a-a182-305957e14b74 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2560899 Nov 27 10:35:34.543945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:34.548141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:35:34.548141 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:35:34.548141 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'id': '75e6e4a9-62bf-423a-a67e-348b1ce5a91a'}] Nov 27 10:35:34.548141 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:34.548538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:34.569668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a939-3d78-440d-bcc3-34dd765635e9 req-b353df64-184f-43f6-b76c-4a57d82eb70e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:34.571247 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1901a939-3d78-440d-bcc3-34dd765635e9 req-b353df64-184f-43f6-b76c-4a57d82eb70e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2509532 Nov 27 10:35:34.599306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32daa61-e484-4ad9-843f-167196dccde6 req-c84b7610-1808-4988-a0c3-400a6cf5aab7 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871974 Nov 27 10:35:34.669231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.682408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Delete allocated IP 2001:db8:0:1::2e9 (0a3a273c-f038-4a05-bb07-c50541797800/a7c76c50-b7db-4ea4-bb4e-02b0b861cff7) {{(pid=103379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 10:35:34.702830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c980d5-e118-4aa9-9048-9c8af522c72e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:34.705124 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-17c980d5-e118-4aa9-9048-9c8af522c72e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1580522 Nov 27 10:35:34.711380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40374) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:34.726441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP e84efa43-6286-4ef1-9c13-f60dfccf77e4 associated. External IP: 172.26.1.127, port: 55ba0020-f18c-432d-b472-3fad21401e82. Nov 27 10:35:34.732012 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1901a939-3d78-440d-bcc3-34dd765635e9 req-ac26da64-7e95-4d25-a50c-f3047e16d0c4 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398077 Nov 27 10:35:34.843457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=2004fbbc-ce9b-446b-bc2c-892141816e48,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:34.865447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037b33c-e643-4cb3-8445-735afd094084 None None] Pushing event updated for resources: {'Port': ['ID=32088d22-33a4-40d0-b098-3720b687f792,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:34.868563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 32088d22-33a4-40d0-b098-3720b687f792 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:34.872642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:34.878864 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ba0ef33-99eb-4b67-9844-4a7051117e8c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/2004fbbc-ce9b-446b-bc2c-892141816e48 HTTP/1.1" status: 204 len: 168 time: 1.1143169 Nov 27 10:35:34.883972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40380) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:34.914036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'mac_address': 'fa:16:3e:66:ae:57', 'name': 'tempest-PortsTestJSON-1087514027'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:34.916394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee6801-8539-46fa-b322-1af92aff3f0b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:34.919363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee6801-8539-46fa-b322-1af92aff3f0b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:34.925125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee6801-8539-46fa-b322-1af92aff3f0b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:34.927024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c2ee6801-8539-46fa-b322-1af92aff3f0b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2139275 Nov 27 10:35:34.931476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40384) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:34.998797 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 32088d22-33a4-40d0-b098-3720b687f792 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:34.999245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.050877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.115396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:35.204844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting port 85afae91-eb59-4d9b-80d6-242bc2a3381c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:35.205359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.327393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] For port 85afae91-eb59-4d9b-80d6-242bc2a3381c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=85afae91-eb59-4d9b-80d6-242bc2a3381c,segment=NetworkSegment(10d884fc-c6ae-4721-9545-0e02bec38d17),segment_id=10d884fc-c6ae-4721-9545-0e02bec38d17)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:35.327766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.358427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Calling delete_port for 85afae91-eb59-4d9b-80d6-242bc2a3381c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:35.374705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:35.399380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:35.421399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:35.423128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.448981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.501121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 069573f1-8748-4c46-8404-a07f6f4180c5 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:35.509125 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5d92dd92-5b82-4930-b307-b4befd4f0062 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6585574 Nov 27 10:35:35.512396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:35.527685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.528904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-7f5ce581-41be-4796-a178-b5e457813c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:35.531385 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-7f5ce581-41be-4796-a178-b5e457813c11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.7229347 Nov 27 10:35:35.532159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.532826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.551121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:35.551928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.584788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No DVR routers for this DVR port 85afae91-eb59-4d9b-80d6-242bc2a3381c on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:35.587309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Port': ['ID=85afae91-eb59-4d9b-80d6-242bc2a3381c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:35.598647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:35.617331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.618334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9026b6-9258-4463-bf39-841a828f017f None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:35.731200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:35.759509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-588934042'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:35.759890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.764747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.799962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e6e4a9-62bf-423a-a67e-348b1ce5a91a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.814579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d884fc-c6ae-4721-9545-0e02bec38d17') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.814859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d884fc-c6ae-4721-9545-0e02bec38d17') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:35.823272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:35.833708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.842245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.857856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.876692 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-84995d88-7cec-458a-9336-64fa74ab9d33 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/floatingips/e84efa43-6286-4ef1-9c13-f60dfccf77e4 HTTP/1.1" status: 200 len: 977 time: 0.3525279 Nov 27 10:35:35.876959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40404) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:35.886376 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.915352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.929142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.931584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215bccb-0c56-4f77-911c-3253b0a4c1d9 None None] Network 0a3a273c-f038-4a05-bb07-c50541797800 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:35.944677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.976229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:35.977299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:35.980403 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:36.027381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-bf5d3b83-3f54-4d73-b2d3-dbf704078a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:36.028506 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-bf5d3b83-3f54-4d73-b2d3-dbf704078a02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.3946352 Nov 27 10:35:36.037880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3d3bb742-29bb-4d85-86f8-a37fac99863c None None] Provisioning complete for port 32088d22-33a4-40d0-b098-3720b687f792 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:36.037880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb742-29bb-4d85-86f8-a37fac99863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.088005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 98a404a3-31e7-441a-a4d8-c709c955f1fb yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:36.092576 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-24fdce7b-cd65-4aff-a699-b5f2ed236c86 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2128074 Nov 27 10:35:36.095575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:36.100973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'port_id': '1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:36.108827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] In _notify_port_updated(), no bound segment for port 48a808a2-6e8b-4032-98de-f264d5a98528 on network 0a3a273c-f038-4a05-bb07-c50541797800 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:35:36.114955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:36.115624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.120413 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/ports/48a808a2-6e8b-4032-98de-f264d5a98528 HTTP/1.1" status: 200 len: 926 time: 2.5762365 Nov 27 10:35:36.138439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40408) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:36.153982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3b4c5a1-087f-47a7-852c-665ab3be09a9'}, {'subnet_id': 'a7c76c50-b7db-4ea4-bb4e-02b0b861cff7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:36.164429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d846180-7681-4732-9e46-c45413c95f79 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=48a808a2-6e8b-4032-98de-f264d5a98528,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:36.165291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.211447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d354dc2-e7bc-45b9-b543-0cb99dd16c5c req-04a7a09d-13be-46c7-ac6b-99b4b110f6ce tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:36.213143 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9d354dc2-e7bc-45b9-b543-0cb99dd16c5c req-04a7a09d-13be-46c7-ac6b-99b4b110f6ce tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3556955 Nov 27 10:35:36.218170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.223354 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/75e6e4a9-62bf-423a-a67e-348b1ce5a91a HTTP/1.1" status: 204 len: 168 time: 4.3329179 Nov 27 10:35:36.225492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.231273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:36.236127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c0559-2efe-4fa4-861d-54a41bcbaa48 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Network': ['ID=75e6e4a9-62bf-423a-a67e-348b1ce5a91a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:36.285041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2001239620'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:36.308674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.315305 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-ddc8ace2-96ce-42f4-9ffc-e0bc967b832a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.2530866 Nov 27 10:35:36.355864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.391753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.432915 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9d354dc2-e7bc-45b9-b543-0cb99dd16c5c req-84b83a90-1e2c-40ab-94b7-b1ef49735a0e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116494 Nov 27 10:35:36.437225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:36.448404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:36.448404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.489982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.490333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment bc6c8264-2db2-4a94-936e-27484f36e3e6 of type vlan for network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 Nov 27 10:35:36.520009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c349a9-bd31-4cd1-870d-a8cbdf49546b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:36.525712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-f42a89fb-edc2-404a-8f25-12f5b20a67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:36.527198 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-f42a89fb-edc2-404a-8f25-12f5b20a67f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.1968143 Nov 27 10:35:36.528209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.592425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:36.614813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca904a-d208-4ebd-9ea0-da03d434ec0f None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:36.617073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.619037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=069573f1-8748-4c46-8404-a07f6f4180c5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:36.621794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.627065 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-323d37cf-7c69-4626-bba3-6194eba28392 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/069573f1-8748-4c46-8404-a07f6f4180c5 HTTP/1.1" status: 204 len: 168 time: 1.6733978 Nov 27 10:35:36.628749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.635200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40414) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:36.646596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ad29e925-9925-4917-b122-a1f9100ba2d9 None None] Provisioning complete for port 32088d22-33a4-40d0-b098-3720b687f792 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:36.647319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad29e925-9925-4917-b122-a1f9100ba2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.681931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.683228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.683580 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Added segment b2bd079d-7ce5-493c-a791-75bcf4040616 of type vlan for network c9fc4126-cb29-4e5b-9409-096eee7a8d01 Nov 27 10:35:36.782197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.786985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-3f6ac13e-fd26-4431-87f1-d5ab79cb43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:36.788605 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-3f6ac13e-fd26-4431-87f1-d5ab79cb43cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2393425 Nov 27 10:35:36.797392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet e106f7a1-f850-487c-8f89-281743b926c0 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:36.812884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.879823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 32088d22-33a4-40d0-b098-3720b687f792 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:36.908351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ad29e925-9925-4917-b122-a1f9100ba2d9 None None] Provisioning complete for port 48a808a2-6e8b-4032-98de-f264d5a98528 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:36.909045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad29e925-9925-4917-b122-a1f9100ba2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.961867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.resource_extend [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:35:36.966313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:36.981419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ad29e925-9925-4917-b122-a1f9100ba2d9 None None] Port 48a808a2-6e8b-4032-98de-f264d5a98528 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:36.996728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 32088d22-33a4-40d0-b098-3720b687f792 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:36.997311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.050596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=98a404a3-31e7-441a-a4d8-c709c955f1fb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:37.062643 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-fa00cf96-70c3-4d0d-807f-c02a76b9beb7 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624748 Nov 27 10:35:37.085768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:37.087234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.091967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:37.094970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:37.099236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:37.099876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.102194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:37.102863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.126043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.130670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.140009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:37.141058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.152650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2a55baf0-cead-4652-ab4b-1f5466f08111 None None] Provisioning complete for port 48a808a2-6e8b-4032-98de-f264d5a98528 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:37.153045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a55baf0-cead-4652-ab4b-1f5466f08111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.201203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2a55baf0-cead-4652-ab4b-1f5466f08111 None None] Port 48a808a2-6e8b-4032-98de-f264d5a98528 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:37.224683 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-44c54caa-38db-4dc1-b044-6ec18a28a993 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3295534 Nov 27 10:35:37.244917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40416) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:37.268249 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6684737 Nov 27 10:35:37.340324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8a1a-062e-4617-a508-34671c5d4415 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=bb7480a6-ebb2-4ea5-ac03-a92fd00ff472,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:37.353221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:37.366932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Network': ['ID=c9fc4126-cb29-4e5b-9409-096eee7a8d01,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:37.387747 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-44d30a92-f66a-48ff-a578-1abce6a3fb31 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1257546 Nov 27 10:35:37.409352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:37.417959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Request body: {'subnet': {'network_id': 'c9fc4126-cb29-4e5b-9409-096eee7a8d01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:37.422172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:37.433312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network c9fc4126-cb29-4e5b-9409-096eee7a8d01 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:37.434211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:37.457261 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-45a1cdcd-c74e-44cb-840d-9ba9d499fbe7 req-7f91aa14-a77b-4db5-b84c-38d1fa78400b service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665018 Nov 27 10:35:37.466618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a2e4d-7969-4040-9605-d70389e03db8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:37.470483 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7a1a2e4d-7969-4040-9605-d70389e03db8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/98a404a3-31e7-441a-a4d8-c709c955f1fb HTTP/1.1" status: 200 len: 841 time: 0.2183046 Nov 27 10:35:37.475385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:37.533964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.552626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f24d5416-91d0-4a3a-9935-fc3563194601 None None] Provisioning complete for port 48a808a2-6e8b-4032-98de-f264d5a98528 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:37.553125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f24d5416-91d0-4a3a-9935-fc3563194601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.590806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f24d5416-91d0-4a3a-9935-fc3563194601 None None] Port 48a808a2-6e8b-4032-98de-f264d5a98528 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:37.632351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.704130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=e106f7a1-f850-487c-8f89-281743b926c0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:37.707278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.710742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-94234b3f-7ebc-4b32-9860-fa7636b1fa89 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e106f7a1-f850-487c-8f89-281743b926c0 HTTP/1.1" status: 204 len: 168 time: 1.0730326 Nov 27 10:35:37.714406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:37.750127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739c8e1-9198-4082-8e14-2e3c1cf7be63 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:37.826183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:37.835260 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3a4024fb-669b-4a49-b465-57ea00240df7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154799 Nov 27 10:35:37.835460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.842728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:37.849147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:37.869936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-062865eb-459a-4be2-a896-f3a6ccd4b23e None None] Provisioning complete for port 81144609-c998-488a-bf50-be94ba2d4c84 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:37.870654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-062865eb-459a-4be2-a896-f3a6ccd4b23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:37.882200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Made reservation on behalf of 6e7709a4e3684e01a89f7601b21b591b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:37.886704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.009059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:38.036163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:38.040072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.072971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] Deleting port 81144609-c998-488a-bf50-be94ba2d4c84 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:38.072971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.103134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 98a404a3-31e7-441a-a4d8-c709c955f1fb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:38.103681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.153758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] For port 81144609-c998-488a-bf50-be94ba2d4c84, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81144609-c998-488a-bf50-be94ba2d4c84,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:38.153758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.171307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] Calling delete_port for 81144609-c998-488a-bf50-be94ba2d4c84 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:38.202779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8:0:1::30d (0a3a273c-f038-4a05-bb07-c50541797800/a7c76c50-b7db-4ea4-bb4e-02b0b861cff7/48a808a2-6e8b-4032-98de-f264d5a98528) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:38.281885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.301030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 10:35:38.304061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.317292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] Pushing event deleted for resources: {'Port': ['ID=81144609-c998-488a-bf50-be94ba2d4c84,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:38.329054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0018ad5-ac00-4702-84b9-9a243d4e1645 None None] No DVR routers for this DVR port 81144609-c998-488a-bf50-be94ba2d4c84 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:38.349880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.358030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790812bd-dc60-4bcf-afd3-6aa26f6a0233 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:35:38.392752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 98a404a3-31e7-441a-a4d8-c709c955f1fb owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:38.463002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=daef6134-7832-417b-be54-404bdaf53ede,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:38.490043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:38.494478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.506343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': 'bc6c8264-2db2-4a94-936e-27484f36e3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:38.506713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: bb7480a6-ebb2-4ea5-ac03-a92fd00ff472, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:38.508833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.523887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.550940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:38.558119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:38.564049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:38.564718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.573075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:38.583761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=b5558f2f-9a3c-4f24-b8aa-70486a31cf3a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:38.593678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, bb7480a6-ebb2-4ea5-ac03-a92fd00ff472) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:38.608600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790812bd-dc60-4bcf-afd3-6aa26f6a0233 None None] Unable to find a vacant binding_index for network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 and agent 764a7d76-7a52-4471-b991-e8d78b5056bd {{(pid=103380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 27 10:35:38.608837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-518fbb3a-3555-411e-8621-dd01e34be2af tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7631023 Nov 27 10:35:38.608837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:38.609152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.614075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40438) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:38.615429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790812bd-dc60-4bcf-afd3-6aa26f6a0233 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, bb7480a6-ebb2-4ea5-ac03-a92fd00ff472) {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:35:38.622890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:38.658296 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e088e0e8-4328-4e1c-ae4a-3766c050ba8d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2316113 Nov 27 10:35:38.661829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:38.666664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135600580'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:38.722225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.740053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:38.744178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.763294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.770791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.801759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81144609-c998-488a-bf50-be94ba2d4c84 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:38.803242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:38.818844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.819245 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 413f465f-d885-410c-b967-8056ac369de2 of type vlan for network 125a8ce9-bee6-4335-ae0b-7f140ce898e2 Nov 27 10:35:38.827453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:38.832334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.836554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP e84efa43-6286-4ef1-9c13-f60dfccf77e4 associated. External IP: 172.26.1.127, port: 55ba0020-f18c-432d-b472-3fad21401e82. Nov 27 10:35:38.844804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 81144609-c998-488a-bf50-be94ba2d4c84 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:38.845160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81144609-c998-488a-bf50-be94ba2d4c84 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:38.888704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.895129 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/98a404a3-31e7-441a-a4d8-c709c955f1fb HTTP/1.1" status: 204 len: 168 time: 1.4115579 Nov 27 10:35:38.913150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:38.913882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:38.936053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.950031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.969647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=48a808a2-6e8b-4032-98de-f264d5a98528,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:38.975393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'tenant_id': '792b613d42f14754ba1c3e8055186546', 'fixed_ips': [{'subnet_id': 'b5558f2f-9a3c-4f24-b8aa-70486a31cf3a'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:38.976879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:38.994061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.002695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:39.002695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.019676 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1cea58-b6da-467b-9cd5-d295ae0c34ab tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:39.021382 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fb1cea58-b6da-467b-9cd5-d295ae0c34ab tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/98a404a3-31e7-441a-a4d8-c709c955f1fb HTTP/1.1" status: 404 len: 333 time: 0.1047313 Nov 27 10:35:39.022582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] In _notify_port_updated(), no bound segment for port 48a808a2-6e8b-4032-98de-f264d5a98528 on network 0a3a273c-f038-4a05-bb07-c50541797800 {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:35:39.030146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:39.030817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.035327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-00771a6f-607e-4bf5-b1eb-5c628b4c5986 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/ports/48a808a2-6e8b-4032-98de-f264d5a98528 HTTP/1.1" status: 200 len: 1012 time: 2.8919678 Nov 27 10:35:39.035327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:39.039384 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5558f2f-9a3c-4f24-b8aa-70486a31cf3a (CIDR: 2001:db8::/64) Nov 27 10:35:39.040313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:39.067826 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:35:39.068570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:39.084998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'name': 'tempest-PortsTestJSON-267727221'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:39.116107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53add2-9b67-401b-a612-1c76abd91f4b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=98a404a3-31e7-441a-a4d8-c709c955f1fb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:39.155428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-bb7480a6-ebb2-4ea5-ac03-a92fd00ff472', 'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': 'daef6134-7832-417b-be54-404bdaf53ede'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:39.156310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.276356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Provisioning complete for port 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:39.277259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.421728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Port 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:39.426317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7606392 Nov 27 10:35:39.428608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:39.438570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': '125a8ce9-bee6-4335-ae0b-7f140ce898e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:39.444077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e29d32-03cd-4e91-a00a-32e0140d4817 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=125a8ce9-bee6-4335-ae0b-7f140ce898e2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:39.481399 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-19abff4b-8824-4055-80a1-2632437a9349 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8629718 Nov 27 10:35:39.481399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:39.486076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:39.491507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 125a8ce9-bee6-4335-ae0b-7f140ce898e2 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:39.500456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event updated for resources: {'Subnet': ['ID=940445e8-8731-46fd-8415-195065d63bcb,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:39.532236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Allocated IP 2001:db8::f816:3eff:fea8:e310 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/b5558f2f-9a3c-4f24-b8aa-70486a31cf3a/7164aefc-841b-4d06-a034-070e4cabd929) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:39.571505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Provisioning complete for port 55ba0020-f18c-432d-b472-3fad21401e82 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:39.572034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.590772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 48a808a2-6e8b-4032-98de-f264d5a98528 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:39.591108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.593453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Checking segment: {'id': 'b2bd079d-7ce5-493c-a791-75bcf4040616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9fc4126-cb29-4e5b-9409-096eee7a8d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:39.593816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network hostable DHCP agents. Network: c9fc4126-cb29-4e5b-9409-096eee7a8d01, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:39.639670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Allocated IP 172.20.255.242 (bb7480a6-ebb2-4ea5-ac03-a92fd00ff472/daef6134-7832-417b-be54-404bdaf53ede/37711924-cecf-4f49-b60f-172479f3eaa8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:39.656169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:39.659971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.675538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Port 55ba0020-f18c-432d-b472-3fad21401e82 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:39.688763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Network c9fc4126-cb29-4e5b-9409-096eee7a8d01 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:39.691906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:39.696190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.722733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 92e5dfcb-ad88-4394-a75b-c0c0f98efb94 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:39.733839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.756095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Provisioning complete for port 167d0223-383c-48f7-b761-4a2eb8cd54c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:39.756554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.779184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, c9fc4126-cb29-4e5b-9409-096eee7a8d01) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:39.785563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:39.787332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 48a808a2-6e8b-4032-98de-f264d5a98528 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:39.789100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.799010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:39.799588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.883865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c1db53f0-b4e6-40de-91a6-86bfcb46fe77 None None] Port 167d0223-383c-48f7-b761-4a2eb8cd54c5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:39.903802 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c8489a30-3700-4022-a58f-69ee471749a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4927306 Nov 27 10:35:39.909014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40452) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:39.920409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:39.947623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:39.958504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.011273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:40.018327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:40.022113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:40.027808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.071124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.088603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Attempting to bind port 7164aefc-841b-4d06-a034-070e4cabd929 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:40.089369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Attempting to bind port 7164aefc-841b-4d06-a034-070e4cabd929 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:40.090010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Attempting to bind port 7164aefc-841b-4d06-a034-070e4cabd929 on network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:40.099051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:40.099567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Checking segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:40.100466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.101032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Bound using segment: {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:40.101613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Bound port: 7164aefc-841b-4d06-a034-070e4cabd929, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9fb689-f2b1-4d9a-b639-9e879f6d9705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:40.103018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.163608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.187442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8186a21c-8de6-4759-ad76-ca4c115ffd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.199159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:40.216971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:40.221116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:40.223991 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:40.226385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.233693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.236737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.240303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.241941 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:40.242562 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:40.255907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.266027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.285098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:40.288932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:40.293842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:40.359150 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:40.366388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aecea8-7896-4a81-9685-3a39ab85cb55 None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.383082 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:40.384792 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:40.385052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=48a808a2-6e8b-4032-98de-f264d5a98528,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.386389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.390943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:40.423172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.427399 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4578894-7c6d-4185-9b5e-dc5ac4c4a5f7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/48a808a2-6e8b-4032-98de-f264d5a98528 HTTP/1.1" status: 204 len: 168 time: 1.3748031 Nov 27 10:35:40.429466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:40.432945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=92e5dfcb-ad88-4394-a75b-c0c0f98efb94,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.433996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40454) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:40.435528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:40.443874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:40.449516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:40.450063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.459748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Attempting to bind port 37711924-cecf-4f49-b60f-172479f3eaa8 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:40.460329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Attempting to bind port 37711924-cecf-4f49-b60f-172479f3eaa8 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'bc6c8264-2db2-4a94-936e-27484f36e3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:40.460949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Attempting to bind port 37711924-cecf-4f49-b60f-172479f3eaa8 on network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:40.478881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:40.479551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Checking segment: {'id': 'bc6c8264-2db2-4a94-936e-27484f36e3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:40.479674 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c343df6b-9062-47da-85d5-a557fe0dc8f4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:40.483531 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c343df6b-9062-47da-85d5-a557fe0dc8f4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/48a808a2-6e8b-4032-98de-f264d5a98528 HTTP/1.1" status: 404 len: 333 time: 0.0426812 Nov 27 10:35:40.483531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:40.484345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.485227 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:40.485596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:40.486195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.486843 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa2147-44e3-4afa-a40e-86b6dfb1616b None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:40.488245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Bound using segment: {'id': 'bc6c8264-2db2-4a94-936e-27484f36e3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:40.488823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Bound port: 37711924-cecf-4f49-b60f-172479f3eaa8, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6c8264-2db2-4a94-936e-27484f36e3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bb7480a6-ebb2-4ea5-ac03-a92fd00ff472'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:40.489232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.498769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:40.504624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=28de25ac-1d55-40a8-9cc9-ae06f0343702,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.506320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Pushing event updated for resources: {'Port': ['ID=37711924-cecf-4f49-b60f-172479f3eaa8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.511488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.540872 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9c630134-c339-4ce4-a1ea-ca7e15716fe4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0586317 Nov 27 10:35:40.545019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40458) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:40.550494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:90:f8:14', 'name': 'tempest-NetworksTestDHCPv6-757514847'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:40.566500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f48e3732-345c-413c-97e9-8477865eb6f8 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4986968 Nov 27 10:35:40.568945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40460) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:40.572211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=f02d8746-7711-4ccc-b6cb-c81a0bf09e1f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.577103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:40.591961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] For port 37711924-cecf-4f49-b60f-172479f3eaa8, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:40.602829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] For port 37711924-cecf-4f49-b60f-172479f3eaa8, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=37711924-cecf-4f49-b60f-172479f3eaa8,segment=NetworkSegment(bc6c8264-2db2-4a94-936e-27484f36e3e6),segment_id=bc6c8264-2db2-4a94-936e-27484f36e3e6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:40.610668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.674836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet a7c76c50-b7db-4ea4-bb4e-02b0b861cff7 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:40.684288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.728872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '413f465f-d885-410c-b967-8056ac369de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '125a8ce9-bee6-4335-ae0b-7f140ce898e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:40.729484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: 125a8ce9-bee6-4335-ae0b-7f140ce898e2, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:40.733524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01f74c-7e2f-4ba0-8828-b5461ab92eeb None None] Pushing event updated for resources: {'Port': ['ID=37711924-cecf-4f49-b60f-172479f3eaa8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.759694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.780082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.791344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.848053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Subnet': ['ID=940445e8-8731-46fd-8415-195065d63bcb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:40.868792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network 125a8ce9-bee6-4335-ae0b-7f140ce898e2 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:40.914071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:40.917153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 125a8ce9-bee6-4335-ae0b-7f140ce898e2) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:40.931927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:40.933130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.953082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:40.983782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:40.986114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.031970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:41.037589 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-55e78ef8-875c-432a-b7fe-f09904a20011 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6028891 Nov 27 10:35:41.041887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40462) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.058915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fc4126-cb29-4e5b-9409-096eee7a8d01']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.132119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:41.132119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.136540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.151592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bd079d-7ce5-493c-a791-75bcf4040616') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.151910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bd079d-7ce5-493c-a791-75bcf4040616') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.170233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c76c50-b7db-4ea4-bb4e-02b0b861cff7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:41.172367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:41.175185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.178920 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3284c9ec-2d24-4f79-9819-36bc722d5289 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/a7c76c50-b7db-4ea4-bb4e-02b0b861cff7 HTTP/1.1" status: 204 len: 168 time: 0.6789532 Nov 27 10:35:41.182361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.184563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.200538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:41.224222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:41.225231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.253373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.296097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.298223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet a3b4c5a1-087f-47a7-852c-665ab3be09a9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:41.305900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.319341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.322172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:41.322315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.323785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.341451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:41.341873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:41.347905 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:41.361920 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d9fd51e7-f76a-4b7b-97df-feea7647dc7a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/floatingips/e84efa43-6286-4ef1-9c13-f60dfccf77e4 HTTP/1.1" status: 200 len: 977 time: 5.2628958 Nov 27 10:35:41.362395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.366530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:41.367283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74d208-1644-4ef0-b7d5-0a46ef286091 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:41.381613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.384254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:41.400930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:41.408940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.479982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:41.485027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.526914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.549406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.551523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.566257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 1a133619-db2c-4503-b600-96ae45a3bac3 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:41.574099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.582719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b4c5a1-087f-47a7-852c-665ab3be09a9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:41.587280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.588929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.592798 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-92ffbc6b-8747-4208-a562-2e07d02662ab tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/a3b4c5a1-087f-47a7-852c-665ab3be09a9 HTTP/1.1" status: 204 len: 168 time: 0.4062767 Nov 27 10:35:41.595415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.600720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] In _notify_port_updated(), no bound segment for port 92e5dfcb-ad88-4394-a75b-c0c0f98efb94 on network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:35:41.606217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:41.606855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.608179 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/ports/92e5dfcb-ad88-4394-a75b-c0c0f98efb94 HTTP/1.1" status: 200 len: 818 time: 1.0362072 Nov 27 10:35:41.615303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.619685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.620405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.623949 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/c9fc4126-cb29-4e5b-9409-096eee7a8d01 HTTP/1.1" status: 204 len: 168 time: 1.7139387 Nov 27 10:35:41.642717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.689692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.733132 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2066c4b3-3661-41f6-b562-890a6636a0e2 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:41.733338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2066c4b3-3661-41f6-b562-890a6636a0e2 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:41.736889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2066c4b3-3661-41f6-b562-890a6636a0e2 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/940445e8-8731-46fd-8415-195065d63bcb HTTP/1.1" status: 404 len: 337 time: 0.0928590 Nov 27 10:35:41.744935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40474) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.746763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6d057-11c8-4937-a977-6c1939f0b5a7 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Network': ['ID=c9fc4126-cb29-4e5b-9409-096eee7a8d01,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:41.776949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf725d-7e84-49c1-96b9-d13ccab9aa67 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=92e5dfcb-ad88-4394-a75b-c0c0f98efb94,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:41.804244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.807502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a59ff2c-cf81-4107-822c-7cd8bc2dd65a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:41.808220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a59ff2c-cf81-4107-822c-7cd8bc2dd65a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:41.811139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2a59ff2c-cf81-4107-822c-7cd8bc2dd65a tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/c9fc4126-cb29-4e5b-9409-096eee7a8d01 HTTP/1.1" status: 404 len: 339 time: 0.0605657 Nov 27 10:35:41.814257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.854525 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fd08c7-be08-4f2a-8e10-681487343114 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:41.854991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fd08c7-be08-4f2a-8e10-681487343114 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:41.858174 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-24fd08c7-be08-4f2a-8e10-681487343114 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/cb526ed9-2fb5-40ca-a0fb-df61ba440427 HTTP/1.1" status: 404 len: 337 time: 0.0422380 Nov 27 10:35:41.860754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.891330 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f454b06e-4877-44db-bbe4-916df85004b4 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:41.892090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f454b06e-4877-44db-bbe4-916df85004b4 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:41.896324 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f454b06e-4877-44db-bbe4-916df85004b4 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/75e6e4a9-62bf-423a-a67e-348b1ce5a91a HTTP/1.1" status: 404 len: 339 time: 0.0328720 Nov 27 10:35:41.900218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.918622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.946205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-951e1b4c-6052-46d2-be38-2106ad7aa201 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:41.946668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951e1b4c-6052-46d2-be38-2106ad7aa201 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:41.950460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-951e1b4c-6052-46d2-be38-2106ad7aa201 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/845b8ec1-b3bd-4e48-a4e7-8ec96cd404b7 HTTP/1.1" status: 404 len: 337 time: 0.0492380 Nov 27 10:35:41.953535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:41.960646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-885a7a09-7098-4cac-9bc5-a2188230cce1 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:41.961346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-885a7a09-7098-4cac-9bc5-a2188230cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.980754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 92e5dfcb-ad88-4394-a75b-c0c0f98efb94 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:41.981097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:41.984415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f79d282-6d31-4dd7-9c73-ad3d750cc6a2 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:41.985093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f79d282-6d31-4dd7-9c73-ad3d750cc6a2 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:41.988742 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8f79d282-6d31-4dd7-9c73-ad3d750cc6a2 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/9876c4e8-26ce-48c3-8317-ff8c913e91f8 HTTP/1.1" status: 404 len: 339 time: 0.0339124 Nov 27 10:35:41.991654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:42.057102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.068036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.068442 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP e84efa43-6286-4ef1-9c13-f60dfccf77e4 disassociated. External IP: 172.26.1.127, port: 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6. Nov 27 10:35:42.127895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8:0:1::12b (3bc6e607-62fb-4beb-854c-95ed85f39ad6/28de25ac-1d55-40a8-9cc9-ae06f0343702/1a133619-db2c-4503-b600-96ae45a3bac3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:42.148065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::f816:3eff:fe90:f814 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/b5558f2f-9a3c-4f24-b8aa-70486a31cf3a/1a133619-db2c-4503-b600-96ae45a3bac3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:42.156616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.175486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 32088d22-33a4-40d0-b098-3720b687f792 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:42.175823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.200213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 92e5dfcb-ad88-4394-a75b-c0c0f98efb94 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:42.277983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b1547-b935-46e6-8ccd-7ceb273f56f6 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:35:42.297957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port 32088d22-33a4-40d0-b098-3720b687f792, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=32088d22-33a4-40d0-b098-3720b687f792,segment=NetworkSegment(0a784ec8-c746-4613-830a-d7a5d78ca614),segment_id=0a784ec8-c746-4613-830a-d7a5d78ca614)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:42.298311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.326413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting port 5e0d2061-5138-4d31-b86a-b445c75cc57c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:42.326738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.334269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 32088d22-33a4-40d0-b098-3720b687f792 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:42.339772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-15fb680f-9bf7-4f2f-9e28-cd8ea0f6b875 None None] Provisioning complete for port 37711924-cecf-4f49-b60f-172479f3eaa8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:42.340275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15fb680f-9bf7-4f2f-9e28-cd8ea0f6b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.453492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b1547-b935-46e6-8ccd-7ceb273f56f6 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:35:42.461635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.476694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.483890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15fb680f-9bf7-4f2f-9e28-cd8ea0f6b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.488937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Calling delete_port for 5e0d2061-5138-4d31-b86a-b445c75cc57c owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:42.493006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.528622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=92e5dfcb-ad88-4394-a75b-c0c0f98efb94,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:42.529799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=f02d8746-7711-4ccc-b6cb-c81a0bf09e1f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:42.575543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.577190 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-15fb680f-9bf7-4f2f-9e28-cd8ea0f6b875 None None] For port 37711924-cecf-4f49-b60f-172479f3eaa8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=37711924-cecf-4f49-b60f-172479f3eaa8,segment=NetworkSegment(bc6c8264-2db2-4a94-936e-27484f36e3e6),segment_id=bc6c8264-2db2-4a94-936e-27484f36e3e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:42.581654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15fb680f-9bf7-4f2f-9e28-cd8ea0f6b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.582074 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a90ae253-b6b6-458b-89b0-8d2e68a3914d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/92e5dfcb-ad88-4394-a75b-c0c0f98efb94 HTTP/1.1" status: 204 len: 168 time: 0.9607828 Nov 27 10:35:42.582452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40488) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:42.606310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.642302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=32088d22-33a4-40d0-b098-3720b687f792,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:42.655712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port 32088d22-33a4-40d0-b098-3720b687f792 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:42.666930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb680f-9bf7-4f2f-9e28-cd8ea0f6b875 None None] Pushing event updated for resources: {'Port': ['ID=37711924-cecf-4f49-b60f-172479f3eaa8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:42.688676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.724493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.743192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Port': ['ID=5e0d2061-5138-4d31-b86a-b445c75cc57c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:42.779055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.781930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.788186 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1b83ccfa-36bf-49d7-9b90-2bd658de3964 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/ports/5e0d2061-5138-4d31-b86a-b445c75cc57c HTTP/1.1" status: 204 len: 168 time: 0.7953837 Nov 27 10:35:42.793524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:42.837115 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-46403d51-16ac-4c64-b74a-5aeaaf686cfd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:42.837574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46403d51-16ac-4c64-b74a-5aeaaf686cfd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:42.842256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e996c-3992-4fb7-8bcb-36c3de9ef742 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:42.843255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-46403d51-16ac-4c64-b74a-5aeaaf686cfd tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/98cbb911-af37-4429-999b-dbba1e57fe28 HTTP/1.1" status: 404 len: 337 time: 0.0487635 Nov 27 10:35:42.844598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba52461-9a88-4cfa-a154-8dbff78bd98f None None] Network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:42.845593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:42.849299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3a273c-f038-4a05-bb07-c50541797800']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:42.875700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a784ec8-c746-4613-830a-d7a5d78ca614') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:42.875991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a784ec8-c746-4613-830a-d7a5d78ca614') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:42.897217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.910340 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a8ce9-bee6-4335-ae0b-7f140ce898e2']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:42.925158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413f465f-d885-410c-b967-8056ac369de2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:42.925460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413f465f-d885-410c-b967-8056ac369de2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:42.940044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.958759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e2541-cd93-4da9-819c-60fcfced655b None None] Network c9fc4126-cb29-4e5b-9409-096eee7a8d01 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:42.960590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df5b65-6be0-4eb1-ab53-18f98a2b1f19 None None] Network 125a8ce9-bee6-4335-ae0b-7f140ce898e2 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:42.962515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.974452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.977470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:42.977860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:42.980861 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:42.991936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.000294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:43.000916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:43.009611 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:43.110627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54faf2c-1b03-4d06-8e16-9e5018003f36 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:43.115006 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c54faf2c-1b03-4d06-8e16-9e5018003f36 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.5216813 Nov 27 10:35:43.132461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40498) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.133210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.138348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.145911 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/0a3a273c-f038-4a05-bb07-c50541797800 HTTP/1.1" status: 204 len: 168 time: 1.5453742 Nov 27 10:35:43.151576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.175455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.183460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.197237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.200180 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/125a8ce9-bee6-4335-ae0b-7f140ce898e2 HTTP/1.1" status: 204 len: 168 time: 2.1318536 Nov 27 10:35:43.208680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.215636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361949301'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:43.217546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:43.242975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.248277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb5610-ff52-494d-9a7a-e7ee6c7ebf8c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=125a8ce9-bee6-4335-ae0b-7f140ce898e2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:43.274254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e2541-cd93-4da9-819c-60fcfced655b None None] Network c9fc4126-cb29-4e5b-9409-096eee7a8d01 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 10:35:43.276791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:43.285631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:43.289232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.315501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f94e928f-fff3-4583-b2b9-c98a539fb417 None None] Could not find standard attr ID for object 48a808a2-6e8b-4032-98de-f264d5a98528. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:43.320165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.327903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7ff06-9c02-4683-8c43-9c0c4dc558c7 None None] Network c9fc4126-cb29-4e5b-9409-096eee7a8d01 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:43.329853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab76647-60fa-4090-8ff2-e97e20f03bcc None None] DHCP port deletion for 0a3a273c-f038-4a05-bb07-c50541797800 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:43.388366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4792217d-ed43-4927-8825-1a6181faf3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.400011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:43.411057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7ff06-9c02-4683-8c43-9c0c4dc558c7 None None] Network c9fc4126-cb29-4e5b-9409-096eee7a8d01 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 10:35:43.437477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:43.448486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.448486 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 8228751c-984d-4199-b396-0aeef9dd352f of type vlan for network 58f9a8be-9003-488d-9778-e3e398168549 Nov 27 10:35:43.450149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:43.485701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=1a133619-db2c-4503-b600-96ae45a3bac3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:43.496064 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:43.497364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:43.498053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.562647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.572847 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-99b75556-4c20-44a4-a81f-26f975b2b54a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0242734 Nov 27 10:35:43.572847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:43.575149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40504) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.586899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:43.586899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.587185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.595688 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:43.606487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12759e1-a955-42d7-abc0-0f8ebadc285c']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.615428 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:43.616595 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.617793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce8050b-9b10-4f3f-92eb-e812ec43a133') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.618150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce8050b-9b10-4f3f-92eb-e812ec43a133') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.628130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.642547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.645183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6902d0-9ee7-41ad-b2b5-3b5557b50ea5 None None] Network 125a8ce9-bee6-4335-ae0b-7f140ce898e2 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:43.650564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:43.651193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.660986 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fc28fc96-07fb-4b10-9364-018240c2cdda tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/floatingips/e84efa43-6286-4ef1-9c13-f60dfccf77e4 HTTP/1.1" status: 200 len: 688 time: 2.2943227 Nov 27 10:35:43.668039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40506) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.674420 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.678485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6902d0-9ee7-41ad-b2b5-3b5557b50ea5 None None] Network 125a8ce9-bee6-4335-ae0b-7f140ce898e2 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 10:35:43.691434 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:43.692738 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.703807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.714949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:43.716893 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:43.720027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.739276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d0d00-5982-4f77-a8a5-f7de602ccc21 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=0a3a273c-f038-4a05-bb07-c50541797800,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:43.770097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-789f9e38-e11d-42ca-ab97-de079dae11eb tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:43.775855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:43.776188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-789f9e38-e11d-42ca-ab97-de079dae11eb tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/92e5dfcb-ad88-4394-a75b-c0c0f98efb94 HTTP/1.1" status: 404 len: 333 time: 0.6332645 Nov 27 10:35:43.776789 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2010fa07-76f0-48c2-b388-1a339d8738cc None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:43.778047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.781182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.787019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-703016515'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:43.809184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.812437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/c12759e1-a955-42d7-abc0-0f8ebadc285c HTTP/1.1" status: 204 len: 168 time: 0.9658639 Nov 27 10:35:43.814465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7419a90-511d-4e28-975b-aa35bc731217 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Network': ['ID=c12759e1-a955-42d7-abc0-0f8ebadc285c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:43.819459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.857753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.860768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 37711924-cecf-4f49-b60f-172479f3eaa8 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:43.896550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'b5558f2f-9a3c-4f24-b8aa-70486a31cf3a', 'ip_address': '2001:db8::f816:3eff:fea8:e310'}, {'subnet_id': '28de25ac-1d55-40a8-9cc9-ae06f0343702'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '7164aefc-841b-4d06-a034-070e4cabd929'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:35:43.906590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17727402-e791-4aab-ad04-0e40c9e292c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:43.911633 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-17727402-e791-4aab-ad04-0e40c9e292c7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7317460 Nov 27 10:35:43.913543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.936793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.956729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=58f9a8be-9003-488d-9778-e3e398168549,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:43.970712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:43.976299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:43.982029 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-601edf8a-57f9-494c-9e77-6176c397461a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7703357 Nov 27 10:35:43.986280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 58f9a8be-9003-488d-9778-e3e398168549 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:43.988398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40514) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:43.993585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': '58f9a8be-9003-488d-9778-e3e398168549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:44.004751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 37711924-cecf-4f49-b60f-172479f3eaa8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:44.005374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.034659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:44.051627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.051972 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment e152b149-b268-454c-a223-42d99220ef23 of type vlan for network ac009032-9272-49ba-9af3-b53512e655ce Nov 27 10:35:44.110379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 1a133619-db2c-4503-b600-96ae45a3bac3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:44.110741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.115038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.147989 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d812ad3e-26f0-4c38-a691-9219800cdd66 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2301798 Nov 27 10:35:44.148840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:44.156962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-402889325'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:44.170450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.183433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:44.183765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.207218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting port 1f398663-28f6-4ebb-af99-850f89768069 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:44.207563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.223968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port a8285098-398a-4747-9ed7-f7a20d8f1596 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:44.224319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.272689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] Allocated IP 2001:db8:0:1::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/28de25ac-1d55-40a8-9cc9-ae06f0343702/7164aefc-841b-4d06-a034-070e4cabd929) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:44.305658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.322774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 1a133619-db2c-4503-b600-96ae45a3bac3 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:44.359267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.359571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.372468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:44.376212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.405750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031049b2-794a-4564-bfaa-533b2b12f8fe None None] Network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:44.407357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:44.410107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for a8285098-398a-4747-9ed7-f7a20d8f1596 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:44.415657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:44.418083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.418431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment 6edf4f09-b983-4be5-8921-66799eef9a82 of type vlan for network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 Nov 27 10:35:44.419701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=ac009032-9272-49ba-9af3-b53512e655ce,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:44.419915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.439420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network ac009032-9272-49ba-9af3-b53512e655ce details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:44.446558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.454134 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9991054e-f9ed-41c5-a151-599e6d0f4c5e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6716397 Nov 27 10:35:44.467625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:44.480590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:44.487826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Calling delete_port for 1f398663-28f6-4ebb-af99-850f89768069 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:44.499904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.523292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:44.574696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.580528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:44.580998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.585121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing IP validity checks on allocation pools {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:35:44.585947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:35:44.599187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2dd2ce26-02d5-47b8-9b45-dadced07e277 None None] Provisioning complete for port 37711924-cecf-4f49-b60f-172479f3eaa8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:44.599562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ce26-02d5-47b8-9b45-dadced07e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.635739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.646332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.661752 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5105565 Nov 27 10:35:44.665985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:44.671821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:44.754728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8f73c-fc0a-4c12-b1a9-8431a8068b74 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=6cd29bf0-a390-49a9-b0ec-443d2fc85751,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:44.772339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.773819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 32088d22-33a4-40d0-b098-3720b687f792 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:44.775465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:44.784051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c827e5-98ce-48bf-b389-b2e59990611d None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:44.811901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:44.815689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.833530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Port': ['ID=1f398663-28f6-4ebb-af99-850f89768069,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:44.853200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:44.863058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 32088d22-33a4-40d0-b098-3720b687f792 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:44.863422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 32088d22-33a4-40d0-b098-3720b687f792 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:44.864559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-175b9ed4-62cd-4dd5-bf87-4c1c8ee47266 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/ports/1f398663-28f6-4ebb-af99-850f89768069 HTTP/1.1" status: 204 len: 168 time: 1.0440271 Nov 27 10:35:44.878084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:44.897362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:44.902930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.023260 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-53470129-5365-4321-9379-f065c02d4849 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:45.023709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53470129-5365-4321-9379-f065c02d4849 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:45.029839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.037057 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-53470129-5365-4321-9379-f065c02d4849 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/7aa2ecff-8eb7-4642-96f4-e9a0788ff438 HTTP/1.1" status: 404 len: 337 time: 0.1294546 Nov 27 10:35:45.136009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.211779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.214132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.292371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.328460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28c2300-6785-4f84-be97-cc08761173dd']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:45.330184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=1a133619-db2c-4503-b600-96ae45a3bac3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:45.344003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.374729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.382884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b66f6e-c011-4b25-b162-6ca383f4dd77') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:45.383225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b66f6e-c011-4b25-b162-6ca383f4dd77') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:45.405083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.413360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-77f718af-c69b-4058-b90b-198da76bfe64 None None] Provisioning complete for port 37711924-cecf-4f49-b60f-172479f3eaa8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:45.414016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77f718af-c69b-4058-b90b-198da76bfe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.417525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.439302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=a8285098-398a-4747-9ed7-f7a20d8f1596,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:45.488158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.488902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.501972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.502293 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dfff7ec4-a7f7-4522-993e-2ab40de7d4ea tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/1a133619-db2c-4503-b600-96ae45a3bac3 HTTP/1.1" status: 204 len: 168 time: 1.9258299 Nov 27 10:35:45.503446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=a9d28822-0733-47ab-ac5a-25e3a3422784,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:45.565045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:45.566569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:45.579014 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:45.609067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': '6edf4f09-b983-4be5-8921-66799eef9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:45.609445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: 6cd29bf0-a390-49a9-b0ec-443d2fc85751, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:45.678716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3219a-94cc-4a1a-98dd-e5e1fcda1f72 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:45.682782 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b2c3219a-94cc-4a1a-98dd-e5e1fcda1f72 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1556885 Nov 27 10:35:45.682782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=7531500c-887e-496a-aa13-30cdbccfe3d9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:45.686319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.732062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:45.740350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.762690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a7767-127b-47a8-b413-e3d485debc81 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:45.766537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.773810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/a28c2300-6785-4f84-be97-cc08761173dd HTTP/1.1" status: 204 len: 168 time: 0.7395909 Nov 27 10:35:45.775942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.776731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 6cd29bf0-a390-49a9-b0ec-443d2fc85751) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:45.802280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:45.802936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.804746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f24b38-bf97-4499-ae16-efa8b248f0cc None None] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:45.826630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3091cfb-3e46-43a3-84e2-a89539a26a22 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Network': ['ID=a28c2300-6785-4f84-be97-cc08761173dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:45.845511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414b0ee-2f50-45ab-bdbc-78057a091074 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:45.850402 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c414b0ee-2f50-45ab-bdbc-78057a091074 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1631930 Nov 27 10:35:45.853951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.880470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '8228751c-984d-4199-b396-0aeef9dd352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '58f9a8be-9003-488d-9778-e3e398168549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:45.880845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: 58f9a8be-9003-488d-9778-e3e398168549, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:45.904277 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8eb4387e-4f9d-4683-8d5b-bd585d8a3d4a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2367594 Nov 27 10:35:45.904532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.914780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751', 'name': 'tempest-PortsIpV6TestJSON-1378418055'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:45.917351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting subnet c0375db5-af37-4087-a70f-e60888d8c4d9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:45.924627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.967269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6104c1-47e9-4803-9fdb-69d8ef44b872 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:45.968827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6104c1-47e9-4803-9fdb-69d8ef44b872 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:45.970456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6104c1-47e9-4803-9fdb-69d8ef44b872 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:45.974941 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f6104c1-47e9-4803-9fdb-69d8ef44b872 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1183555 Nov 27 10:35:45.978175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:45.995232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:45.997819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.001765 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cede89ff-d5b6-4ae0-b8cf-77390f1a13de tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/floatingips/e84efa43-6286-4ef1-9c13-f60dfccf77e4 HTTP/1.1" status: 204 len: 168 time: 2.3326821 Nov 27 10:35:46.011651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40538) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.060571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 28de25ac-1d55-40a8-9cc9-ae06f0343702 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:46.071006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.094118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network 58f9a8be-9003-488d-9778-e3e398168549 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:46.096520 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-c1468246-f7bf-4d43-8cd9-a5efd4a07384 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] delete failed (client error): The resource could not be found. Nov 27 10:35:46.104101 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c1468246-f7bf-4d43-8cd9-a5efd4a07384 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/floatingips/e84efa43-6286-4ef1-9c13-f60dfccf77e4 HTTP/1.1" status: 404 len: 345 time: 0.0913901 Nov 27 10:35:46.107230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.125799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c2218799-512c-4b6f-a82b-0eb1ecfb5a0a None None] Could not find standard attr ID for object 1a133619-db2c-4503-b600-96ae45a3bac3. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:46.132453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.150320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.152121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 58f9a8be-9003-488d-9778-e3e398168549) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:46.186808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:46.187407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.199285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21556d-15fa-479e-92b1-4856bb60b16f None None] Network 58f9a8be-9003-488d-9778-e3e398168549 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:46.266013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:46.270906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.290137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.293072 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4ec98cf7-c200-408c-91c8-07ae660aef97 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3034701 Nov 27 10:35:46.305538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.306213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=03542c87-d39c-42da-a131-8088b235ed55,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:46.332211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce7e1b-399a-4b13-be79-60c78296697e tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:46.338240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce7e1b-399a-4b13-be79-60c78296697e tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:46.344209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce7e1b-399a-4b13-be79-60c78296697e tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:46.349737 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7dce7e1b-399a-4b13-be79-60c78296697e tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/ports?network_id=46045aac-f49b-45f1-96c5-7807a03dda0c HTTP/1.1" status: 200 len: 2356 time: 0.2386167 Nov 27 10:35:46.350007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.383865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 3ed16f08-a857-4287-aad0-79f78f179635 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:46.392906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.400459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.405671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c2218799-512c-4b6f-a82b-0eb1ecfb5a0a None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:46.406388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2218799-512c-4b6f-a82b-0eb1ecfb5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.457608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=28de25ac-1d55-40a8-9cc9-ae06f0343702,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:46.457849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': 'e152b149-b268-454c-a223-42d99220ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:46.458221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: ac009032-9272-49ba-9af3-b53512e655ce, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:46.459233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.465228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a171f0fb-4c7a-4c67-b789-885a55e88df3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/28de25ac-1d55-40a8-9cc9-ae06f0343702 HTTP/1.1" status: 204 len: 168 time: 0.4864008 Nov 27 10:35:46.465658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-6cd29bf0-a390-49a9-b0ec-443d2fc85751', 'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': '7531500c-887e-496a-aa13-30cdbccfe3d9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:46.468064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.468238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.479487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-58f9a8be-9003-488d-9778-e3e398168549', 'network_id': '58f9a8be-9003-488d-9778-e3e398168549', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': 'a9d28822-0733-47ab-ac5a-25e3a3422784'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:46.481161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.483751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.527193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet b5558f2f-9a3c-4f24-b8aa-70486a31cf3a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:46.531877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d2a51-757b-40dd-98e0-bc13f5e303f4 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:46.532037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.538507 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b92d2a51-757b-40dd-98e0-bc13f5e303f4 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/subnets/4439ff98-b746-43db-8d59-a80a373a38b7 HTTP/1.1" status: 200 len: 797 time: 0.1770654 Nov 27 10:35:46.539037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.548678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'port': {'network_id': '46045aac-f49b-45f1-96c5-7807a03dda0c', 'name': 'tempest-FloatingIPTestJSON-491861145', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:46.634027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.662749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network ac009032-9272-49ba-9af3-b53512e655ce is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:46.674083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.701663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, ac009032-9272-49ba-9af3-b53512e655ce) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:46.722577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:46.723400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.727678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60b30f-3753-4cf4-9545-64afbd76b25a None None] Network ac009032-9272-49ba-9af3-b53512e655ce requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:46.752571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::11 (6cd29bf0-a390-49a9-b0ec-443d2fc85751/7531500c-887e-496a-aa13-30cdbccfe3d9/3ed16f08-a857-4287-aad0-79f78f179635) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:46.782849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.809627 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d6f2ad8e-b846-4a30-ad95-69aa49e0ce56 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3408842 Nov 27 10:35:46.814088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.822227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:46.852530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.866197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:46.880934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.887129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.923311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=b5558f2f-9a3c-4f24-b8aa-70486a31cf3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:46.928921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:46.932195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8752c803-9f12-439e-8869-518fdcb2406b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/b5558f2f-9a3c-4f24-b8aa-70486a31cf3a HTTP/1.1" status: 204 len: 168 time: 0.4629886 Nov 27 10:35:46.934621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.945533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:46.967264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Allocated IP 172.20.0.3 (58f9a8be-9003-488d-9778-e3e398168549/a9d28822-0733-47ab-ac5a-25e3a3422784/54913ed3-47a2-4f72-b5f1-52184ee03ab7) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:46.980466 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b70611c6-e4d9-42b2-9584-affb41cc7dde tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447359 Nov 27 10:35:46.988962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:46.997387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:47.021742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.079847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Subnet': ['ID=c0375db5-af37-4087-a70f-e60888d8c4d9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:47.095984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.102535 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-940d615b-8f00-4175-9f48-6202786e225e tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/subnets/c0375db5-af37-4087-a70f-e60888d8c4d9 HTTP/1.1" status: 204 len: 168 time: 1.3214314 Nov 27 10:35:47.103689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:47.119248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7fa07-67f1-414b-b1a6-3791bf1a6c84 None None] Network 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:47.121137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:47.121599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.189436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.197845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.200923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:47.204422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.225831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:47.229259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.242412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-ac009032-9272-49ba-9af3-b53512e655ce', 'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': '03542c87-d39c-42da-a131-8088b235ed55'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:47.243433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.269290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.275506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] device_id is not set on port 1a8f0516-8002-48dd-bdf0-434aa6f90dc7 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:47.288117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ccfb3-0517-484a-a69b-5c6213c69411 None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'b5558f2f-9a3c-4f24-b8aa-70486a31cf3a'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '7164aefc-841b-4d06-a034-070e4cabd929'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:35:47.371445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Deleting port 6a6065eb-83ac-42df-8809-60b603df407e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:47.371784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.434691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccfb3-0517-484a-a69b-5c6213c69411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.479853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] For port 6a6065eb-83ac-42df-8809-60b603df407e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a6065eb-83ac-42df-8809-60b603df407e,segment=NetworkSegment(2b0dec23-b972-40a0-b503-041c32df19ba),segment_id=2b0dec23-b972-40a0-b503-041c32df19ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:47.480079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.507702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Calling delete_port for 6a6065eb-83ac-42df-8809-60b603df407e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:47.512474 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 03542c87-d39c-42da-a131-8088b235ed55 (CIDR: 172.20.0.0/28) Nov 27 10:35:47.516080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.523411 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:35:47.523897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:47.524468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.525418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.590418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.593604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-24f2204e-db31-4e1e-b6c6-e4642f549613 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7773345 Nov 27 10:35:47.605617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40558) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:47.615072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:47.632147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.635187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:47.638381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:47.641321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=3ed16f08-a857-4287-aad0-79f78f179635,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:47.654078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:47.658631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:47.672788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:47.673395 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.683780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:47.689080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:47.689080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.695731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d28822-0733-47ab-ac5a-25e3a3422784,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:47.728345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=73ff0f39-f0ec-4b8e-af63-8a38b27f398d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:47.739542 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4bfb1641-61ca-4171-935c-95c82c3fbd15 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8285286 Nov 27 10:35:47.743422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40560) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:47.748276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751', 'name': 'tempest-PortsIpV6TestJSON-359915272'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:47.752135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Network 58f9a8be-9003-488d-9778-e3e398168549 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:47.766103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Allocated IP 2001:db8::2 (6cd29bf0-a390-49a9-b0ec-443d2fc85751/7531500c-887e-496a-aa13-30cdbccfe3d9/5d9655f3-43a2-40f4-a4d5-a9b4334117f5) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:47.772106 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bdcd3789-60ab-4c4f-be02-fb69a4178ea1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7809811 Nov 27 10:35:47.778611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:47.785182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40562) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:47.799333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:47.805989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Allocated IP 172.20.0.2 (ac009032-9272-49ba-9af3-b53512e655ce/03542c87-d39c-42da-a131-8088b235ed55/2b657585-dc50-45cf-b343-2713a2573b93) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:47.817666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:47.821132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Pushing event updated for resources: {'Port': ['ID=54913ed3-47a2-4f72-b5f1-52184ee03ab7,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:47.849757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.865734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.902262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f9a8be-9003-488d-9778-e3e398168549']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:47.915570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Port': ['ID=6a6065eb-83ac-42df-8809-60b603df407e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:47.924315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] No DVR routers for this DVR port 6a6065eb-83ac-42df-8809-60b603df407e on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:47.954867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8228751c-984d-4199-b396-0aeef9dd352f') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:47.955341 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8228751c-984d-4199-b396-0aeef9dd352f') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:47.955681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:47.959919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:47.989234 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.014958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d3347-be20-416d-adde-2909652992b7 None None] DHCP port deletion for 030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:48.028454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.053474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:48.053746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:48.056792 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:48.083634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.14 (46045aac-f49b-45f1-96c5-7807a03dda0c/4439ff98-b746-43db-8d59-a80a373a38b7/1a8f0516-8002-48dd-bdf0-434aa6f90dc7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:48.093374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.123167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:48.126731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.131161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.13 (46045aac-f49b-45f1-96c5-7807a03dda0c/4439ff98-b746-43db-8d59-a80a373a38b7/1a8f0516-8002-48dd-bdf0-434aa6f90dc7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:48.148239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030bae9c-9489-4bd4-a4f4-5ebf5cf7c204']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:48.166198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0dec23-b972-40a0-b503-041c32df19ba') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:48.166500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0dec23-b972-40a0-b503-041c32df19ba') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:48.186821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:35:48.186821 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:35:48.186821 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': '58f9a8be-9003-488d-9778-e3e398168549'}] Nov 27 10:35:48.186821 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:48.187348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:48.194464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 19a2c270-90cb-4c67-ae31-9c3cc886d8e4 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:48.197609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:48.201118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.201403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.209964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Attempting to bind port 54913ed3-47a2-4f72-b5f1-52184ee03ab7 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:48.210631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Attempting to bind port 54913ed3-47a2-4f72-b5f1-52184ee03ab7 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8228751c-984d-4199-b396-0aeef9dd352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '58f9a8be-9003-488d-9778-e3e398168549'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:48.211254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Attempting to bind port 54913ed3-47a2-4f72-b5f1-52184ee03ab7 on network 58f9a8be-9003-488d-9778-e3e398168549 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:48.230400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:48.231255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Checking segment: {'id': '8228751c-984d-4199-b396-0aeef9dd352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '58f9a8be-9003-488d-9778-e3e398168549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:48.231699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.232323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Bound using segment: {'id': '8228751c-984d-4199-b396-0aeef9dd352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '58f9a8be-9003-488d-9778-e3e398168549'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:48.233058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Bound port: 54913ed3-47a2-4f72-b5f1-52184ee03ab7, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8228751c-984d-4199-b396-0aeef9dd352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '58f9a8be-9003-488d-9778-e3e398168549'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:48.233528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.268606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.290412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:48.290825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:48.294974 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:48.336546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f016ed-06db-4973-a00a-8fa0845cf0be None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:48.400080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.406011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.414861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] 10.222.0.13 "DELETE /v2.0/networks/030bae9c-9489-4bd4-a4f4-5ebf5cf7c204 HTTP/1.1" status: 204 len: 168 time: 1.3104906 Nov 27 10:35:48.421247 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73ff0f39-f0ec-4b8e-af63-8a38b27f398d (CIDR: 2001:db8::/64) Nov 27 10:35:48.430030 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:35:48.430894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:48.459751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871afb6-04f8-44cc-be40-69474c289060 tempest-NetworksIpV6TestAttrs-213441465 tempest-NetworksIpV6TestAttrs-213441465-project] Pushing event deleted for resources: {'Network': ['ID=030bae9c-9489-4bd4-a4f4-5ebf5cf7c204,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:48.475275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.486065 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1e45e1eb-c344-4e6e-bb28-38fe4ce8b136 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6987536 Nov 27 10:35:48.487574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40570) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:48.492593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.496221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:48.514912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] For port 54913ed3-47a2-4f72-b5f1-52184ee03ab7, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:48.517601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2abb5352-38e8-4f89-a370-08eea1bdc881 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:48.518080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2abb5352-38e8-4f89-a370-08eea1bdc881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.523630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] For port 54913ed3-47a2-4f72-b5f1-52184ee03ab7, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54913ed3-47a2-4f72-b5f1-52184ee03ab7,segment=NetworkSegment(8228751c-984d-4199-b396-0aeef9dd352f),segment_id=8228751c-984d-4199-b396-0aeef9dd352f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:48.528696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.536105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.568227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.598796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.617932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.652394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:48.668113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:48.680014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:48.682586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:48.685216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Pushing event updated for resources: {'Port': ['ID=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:48.689566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.695987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:48.702548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:48.709130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=1a8f0516-8002-48dd-bdf0-434aa6f90dc7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:48.717829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Network ac009032-9272-49ba-9af3-b53512e655ce is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:48.730159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:48.733719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.775607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb3c85a-c143-4070-a445-ebb6aa72d84c None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:48.779690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:48.789262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:48.834775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:48.835598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.896153 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ae141f3e-ab65-42a7-9c19-8dc1f8039e94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3513253 Nov 27 10:35:48.900619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:48.908856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '1a8f0516-8002-48dd-bdf0-434aa6f90dc7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:48.923661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:48.927531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:48.965621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port 54913ed3-47a2-4f72-b5f1-52184ee03ab7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:48.966150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:48.975098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::395 (6cd29bf0-a390-49a9-b0ec-443d2fc85751/7531500c-887e-496a-aa13-30cdbccfe3d9/19a2c270-90cb-4c67-ae31-9c3cc886d8e4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:48.985386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.000067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Attempting to bind port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:49.000483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Attempting to bind port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6edf4f09-b983-4be5-8921-66799eef9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:49.000860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Attempting to bind port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 on network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:49.026238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:49.026890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Checking segment: {'id': '6edf4f09-b983-4be5-8921-66799eef9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:49.027491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.028167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Bound using segment: {'id': '6edf4f09-b983-4be5-8921-66799eef9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:49.028860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Bound port: 5d9655f3-43a2-40f4-a4d5-a9b4334117f5, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf4f09-b983-4be5-8921-66799eef9a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6cd29bf0-a390-49a9-b0ec-443d2fc85751'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:49.029603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.118070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeeaf3f-cd86-4a6e-8f65-cb7be5c848b9 None None] Network 58f9a8be-9003-488d-9778-e3e398168549 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:49.134673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.202653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.212416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.244922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78379782-85fb-4a19-9d1d-516423ef1237 None None] Pushing event updated for resources: {'Port': ['ID=54913ed3-47a2-4f72-b5f1-52184ee03ab7,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:49.251998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Attempting to bind port 2b657585-dc50-45cf-b343-2713a2573b93 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:49.252402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Attempting to bind port 2b657585-dc50-45cf-b343-2713a2573b93 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'e152b149-b268-454c-a223-42d99220ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:49.253409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Attempting to bind port 2b657585-dc50-45cf-b343-2713a2573b93 on network ac009032-9272-49ba-9af3-b53512e655ce {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:49.290027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:49.300612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network ac009032-9272-49ba-9af3-b53512e655ce is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:49.301754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:49.309856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:49.316392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:49.317500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.320804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:49.321191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Checking segment: {'id': 'e152b149-b268-454c-a223-42d99220ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:49.321602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.322009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Bound using segment: {'id': 'e152b149-b268-454c-a223-42d99220ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:49.322510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Bound port: 2b657585-dc50-45cf-b343-2713a2573b93, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e152b149-b268-454c-a223-42d99220ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:49.322917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.328118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:49.333495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=19a2c270-90cb-4c67-ae31-9c3cc886d8e4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:49.336929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:49.337509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.348227 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3e0b31e3-2e7b-402a-9e17-183686a625f2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6040361 Nov 27 10:35:49.351225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:49.375927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] For port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:49.410293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=20ded537-9aef-4a73-b921-0b64ff56e74f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:49.414048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port 54913ed3-47a2-4f72-b5f1-52184ee03ab7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54913ed3-47a2-4f72-b5f1-52184ee03ab7,segment=NetworkSegment(8228751c-984d-4199-b396-0aeef9dd352f),segment_id=8228751c-984d-4199-b396-0aeef9dd352f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:49.414495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.428915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0b02803c-f13d-4f78-b1a3-2c64f06918c7 None None] Provisioning complete for port 1a8f0516-8002-48dd-bdf0-434aa6f90dc7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:49.429216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b02803c-f13d-4f78-b1a3-2c64f06918c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.434775 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e7f2c8a1-734a-4c39-ac16-57df9b0e9903 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8247437 Nov 27 10:35:49.437487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:49.443508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce', 'fixed_ips': [{'subnet_id': '03542c87-d39c-42da-a131-8088b235ed55'}, {'subnet_id': '20ded537-9aef-4a73-b921-0b64ff56e74f'}], 'name': 'tempest-PortsTestJSON-630163473'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:49.454044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for 54913ed3-47a2-4f72-b5f1-52184ee03ab7 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:49.465431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Pushing event updated for resources: {'Port': ['ID=2b657585-dc50-45cf-b343-2713a2573b93,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:49.489796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] For port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,segment=NetworkSegment(6edf4f09-b983-4be5-8921-66799eef9a82),segment_id=6edf4f09-b983-4be5-8921-66799eef9a82)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:49.509742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f99fa-d06a-44b9-b35c-4f5784d1fb72 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:49.514108 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2c3f99fa-d06a-44b9-b35c-4f5784d1fb72 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11 HTTP/1.1" status: 200 len: 928 time: 0.1582639 Nov 27 10:35:49.531379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-83c7e533-b657-438d-9884-6d443b9ee2c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e7709a4e3684e01a89f7601b21b591b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6041031 Nov 27 10:35:49.531379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40588) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:49.539167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.541048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': '73ff0f39-f0ec-4b8e-af63-8a38b27f398d'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '7164aefc-841b-4d06-a034-070e4cabd929'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:35:49.543072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:49.599803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.606315 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:35:49.626572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0b02803c-f13d-4f78-b1a3-2c64f06918c7 None None] Port 1a8f0516-8002-48dd-bdf0-434aa6f90dc7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:49.628601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebf735f-6379-41ac-9f39-703161beb2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.646706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.672861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebf735f-6379-41ac-9f39-703161beb2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.694201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] For port 2b657585-dc50-45cf-b343-2713a2573b93, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:49.709285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:49.724259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] For port 2b657585-dc50-45cf-b343-2713a2573b93, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2b657585-dc50-45cf-b343-2713a2573b93,segment=NetworkSegment(e152b149-b268-454c-a223-42d99220ef23),segment_id=e152b149-b268-454c-a223-42d99220ef23)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:49.736771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.740238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:49.742234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c60b58-9267-4456-b0b9-634b5f36af72 None None] Pushing event updated for resources: {'Port': ['ID=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:49.790683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.790897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a6065eb-83ac-42df-8809-60b603df407e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:49.792640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.810411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.833716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6a6065eb-83ac-42df-8809-60b603df407e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:49.834083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a6065eb-83ac-42df-8809-60b603df407e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:49.858901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.894550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=54913ed3-47a2-4f72-b5f1-52184ee03ab7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:49.899222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 19a2c270-90cb-4c67-ae31-9c3cc886d8e4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:49.899571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:49.907280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 28d73709-1ea9-47d6-8cd7-2506987941c2 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:49.946007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port 54913ed3-47a2-4f72-b5f1-52184ee03ab7 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:50.118142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9efea6-933a-4e4b-ba5f-d9e5e9133198 None None] Pushing event updated for resources: {'Port': ['ID=2b657585-dc50-45cf-b343-2713a2573b93,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:50.190166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:50.222158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.255007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 19a2c270-90cb-4c67-ae31-9c3cc886d8e4 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:50.292289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebf735f-6379-41ac-9f39-703161beb2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.297757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebf735f-6379-41ac-9f39-703161beb2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.302625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bebf735f-6379-41ac-9f39-703161beb2a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e538e6b-ed18-4476-82a4-3d0f61109d73 HTTP/1.1" status: 204 len: 168 time: 0.7577140 Nov 27 10:35:50.309711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:50.340764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf735f-6379-41ac-9f39-703161beb2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e538e6b-ed18-4476-82a4-3d0f61109d73,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:50.352723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.448509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/73ff0f39-f0ec-4b8e-af63-8a38b27f398d/7164aefc-841b-4d06-a034-070e4cabd929) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:50.457637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.8 (ac009032-9272-49ba-9af3-b53512e655ce/03542c87-d39c-42da-a131-8088b235ed55/28d73709-1ea9-47d6-8cd7-2506987941c2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:50.461058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f9a8be-9003-488d-9778-e3e398168549']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:50.466966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Allocated IP 2001:db8:0:1:f816:3eff:fea8:e310 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e6a2e733-a2d2-41ca-b776-281ff4694608/7164aefc-841b-4d06-a034-070e4cabd929) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:50.467240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.222 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/694cb026-8bd1-459d-8b7b-c2f550cf78ea) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:50.474145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.23 (ac009032-9272-49ba-9af3-b53512e655ce/20ded537-9aef-4a73-b921-0b64ff56e74f/28d73709-1ea9-47d6-8cd7-2506987941c2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:50.499322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8228751c-984d-4199-b396-0aeef9dd352f') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:50.502709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8228751c-984d-4199-b396-0aeef9dd352f') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:50.525379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.575454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.615386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:50.615800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:50.629951 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:50.634095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:50.685220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.699219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.706911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.708154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fea8:e310-494bc546-7bac-4628-94b7-a537394 {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:50.708744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:50.770450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.798861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.816009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.834171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a668d54-b4ba-4c08-a89a-d8bbdb69b312 None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:50.851309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.854364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network ac009032-9272-49ba-9af3-b53512e655ce is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:50.855535 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/58f9a8be-9003-488d-9778-e3e398168549 HTTP/1.1" status: 204 len: 168 time: 4.5469902 Nov 27 10:35:50.861000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:50.862939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:50.873118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345294706'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:50.887752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632955c-4bd9-49ef-a69a-8e4046dc57c6 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=58f9a8be-9003-488d-9778-e3e398168549,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:50.899393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:50.920729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.958766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:50.959422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:50.980586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=28d73709-1ea9-47d6-8cd7-2506987941c2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:50.994029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:50.999723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.034089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.037535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=19a2c270-90cb-4c67-ae31-9c3cc886d8e4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:51.040257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:51.066781 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-930c7165-2568-4778-96a4-6a256a6a1cae tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6278160 Nov 27 10:35:51.071643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:51.092803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03542c87-d39c-42da-a131-8088b235ed55'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:51.100886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:51.163468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.163992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 7309a7c0-b136-4e05-b292-0a374bbe3d94 of type vlan for network e505df5b-efa0-4a1c-99c6-f37fa06902b7 Nov 27 10:35:51.184746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.195907 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-529811f5-8a3c-481c-89ad-b7e834245577 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/19a2c270-90cb-4c67-ae31-9c3cc886d8e4 HTTP/1.1" status: 204 len: 168 time: 1.6572185 Nov 27 10:35:51.196708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:51.197154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.197274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40612) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:51.233914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:51.257732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:51.260106 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e371c59-2a88-4e10-828c-a4b998b1497f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:51.266985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6e371c59-2a88-4e10-828c-a4b998b1497f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/19a2c270-90cb-4c67-ae31-9c3cc886d8e4 HTTP/1.1" status: 404 len: 333 time: 0.0649054 Nov 27 10:35:51.278820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:51.283758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:51.328944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.355136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.358370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=694cb026-8bd1-459d-8b7b-c2f550cf78ea,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:51.400894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.466461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.474014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:51.474674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.494449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac0ddf-cc1f-4a19-99d9-85afe78d53a0 None None] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:51.588064 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7193017 Nov 27 10:35:51.601920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,segment=NetworkSegment(6edf4f09-b983-4be5-8921-66799eef9a82),segment_id=6edf4f09-b983-4be5-8921-66799eef9a82)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:51.622954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40622) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:51.646243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.647092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2b657585-dc50-45cf-b343-2713a2573b93 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:51.657188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:51.748750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:51.751611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957f90-1685-435a-b20f-0020052187b8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=e505df5b-efa0-4a1c-99c6-f37fa06902b7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:51.772087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f070ff4-ca56-4faf-9837-b8cce3c39796 None None] Provisioning complete for port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:51.773087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f070ff4-ca56-4faf-9837-b8cce3c39796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:51.775344 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e505df5b-efa0-4a1c-99c6-f37fa06902b7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:51.900361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Delete allocated IP 172.20.0.23 (ac009032-9272-49ba-9af3-b53512e655ce/20ded537-9aef-4a73-b921-0b64ff56e74f) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 10:35:51.922294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:51.935117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8949e8b-ad2b-49d7-9329-024f0e0c4837 None None] Network ac009032-9272-49ba-9af3-b53512e655ce requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:51.991163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.objects.ports [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103379) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:35:52.097302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2b657585-dc50-45cf-b343-2713a2573b93 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:52.098188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.112956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-32d1d594-f872-4d3a-a52a-66564326a0ed tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] Request body: {'port': {'network_id': '58978386-e41e-4abf-bb6c-b2c67abd0d6f', 'name': 'tempest-NetworksNegativeTestJSON-594064247'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:52.132776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d1d594-f872-4d3a-a52a-66564326a0ed tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] POST failed (client error): The resource could not be found. Nov 27 10:35:52.133451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d1d594-f872-4d3a-a52a-66564326a0ed tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:52.138806 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-32d1d594-f872-4d3a-a52a-66564326a0ed tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3841524 Nov 27 10:35:52.138806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.162147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 3ed16f08-a857-4287-aad0-79f78f179635 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:52.162405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.173474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.176469 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0632da-585d-4a40-b45c-fbd4401308fd tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:52.178273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0632da-585d-4a40-b45c-fbd4401308fd tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:52.187880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d0632da-585d-4a40-b45c-fbd4401308fd tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "DELETE /v2.0/networks/1809743f-7e61-4c52-86f1-c28f01774dae HTTP/1.1" status: 404 len: 339 time: 0.0443478 Nov 27 10:35:52.187880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.200196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.285509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=28d73709-1ea9-47d6-8cd7-2506987941c2,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:52.289129 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aa468d-52d7-4609-b9d6-08225310a812 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:52.289841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49aa468d-52d7-4609-b9d6-08225310a812 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:52.296698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-49aa468d-52d7-4609-b9d6-08225310a812 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "DELETE /v2.0/ports/86ce8159-9655-488e-87ea-30f77965e736 HTTP/1.1" status: 404 len: 333 time: 0.0333099 Nov 27 10:35:52.308585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.377736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.392359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] In _notify_port_updated(), no bound segment for port 28d73709-1ea9-47d6-8cd7-2506987941c2 on network ac009032-9272-49ba-9af3-b53512e655ce {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:35:52.396626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Provisioning complete for port 2b657585-dc50-45cf-b343-2713a2573b93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:52.397081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.401075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:52.401826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.406192 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-251c533d-e7f7-42f5-a4e8-d95b3513073f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/ports/28d73709-1ea9-47d6-8cd7-2506987941c2 HTTP/1.1" status: 200 len: 918 time: 1.3335056 Nov 27 10:35:52.406905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.413547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03542c87-d39c-42da-a131-8088b235ed55'}, {'subnet_id': '20ded537-9aef-4a73-b921-0b64ff56e74f'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:52.489098 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1111dd88-0ade-476e-afea-af8e6855ac82 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] DELETE failed (client error): The resource could not be found. Nov 27 10:35:52.489560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1111dd88-0ade-476e-afea-af8e6855ac82 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:52.492740 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1111dd88-0ade-476e-afea-af8e6855ac82 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "DELETE /v2.0/subnets/4fb6f946-59dd-40e0-b8fe-d36de6ebaeb3 HTTP/1.1" status: 404 len: 337 time: 0.1699724 Nov 27 10:35:52.513126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.537179 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a99afcf-655c-4b5e-a73c-1125f360fdf2 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] GET failed (client error): The resource could not be found. Nov 27 10:35:52.541926 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3a99afcf-655c-4b5e-a73c-1125f360fdf2 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "GET /v2.0/networks/ae5e5ccb-0dcf-4fa1-8f3f-bf245fd243f1 HTTP/1.1" status: 404 len: 339 time: 0.0245166 Nov 27 10:35:52.542569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 2b657585-dc50-45cf-b343-2713a2573b93, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2b657585-dc50-45cf-b343-2713a2573b93,segment=NetworkSegment(e152b149-b268-454c-a223-42d99220ef23),segment_id=e152b149-b268-454c-a223-42d99220ef23)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:52.542677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.554977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.564049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.603816 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9759dd86-9bee-4ecc-98c0-64d9f3a47df6 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] GET failed (client error): The resource could not be found. Nov 27 10:35:52.611205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9759dd86-9bee-4ecc-98c0-64d9f3a47df6 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "GET /v2.0/ports/94766872-26bb-4c87-b3e8-65963b03136b HTTP/1.1" status: 404 len: 333 time: 0.0679395 Nov 27 10:35:52.624006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=2b657585-dc50-45cf-b343-2713a2573b93,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:52.633824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.643909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] Update dhcp port {'port': {'network_id': 'ac009032-9272-49ba-9af3-b53512e655ce', 'fixed_ips': [{'subnet_id': '03542c87-d39c-42da-a131-8088b235ed55', 'ip_address': '172.20.0.2'}, {'subnet_id': '20ded537-9aef-4a73-b921-0b64ff56e74f'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '2b657585-dc50-45cf-b343-2713a2573b93'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:35:52.684911 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f57ac33-8588-4f58-9fa6-4d91def951a2 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] GET failed (client error): The resource could not be found. Nov 27 10:35:52.691376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f57ac33-8588-4f58-9fa6-4d91def951a2 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "GET /v2.0/subnets/8c5fa746-5b4e-4522-ac32-f45786f9941c HTTP/1.1" status: 404 len: 337 time: 0.0555942 Nov 27 10:35:52.695777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.701680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5f1c7242-aa1b-4015-bdc4-548d45e2b720 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:52.719962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.736727 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1c7242-aa1b-4015-bdc4-548d45e2b720 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] PUT failed (client error): The resource could not be found. Nov 27 10:35:52.737397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1c7242-aa1b-4015-bdc4-548d45e2b720 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:52.742967 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5f1c7242-aa1b-4015-bdc4-548d45e2b720 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "PUT /v2.0/networks/73fa674f-e5c7-45b0-a225-d0ecebe85871 HTTP/1.1" status: 404 len: 339 time: 0.0462174 Nov 27 10:35:52.743693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.764818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-62e73e0a-5218-4c04-bf81-109766e192e5 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:52.829631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:52.832746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:52.848886 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e73e0a-5218-4c04-bf81-109766e192e5 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] PUT failed (client error): The resource could not be found. Nov 27 10:35:52.849674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e73e0a-5218-4c04-bf81-109766e192e5 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:52.851887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62e73e0a-5218-4c04-bf81-109766e192e5 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "PUT /v2.0/ports/485df595-6cf1-488b-a9d3-1b07cfa3cbb2 HTTP/1.1" status: 404 len: 333 time: 0.0968785 Nov 27 10:35:52.858039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:52.969997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:52.996358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-85a2801d-6dbd-4e22-a237-406fce1e13a7 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:53.026652 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a2801d-6dbd-4e22-a237-406fce1e13a7 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] PUT failed (client error): The resource could not be found. Nov 27 10:35:53.027109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a2801d-6dbd-4e22-a237-406fce1e13a7 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:35:53.028818 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-85a2801d-6dbd-4e22-a237-406fce1e13a7 tempest-NetworksNegativeTestJSON-644762501 tempest-NetworksNegativeTestJSON-644762501-project] 10.222.0.13 "PUT /v2.0/subnets/868800a7-4bad-42c7-8ea0-3f442f656b71 HTTP/1.1" status: 404 len: 337 time: 0.1698148 Nov 27 10:35:53.077264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] Allocated IP 172.20.0.18 (ac009032-9272-49ba-9af3-b53512e655ce/20ded537-9aef-4a73-b921-0b64ff56e74f/2b657585-dc50-45cf-b343-2713a2573b93) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:53.105381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Port 7164aefc-841b-4d06-a034-070e4cabd929 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103379) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 27 10:35:53.106131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.113609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.117348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:53.121662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.159087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:53.159618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.237934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:53.247787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.298780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] For port 2b657585-dc50-45cf-b343-2713a2573b93, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2b657585-dc50-45cf-b343-2713a2573b93,segment=NetworkSegment(e152b149-b268-454c-a223-42d99220ef23),segment_id=e152b149-b268-454c-a223-42d99220ef23)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:53.341334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1352a-98ac-4b18-a1f7-ef662351d2e2 None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:53.370575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:53.382549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.386642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Could not find standard attr ID for object 1a133619-db2c-4503-b600-96ae45a3bac3. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:53.396311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.439050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=e6a2e733-a2d2-41ca-b776-281ff4694608,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:53.450223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:53.472738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.490101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.27 (ac009032-9272-49ba-9af3-b53512e655ce/20ded537-9aef-4a73-b921-0b64ff56e74f/28d73709-1ea9-47d6-8cd7-2506987941c2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:53.531966 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:53.536461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.539090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d838ce-7401-4809-83c7-a15b9ef4cc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.539460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Provisioning complete for port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:53.539846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.563972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:53.567711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:53.568443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.574069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 3ed16f08-a857-4287-aad0-79f78f179635 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:53.581699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1406e-aaba-46cd-ab53-91d801ac0122 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:53.587498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc84e83-f19b-4798-80cc-ae7491147f9a None None] Pushing event updated for resources: {'Port': ['ID=2b657585-dc50-45cf-b343-2713a2573b93,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:53.613708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.625077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=f2b12df1-6adc-48a8-9a83-35f0758b91e7,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:53.704743 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7e06db5f-a31c-40d9-ac05-25d2222af529 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2140386 Nov 27 10:35:53.710405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:53.718522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:ab:5f:d2', 'name': 'tempest-NetworksTestDHCPv6-1440045009'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:53.741963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.753624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.756969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d838ce-7401-4809-83c7-a15b9ef4cc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.764829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47d838ce-7401-4809-83c7-a15b9ef4cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.772141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '7309a7c0-b136-4e05-b292-0a374bbe3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:53.772667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: e505df5b-efa0-4a1c-99c6-f37fa06902b7, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:53.901990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.902246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:53.903374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.911024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network e505df5b-efa0-4a1c-99c6-f37fa06902b7 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:53.916204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d838ce-7401-4809-83c7-a15b9ef4cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a27db9-19f8-4597-aa25-7ed08a18b5f9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:53.920813 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-47d838ce-7401-4809-83c7-a15b9ef4cc69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dca2d5b71dd1475d8d8236dc4d32d563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491886 Nov 27 10:35:53.923569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=28d73709-1ea9-47d6-8cd7-2506987941c2,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:53.943899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:53.972788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] In _notify_port_updated(), no bound segment for port 28d73709-1ea9-47d6-8cd7-2506987941c2 on network ac009032-9272-49ba-9af3-b53512e655ce {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:35:53.980034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:53.980741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:53.982071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6341d015-829b-456b-8e14-5127f9133e6b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/ports/28d73709-1ea9-47d6-8cd7-2506987941c2 HTTP/1.1" status: 200 len: 998 time: 1.5740542 Nov 27 10:35:53.988760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40666) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:54.028836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, e505df5b-efa0-4a1c-99c6-f37fa06902b7) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:54.047933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437bc307-b688-492e-a84a-6d3df044a3f3 None None] Network e505df5b-efa0-4a1c-99c6-f37fa06902b7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:54.062301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:54.062903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.128527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 28d73709-1ea9-47d6-8cd7-2506987941c2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:54.129192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.142515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1519f5a4-0541-4b07-80bf-74b62163d171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.155662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.157599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:54.165756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Provisioning complete for port 3ed16f08-a857-4287-aad0-79f78f179635 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:54.166133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.177033 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-66905a04-4263-44a2-9ca0-5f4493867e8f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5505657 Nov 27 10:35:54.196153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40668) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:54.249395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Port 3ed16f08-a857-4287-aad0-79f78f179635 was deleted so its status cannot be updated. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 10:35:54.255468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.269646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fa8902bb-c5ec-4931-bbf4-08e403113463 None None] Could not find standard attr ID for object 19a2c270-90cb-4c67-ae31-9c3cc886d8e4. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:35:54.273635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 28d73709-1ea9-47d6-8cd7-2506987941c2 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:54.306820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1519f5a4-0541-4b07-80bf-74b62163d171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.314918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4d75c-29d8-4811-ac58-c43e29be048f None None] Network ac009032-9272-49ba-9af3-b53512e655ce requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:54.321658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2b657585-dc50-45cf-b343-2713a2573b93 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:54.355200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=3ed16f08-a857-4287-aad0-79f78f179635,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:54.494648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.500490 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b018cf35-0238-4881-b46e-f43170261ee5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/3ed16f08-a857-4287-aad0-79f78f179635 HTTP/1.1" status: 204 len: 168 time: 3.2081709 Nov 27 10:35:54.516509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0352331e-893a-4ad5-b127-925fb69b8c02 None None] Provisioning complete for port 28d73709-1ea9-47d6-8cd7-2506987941c2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:54.517036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0352331e-893a-4ad5-b127-925fb69b8c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.522587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:54.563561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-e505df5b-efa0-4a1c-99c6-f37fa06902b7', 'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': 'f2b12df1-6adc-48a8-9a83-35f0758b91e7'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:54.564443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.586304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.619514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2b657585-dc50-45cf-b343-2713a2573b93 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:54.619884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.631171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=28d73709-1ea9-47d6-8cd7-2506987941c2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:54.636843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.666280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0352331e-893a-4ad5-b127-925fb69b8c02 None None] Port 28d73709-1ea9-47d6-8cd7-2506987941c2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:54.696483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.740408 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-122e505b-2508-47ca-9d3e-cafab37c9f5d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:35:54.744889 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-122e505b-2508-47ca-9d3e-cafab37c9f5d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/3ed16f08-a857-4287-aad0-79f78f179635 HTTP/1.1" status: 404 len: 333 time: 0.2090616 Nov 27 10:35:54.750914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40674) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:54.753856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1519f5a4-0541-4b07-80bf-74b62163d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.758591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1519f5a4-0541-4b07-80bf-74b62163d171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.761136 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1519f5a4-0541-4b07-80bf-74b62163d171 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73a27db9-19f8-4597-aa25-7ed08a18b5f9 HTTP/1.1" status: 204 len: 168 time: 0.8158698 Nov 27 10:35:54.775132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.778669 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-def1017a-d135-403c-bdc3-9cd098c44026 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/28d73709-1ea9-47d6-8cd7-2506987941c2 HTTP/1.1" status: 204 len: 168 time: 0.7886982 Nov 27 10:35:54.781294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40678) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:54.802102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.816780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27c21ea-fb8f-4b42-887c-43dc05538cd0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:35:54.818582 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b27c21ea-fb8f-4b42-887c-43dc05538cd0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/28d73709-1ea9-47d6-8cd7-2506987941c2 HTTP/1.1" status: 404 len: 333 time: 0.0359831 Nov 27 10:35:54.821378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:54.837654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.853159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0352331e-893a-4ad5-b127-925fb69b8c02 None None] Provisioning complete for port 2b657585-dc50-45cf-b343-2713a2573b93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:54.853547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0352331e-893a-4ad5-b127-925fb69b8c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.905731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 202d8dc5-d244-49fd-8521-3693e61e3c00 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:54.920701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet 7531500c-887e-496a-aa13-30cdbccfe3d9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:54.929379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.948314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet 20ded537-9aef-4a73-b921-0b64ff56e74f {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:54.955334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:54.990433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.030533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Allocated IP 172.20.0.1 (e505df5b-efa0-4a1c-99c6-f37fa06902b7/f2b12df1-6adc-48a8-9a83-35f0758b91e7/493aba6e-73ed-4504-9b89-e90ffa726d8d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:55.041343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.095815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.131568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519f5a4-0541-4b07-80bf-74b62163d171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a27db9-19f8-4597-aa25-7ed08a18b5f9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.191017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.263799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.297742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.322936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=694cb026-8bd1-459d-8b7b-c2f550cf78ea,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.340897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=20ded537-9aef-4a73-b921-0b64ff56e74f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.341120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9b4a0089-8c2b-4f40-808d-a93d0416466e None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:55.341120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0089-8c2b-4f40-808d-a93d0416466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.343483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.344557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.349002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4c195281-83ee-4c97-8916-204129788d43 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/20ded537-9aef-4a73-b921-0b64ff56e74f HTTP/1.1" status: 204 len: 168 time: 0.5254047 Nov 27 10:35:55.351861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:55.362557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.380250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:55.436214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet 03542c87-d39c-42da-a131-8088b235ed55 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:55.446207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.477466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=7531500c-887e-496a-aa13-30cdbccfe3d9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.503847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.516740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f0a31-52c6-446d-8928-9bf577ff02c0 None None] Network 6cd29bf0-a390-49a9-b0ec-443d2fc85751 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:55.529264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.536861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.577891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.584367 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fa1bd892-54aa-41ca-8c7d-0e259d5f4edd tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/7531500c-887e-496a-aa13-30cdbccfe3d9 HTTP/1.1" status: 204 len: 168 time: 0.8192234 Nov 27 10:35:55.613717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Pushing event updated for resources: {'Port': ['ID=493aba6e-73ed-4504-9b89-e90ffa726d8d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.621733 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP bb8a5b8e-4a98-42da-b1a6-87e41c7aa792 associated. External IP: 172.26.1.222, port: 1a8f0516-8002-48dd-bdf0-434aa6f90dc7. Nov 27 10:35:55.623269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:55.712741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.735722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Network e505df5b-efa0-4a1c-99c6-f37fa06902b7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:55.751060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:55.751725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.753616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c4cd8-aa11-421d-87d9-5390adee79d0 None None] Network ac009032-9272-49ba-9af3-b53512e655ce requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:55.791771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:55.827990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.847735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:55.848660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.867079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.877274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.879171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40704) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:55.879791 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/03542c87-d39c-42da-a131-8088b235ed55 HTTP/1.1" status: 204 len: 168 time: 0.5263939 Nov 27 10:35:55.906480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383e5bf-51dc-4314-a160-63f0fb43a058 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=03542c87-d39c-42da-a131-8088b235ed55,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.935876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:55.936218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::3a5 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/73ff0f39-f0ec-4b8e-af63-8a38b27f398d/202d8dc5-d244-49fd-8521-3693e61e3c00) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:55.936825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:55.961423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b12df1-6adc-48a8-9a83-35f0758b91e7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:55.992198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:55.993517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:5fd2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e6a2e733-a2d2-41ca-b776-281ff4694608/202d8dc5-d244-49fd-8521-3693e61e3c00) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:56.028753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,segment=NetworkSegment(6edf4f09-b983-4be5-8921-66799eef9a82),segment_id=6edf4f09-b983-4be5-8921-66799eef9a82)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:56.029431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.042576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:56.141789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.147493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.166973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.194450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:56.211247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:56.228896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=5d9655f3-43a2-40f4-a4d5-a9b4334117f5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:56.236450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-254269103'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:56.241351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e505df5b-efa0-4a1c-99c6-f37fa06902b7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:56.248889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Attempting to bind port 493aba6e-73ed-4504-9b89-e90ffa726d8d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:56.249417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Attempting to bind port 493aba6e-73ed-4504-9b89-e90ffa726d8d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7309a7c0-b136-4e05-b292-0a374bbe3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:56.249759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Attempting to bind port 493aba6e-73ed-4504-9b89-e90ffa726d8d on network e505df5b-efa0-4a1c-99c6-f37fa06902b7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:56.264329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:56.264830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Checking segment: {'id': '7309a7c0-b136-4e05-b292-0a374bbe3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:56.265296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.265756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Bound using segment: {'id': '7309a7c0-b136-4e05-b292-0a374bbe3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:56.267018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Bound port: 493aba6e-73ed-4504-9b89-e90ffa726d8d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7309a7c0-b136-4e05-b292-0a374bbe3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:56.267506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.281424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7309a7c0-b136-4e05-b292-0a374bbe3d94') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:56.281914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7309a7c0-b136-4e05-b292-0a374bbe3d94') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:56.290087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2b657585-dc50-45cf-b343-2713a2573b93 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:35:56.319166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.336159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.339831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918c6bf-097d-460b-8476-783781935da6 None None] DHCP port deletion for 6cd29bf0-a390-49a9-b0ec-443d2fc85751 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:56.342602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd29bf0-a390-49a9-b0ec-443d2fc85751']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:56.354528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf4f09-b983-4be5-8921-66799eef9a82') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:56.354528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf4f09-b983-4be5-8921-66799eef9a82') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:56.364068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.379807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.386767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:56.387256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:56.390572 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:56.463467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b612bc49-7be9-44a4-99ef-88970cb987e5 None None] Provisioning complete for port 2b657585-dc50-45cf-b343-2713a2573b93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:56.463840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b612bc49-7be9-44a4-99ef-88970cb987e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.484563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.495990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.499723 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/6cd29bf0-a390-49a9-b0ec-443d2fc85751 HTTP/1.1" status: 204 len: 168 time: 0.8754981 Nov 27 10:35:56.503929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:56.511749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] For port 493aba6e-73ed-4504-9b89-e90ffa726d8d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:56.519729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-407663854'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:56.525220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccdd1b-9e30-48fd-95f2-f71844a02a81 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=6cd29bf0-a390-49a9-b0ec-443d2fc85751,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:56.533719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2b657585-dc50-45cf-b343-2713a2573b93 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:56.534624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.601768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] DHCP port deletion for ac009032-9272-49ba-9af3-b53512e655ce request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:35:56.699286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.707589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] Deleting port 2b657585-dc50-45cf-b343-2713a2573b93 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:56.707975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.709521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:56.713112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.723921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:56.724573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:56.724666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.727796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:56.738305 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:56.768723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.786224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] For port 2b657585-dc50-45cf-b343-2713a2573b93, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2b657585-dc50-45cf-b343-2713a2573b93,segment=NetworkSegment(e152b149-b268-454c-a223-42d99220ef23),segment_id=e152b149-b268-454c-a223-42d99220ef23)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:56.786624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.800287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] Calling delete_port for 2b657585-dc50-45cf-b343-2713a2573b93 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:56.869357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.880673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:56.884866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] For port 493aba6e-73ed-4504-9b89-e90ffa726d8d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=493aba6e-73ed-4504-9b89-e90ffa726d8d,segment=NetworkSegment(7309a7c0-b136-4e05-b292-0a374bbe3d94),segment_id=7309a7c0-b136-4e05-b292-0a374bbe3d94)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:56.889184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:35:56.889184 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:35:56.889184 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': 'e505df5b-efa0-4a1c-99c6-f37fa06902b7'}] Nov 27 10:35:56.889184 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:35:56.889678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:35:56.892256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.893715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.894055 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment dcb4e12b-b3e4-4f50-af50-b9be71c2735f of type vlan for network be7a4263-5bf1-4f18-9d76-c57916d18306 Nov 27 10:35:56.899026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.900193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 2b657585-dc50-45cf-b343-2713a2573b93 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:56.900580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.937897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] Pushing event deleted for resources: {'Port': ['ID=2b657585-dc50-45cf-b343-2713a2573b93,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:56.939773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124323d-27f4-4847-800b-c85b8d9e572e None None] No DVR routers for this DVR port 2b657585-dc50-45cf-b343-2713a2573b93 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:56.948287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:56.985241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:56.995610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.003735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:57.003943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.008919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:57.028520 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5112491 Nov 27 10:35:57.028729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] For port 2b657585-dc50-45cf-b343-2713a2573b93, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:57.028729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.031854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:57.051291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:57.051763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:57.052426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.057657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.057928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb2ed9-a583-4e9a-90a3-fba1147d8b77 None None] Pushing event updated for resources: {'Port': ['ID=493aba6e-73ed-4504-9b89-e90ffa726d8d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:57.071341 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 2b657585-dc50-45cf-b343-2713a2573b93 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:57.094913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e65b3-57a1-4b84-9530-79971bca7927 None None] Network e505df5b-efa0-4a1c-99c6-f37fa06902b7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:57.099795 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.100038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Port 2b657585-dc50-45cf-b343-2713a2573b93 was not found and therefore no delete operation was performed {{(pid=103379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:35:57.111658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.119584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921c4d-2705-47fe-8d4a-4399f0658f28 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=be7a4263-5bf1-4f18-9d76-c57916d18306,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:57.120690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.134655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network be7a4263-5bf1-4f18-9d76-c57916d18306 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:57.163469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:57.164099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.200420 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9205dd9b-e355-448c-b986-d4b1ad44aeed tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2956362 Nov 27 10:35:57.206451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:57.212001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=2b657585-dc50-45cf-b343-2713a2573b93,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:57.213061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'port_id': '1a8f0516-8002-48dd-bdf0-434aa6f90dc7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:57.218221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.225738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.226423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079be5e-3bd3-45a0-90a7-f14f7a341e4f None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:57.227553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No DVR routers for this DVR port 2b657585-dc50-45cf-b343-2713a2573b93 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:57.260627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:57.263545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.270389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:57.297108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.306072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:57.307524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:57.307875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9655f3-43a2-40f4-a4d5-a9b4334117f5 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:57.308299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2b657585-dc50-45cf-b343-2713a2573b93 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:35:57.325218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:57.331822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:57.332777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.333490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2b657585-dc50-45cf-b343-2713a2573b93 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:35:57.333848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2b657585-dc50-45cf-b343-2713a2573b93 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:35:57.344417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:57.401523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.403355 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=202d8dc5-d244-49fd-8521-3693e61e3c00,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:57.412130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74982dda-371b-452c-a8a1-c56805acbaef,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:57.417131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.417485 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment a743b568-9afa-4a16-a2b0-81cf12c70157 of type vlan for network 27b5fd70-71b5-42a4-9152-f3bd247eba3b Nov 27 10:35:57.491768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.512831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:57.516326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.544647 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b403f66b-a88f-464f-90dd-9fbc7843469e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8303628 Nov 27 10:35:57.546588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.560031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac009032-9272-49ba-9af3-b53512e655ce']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.560266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:57.604011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e152b149-b268-454c-a223-42d99220ef23') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.604309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e152b149-b268-454c-a223-42d99220ef23') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:57.613030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291544a4-c728-4ab0-8266-b6f8f2169f12 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:35:57.656799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.694435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.700624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:57.701025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.709491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.719637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-602b2696-4d7c-4876-bbef-4d0693834238 None None] Provisioning complete for port 202d8dc5-d244-49fd-8521-3693e61e3c00 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:35:57.720074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-602b2696-4d7c-4876-bbef-4d0693834238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.724527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 202d8dc5-d244-49fd-8521-3693e61e3c00 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:57.725104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.743483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:57.743895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:57.748235 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:57.750648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291544a4-c728-4ab0-8266-b6f8f2169f12 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:35:57.772943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-602b2696-4d7c-4876-bbef-4d0693834238 None None] Port 202d8dc5-d244-49fd-8521-3693e61e3c00 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:35:57.820752 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8187611 Nov 27 10:35:57.824646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:57.836198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-465948081'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:57.867370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port 493aba6e-73ed-4504-9b89-e90ffa726d8d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:35:57.867776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.871928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a2c96-7616-4519-9860-9f61ebf12d4c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=27b5fd70-71b5-42a4-9152-f3bd247eba3b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:57.889630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:57.905933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.934294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:57.937949 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/ac009032-9272-49ba-9af3-b53512e655ce HTTP/1.1" status: 204 len: 168 time: 2.0478790 Nov 27 10:35:57.944134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40720) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:57.995822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15358fc-4d23-446b-b786-f2cff14289c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=ac009032-9272-49ba-9af3-b53512e655ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:58.043243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port 493aba6e-73ed-4504-9b89-e90ffa726d8d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=493aba6e-73ed-4504-9b89-e90ffa726d8d,segment=NetworkSegment(7309a7c0-b136-4e05-b292-0a374bbe3d94),segment_id=7309a7c0-b136-4e05-b292-0a374bbe3d94)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:35:58.043518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.096558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for 493aba6e-73ed-4504-9b89-e90ffa726d8d owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:58.105088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581a261-7e91-4f80-92ec-bf22ed6fa042 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:35:58.126086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebe152-5d62-460e-9a00-f26947ff5325 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:58.128306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d0ebe152-5d62-460e-9a00-f26947ff5325 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1721685 Nov 27 10:35:58.134067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40722) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:58.144529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.199728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c581a261-7e91-4f80-92ec-bf22ed6fa042 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:35:58.233984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.242982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:58.246406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.266742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:58.267890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 202d8dc5-d244-49fd-8521-3693e61e3c00 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:35:58.298306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a4acba62-6d94-4e61-991f-7bfe07716bf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1597161 Nov 27 10:35:58.300698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:58.305697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-618587495'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:58.321889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:58.332032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:58.332688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: be7a4263-5bf1-4f18-9d76-c57916d18306, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:58.344942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:58.348608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.353801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.371602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.371946 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment e3967685-a837-4ff1-9422-bdae38c787ce of type vlan for network dc8bc3de-ce27-4476-b8b4-0654038e398a Nov 27 10:35:58.402640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port 493aba6e-73ed-4504-9b89-e90ffa726d8d on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:35:58.404465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=493aba6e-73ed-4504-9b89-e90ffa726d8d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:58.409843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network be7a4263-5bf1-4f18-9d76-c57916d18306 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:35:58.437917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:58.467886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, be7a4263-5bf1-4f18-9d76-c57916d18306) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:58.469937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.470286 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment 299f594a-0c42-48a4-b4f1-8e67f804f7f9 of type vlan for network 7377d393-f067-4e4d-b6d6-bef344900108 Nov 27 10:35:58.485450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:58.485985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.488796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.496723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.517430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d180c52-5d18-4561-8f26-9ce4f1815a6a None None] Network be7a4263-5bf1-4f18-9d76-c57916d18306 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:35:58.519383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.552555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.575330 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-afdd7929-4e7c-4848-a88f-b258cc844379 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5423250 Nov 27 10:35:58.579809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40726) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:58.580857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.587566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306', 'name': 'tempest-PortsIpV6TestJSON-1692620825', 'fixed_ips': [{'subnet_id': 'bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9', 'ip_address': '2001:db8::10'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:58.610017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.616176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:58.616798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.619730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e505df5b-efa0-4a1c-99c6-f37fa06902b7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:58.676203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7309a7c0-b136-4e05-b292-0a374bbe3d94') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:58.676512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7309a7c0-b136-4e05-b292-0a374bbe3d94') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:58.692315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-be7a4263-5bf1-4f18-9d76-c57916d18306', 'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': 'bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:35:58.692564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.694484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.703135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.704918 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8779407 Nov 27 10:35:58.708848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:58.709464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.712546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40728) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:58.734043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:58.762899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.789842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47435f-434c-421d-b28e-c0f0c603aeea tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=dc8bc3de-ce27-4476-b8b4-0654038e398a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:58.803711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network dc8bc3de-ce27-4476-b8b4-0654038e398a details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:58.827381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:35:58.827793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.834438 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5339048 Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:35:58.835056 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:35:58.837887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40730) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:58.845538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '7377d393-f067-4e4d-b6d6-bef344900108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:58.901034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b9b41-76f4-43d8-9bc1-f34982581bc6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=7377d393-f067-4e4d-b6d6-bef344900108,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:58.951894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 7377d393-f067-4e4d-b6d6-bef344900108 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:58.955190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.974726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.982082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:58.985383 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/e505df5b-efa0-4a1c-99c6-f37fa06902b7 HTTP/1.1" status: 204 len: 168 time: 4.7781932 Nov 27 10:35:58.999167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.001290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:59.008843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821789935'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:59.013417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=202d8dc5-d244-49fd-8521-3693e61e3c00,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.016396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce8ae-58f9-4abd-94e3-2ff28f55ab2e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=e505df5b-efa0-4a1c-99c6-f37fa06902b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.077162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.084543 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c6e6288e-2e18-49a9-8ef4-119b74837a90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/202d8dc5-d244-49fd-8521-3693e61e3c00 HTTP/1.1" status: 204 len: 168 time: 1.5206175 Nov 27 10:35:59.085261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.088494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:59.092802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.104498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:35:59.109799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Allocated IP 2001:db8::2 (be7a4263-5bf1-4f18-9d76-c57916d18306/bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9/108e4beb-8a86-42a6-937c-7bd782f54122) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:59.153930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:59.157732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.188829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:35:59.196148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.237079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.264281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:35:59.287891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port bfeb1b56-a726-4468-b149-53bbc1378d32 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:35:59.294556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.295429 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment c9a37e3c-2fec-4f9b-90f2-c37df4b04441 of type vlan for network aa30b18f-a32b-4fc5-97db-5f2030a6b28f Nov 27 10:35:59.309920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.316658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.323374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2e077-c368-423d-8f77-1d3a63d9df01 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:59.328050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dbf2e077-c368-423d-8f77-1d3a63d9df01 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2414234 Nov 27 10:35:59.331961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.358255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Network be7a4263-5bf1-4f18-9d76-c57916d18306 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:35:59.363269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:35:59.365897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:35:59.396259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Pushing event updated for resources: {'Port': ['ID=108e4beb-8a86-42a6-937c-7bd782f54122,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.436060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Attempting to bind port 108e4beb-8a86-42a6-937c-7bd782f54122 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:35:59.436321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.436845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Attempting to bind port 108e4beb-8a86-42a6-937c-7bd782f54122 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:35:59.436845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Attempting to bind port 108e4beb-8a86-42a6-937c-7bd782f54122 on network be7a4263-5bf1-4f18-9d76-c57916d18306 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:35:59.457338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:35:59.457732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Checking segment: {'id': 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:59.458538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.458538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Bound using segment: {'id': 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:35:59.459024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Bound port: 108e4beb-8a86-42a6-937c-7bd782f54122, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:35:59.460284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.502273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c42b4c-18a3-42e4-a258-87aed017395a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:59.506390 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-17c42b4c-18a3-42e4-a258-87aed017395a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1709828 Nov 27 10:35:59.508058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.532465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] For port 108e4beb-8a86-42a6-937c-7bd782f54122, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:35:59.536617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] For port 108e4beb-8a86-42a6-937c-7bd782f54122, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=108e4beb-8a86-42a6-937c-7bd782f54122,segment=NetworkSegment(dcb4e12b-b3e4-4f50-af50-b9be71c2735f),segment_id=dcb4e12b-b3e4-4f50-af50-b9be71c2735f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:35:59.542445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.543930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.550432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:59.551134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.599717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1b0a3-2968-4791-ae71-68faed63e95a None None] Pushing event updated for resources: {'Port': ['ID=108e4beb-8a86-42a6-937c-7bd782f54122,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.623355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda048f-10be-49f9-a070-69c7183e86ef tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:59.625039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda048f-10be-49f9-a070-69c7183e86ef tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:59.626607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda048f-10be-49f9-a070-69c7183e86ef tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:35:59.631663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9fda048f-10be-49f9-a070-69c7183e86ef tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1175807 Nov 27 10:35:59.631663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:35:59.636024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.636908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.637749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.642891 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:35:59.649437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.661351 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:59.662368 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:59.692914 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6924744 Nov 27 10:35:59.701156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40742) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.707011 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:59.720187 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:35:59.721120 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:59.745736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'aa30b18f-a32b-4fc5-97db-5f2030a6b28f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:35:59.770371 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:35:59.771381 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79237948-4934-4a2c-b997-b5a738e9ac90 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:35:59.786802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::10 (be7a4263-5bf1-4f18-9d76-c57916d18306/bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9/bfeb1b56-a726-4468-b149-53bbc1378d32) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:35:59.793724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a11fa-9c9a-41bc-a8b9-4ddb0da89a2f tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=aa30b18f-a32b-4fc5-97db-5f2030a6b28f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.805393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network aa30b18f-a32b-4fc5-97db-5f2030a6b28f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:35:59.811297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=69d6b2a9-08c7-43b8-b15e-d4a76642b720,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.824923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet 73ff0f39-f0ec-4b8e-af63-8a38b27f398d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:35:59.827964 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-86aaf186-4277-4605-9476-f5e874df0f91 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/floatingips/bb8a5b8e-4a98-42da-b1a6-87e41c7aa792 HTTP/1.1" status: 200 len: 978 time: 2.6200304 Nov 27 10:35:59.836121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:35:59.840285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:35:59.879909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=0fd00657-7a3f-4817-bd52-f2da982905e6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:35:59.933957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': '299f594a-0c42-48a4-b4f1-8e67f804f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7377d393-f067-4e4d-b6d6-bef344900108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:35:59.934317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: 7377d393-f067-4e4d-b6d6-bef344900108, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:35:59.951494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.053908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 7377d393-f067-4e4d-b6d6-bef344900108 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:00.092892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 7377d393-f067-4e4d-b6d6-bef344900108) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:00.102203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97063e-aa59-45e8-b461-661ada932e23 None None] Network 7377d393-f067-4e4d-b6d6-bef344900108 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:00.104478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:00.105086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.146433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.183690 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f9389a23-2c29-4855-9efe-db425bfd80e4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3423455 Nov 27 10:36:00.186941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:00.191692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '7377d393-f067-4e4d-b6d6-bef344900108', 'name': 'tempest-PortsTestJSON-1188431640'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:00.319251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 694cb026-8bd1-459d-8b7b-c2f550cf78ea {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:00.319595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.327513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.365324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': 'a743b568-9afa-4a16-a2b0-81cf12c70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:00.365789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: 27b5fd70-71b5-42a4-9152-f3bd247eba3b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:00.390349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=73ff0f39-f0ec-4b8e-af63-8a38b27f398d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:00.399375 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.402879 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b55ac58-edca-425d-8b35-a67b7c0883d8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/73ff0f39-f0ec-4b8e-af63-8a38b27f398d HTTP/1.1" status: 204 len: 168 time: 0.7642252 Nov 27 10:36:00.405535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:00.416249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:00.433779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:00.437564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.451866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e6ae92-82a0-4ea7-907c-d454bb00fc7a None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:00.453554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 27b5fd70-71b5-42a4-9152-f3bd247eba3b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:00.482966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-7377d393-f067-4e4d-b6d6-bef344900108', 'network_id': '7377d393-f067-4e4d-b6d6-bef344900108', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': '0fd00657-7a3f-4817-bd52-f2da982905e6'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:00.484135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.486210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d0c95-d765-4c4b-81d4-e65286337bdd None None] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:00.488600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:00.490363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.533455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:00.537781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.577578 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-03fe8b37-65aa-4b8f-a6d9-c3304ce42a1a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8537669 Nov 27 10:36:00.581048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet e6a2e733-a2d2-41ca-b776-281ff4694608 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:00.583687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:00.589307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.596018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.602140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:00.691129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.704887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 5c82c1c0-e613-4260-958f-d6c77a6b7d77 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:00.711960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.712472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.716871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network be7a4263-5bf1-4f18-9d76-c57916d18306 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:00.721841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:00.724794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:00.731773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:00.732485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.779676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 694cb026-8bd1-459d-8b7b-c2f550cf78ea owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:00.826921 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2410147 Nov 27 10:36:00.827149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.832801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:00.835956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:00.840149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad601752-9e4d-486a-9ea1-bb0d8e010d40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=bfeb1b56-a726-4468-b149-53bbc1378d32,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:00.844952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.849425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': 'be7a4263-5bf1-4f18-9d76-c57916d18306', 'name': 'tempest-PortsIpV6TestJSON-362399141', 'fixed_ips': [{'subnet_id': 'bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9', 'ip_address': '2001:db8::f'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:00.855424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:00.885031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Allocated IP 172.20.0.2 (7377d393-f067-4e4d-b6d6-bef344900108/0fd00657-7a3f-4817-bd52-f2da982905e6/e8a70a26-da8d-4e78-998f-118419e841ba) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:00.931781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b48e8-2744-4377-9f56-605504da92ab None None] Network be7a4263-5bf1-4f18-9d76-c57916d18306 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:00.976411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=04de3f25-88f9-4d9b-85e1-90a8779bdebc,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:01.021831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': 'c9a37e3c-2fec-4f9b-90f2-c37df4b04441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'aa30b18f-a32b-4fc5-97db-5f2030a6b28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:01.022197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: aa30b18f-a32b-4fc5-97db-5f2030a6b28f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:01.054437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network aa30b18f-a32b-4fc5-97db-5f2030a6b28f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:01.061468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:01.068322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.083600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, aa30b18f-a32b-4fc5-97db-5f2030a6b28f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:01.088965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:01.089575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.107317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7647c-77a6-4053-87ff-4e1c23a10f8f None None] Network aa30b18f-a32b-4fc5-97db-5f2030a6b28f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:01.117561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port d6158cb6-79a3-4879-bbcb-32a9d63e205b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:01.122107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-27b5fd70-71b5-42a4-9152-f3bd247eba3b', 'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '69d6b2a9-08c7-43b8-b15e-d4a76642b720'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:01.123461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.127478 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bfcadc3c-ce3b-4aa4-9c29-3dd62367484e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4197209 Nov 27 10:36:01.131580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:01.162706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dbb9656e-d200-4eb0-86a1-c320dd8a1f49 None None] Provisioning complete for port 108e4beb-8a86-42a6-937c-7bd782f54122 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:01.162972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbb9656e-d200-4eb0-86a1-c320dd8a1f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.329107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 108e4beb-8a86-42a6-937c-7bd782f54122 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:01.366466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.421079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::f (be7a4263-5bf1-4f18-9d76-c57916d18306/bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9/d6158cb6-79a3-4879-bbcb-32a9d63e205b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:01.467423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.470136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.587797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.625384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.638450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.645348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e6a2e733-a2d2-41ca-b776-281ff4694608 HTTP/1.1" status: 204 len: 168 time: 1.2380319 Nov 27 10:36:01.650563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:01.676501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3dc4f-9306-410f-a82a-25244dc70566 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a2e733-a2d2-41ca-b776-281ff4694608,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:01.703869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.709080 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f13a8b8d-ba94-4bac-8338-72f89b773127 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560706 Nov 27 10:36:01.723267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:01.731540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:01.739985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.784418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.800258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.801004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.814473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Allocated IP 2001:db8::2 (27b5fd70-71b5-42a4-9152-f3bd247eba3b/69d6b2a9-08c7-43b8-b15e-d4a76642b720/e3a48da5-49b5-47c7-aced-df5575c9739d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:01.822017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 108e4beb-8a86-42a6-937c-7bd782f54122 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:01.822440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.829857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Network 7377d393-f067-4e4d-b6d6-bef344900108 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:01.835203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbb9656e-d200-4eb0-86a1-c320dd8a1f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.855067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:01.877445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:01.880308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:01.887252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=04de3f25-88f9-4d9b-85e1-90a8779bdebc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:01.898810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=86ba806c-01df-46a5-9869-a59554945537,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:01.919365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=694cb026-8bd1-459d-8b7b-c2f550cf78ea,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:01.934937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Pushing event updated for resources: {'Port': ['ID=e8a70a26-da8d-4e78-998f-118419e841ba,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:01.938532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc62b9-8787-4956-861d-e71401fc8906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-aa30b18f-a32b-4fc5-97db-5f2030a6b28f', 'network_id': 'aa30b18f-a32b-4fc5-97db-5f2030a6b28f', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': '04de3f25-88f9-4d9b-85e1-90a8779bdebc'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:01.939797 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c7bc62b9-8787-4956-861d-e71401fc8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.020490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.14 (7377d393-f067-4e4d-b6d6-bef344900108/0fd00657-7a3f-4817-bd52-f2da982905e6/5c82c1c0-e613-4260-958f-d6c77a6b7d77) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:02.030565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.031093 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP bb8a5b8e-4a98-42da-b1a6-87e41c7aa792 disassociated (deleted). External IP: 172.26.1.222, port: 1a8f0516-8002-48dd-bdf0-434aa6f90dc7. Nov 27 10:36:02.044247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.052207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dbb9656e-d200-4eb0-86a1-c320dd8a1f49 None None] For port 108e4beb-8a86-42a6-937c-7bd782f54122, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=108e4beb-8a86-42a6-937c-7bd782f54122,segment=NetworkSegment(dcb4e12b-b3e4-4f50-af50-b9be71c2735f),segment_id=dcb4e12b-b3e4-4f50-af50-b9be71c2735f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:02.075532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.086316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbb9656e-d200-4eb0-86a1-c320dd8a1f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.086702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa30b18f-a32b-4fc5-97db-5f2030a6b28f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:02.177356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a37e3c-2fec-4f9b-90f2-c37df4b04441') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:02.177668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a37e3c-2fec-4f9b-90f2-c37df4b04441') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:02.186759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': 'e3967685-a837-4ff1-9422-bdae38c787ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:02.187123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: dc8bc3de-ce27-4476-b8b4-0654038e398a, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:02.193387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.214893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.227346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:02.227730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.242142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Attempting to bind port e8a70a26-da8d-4e78-998f-118419e841ba on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:02.242766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Attempting to bind port e8a70a26-da8d-4e78-998f-118419e841ba by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '299f594a-0c42-48a4-b4f1-8e67f804f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7377d393-f067-4e4d-b6d6-bef344900108'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:02.243316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Attempting to bind port e8a70a26-da8d-4e78-998f-118419e841ba on network 7377d393-f067-4e4d-b6d6-bef344900108 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:02.275320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network dc8bc3de-ce27-4476-b8b4-0654038e398a is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:02.307453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40a978-81e9-45c1-8446-fe8c3bf913c5 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:02.311217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae413c25-8d0e-4c7a-a2b4-87c77e3b5d71 None None] Network aa30b18f-a32b-4fc5-97db-5f2030a6b28f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:02.316540 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:02.327717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network be7a4263-5bf1-4f18-9d76-c57916d18306 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:02.329602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:02.330261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Checking segment: {'id': '299f594a-0c42-48a4-b4f1-8e67f804f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7377d393-f067-4e4d-b6d6-bef344900108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:02.330860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.331594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Bound using segment: {'id': '299f594a-0c42-48a4-b4f1-8e67f804f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7377d393-f067-4e4d-b6d6-bef344900108'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:02.332662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:02.332891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Bound port: e8a70a26-da8d-4e78-998f-118419e841ba, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299f594a-0c42-48a4-b4f1-8e67f804f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7377d393-f067-4e4d-b6d6-bef344900108'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:02.333516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.335831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, dc8bc3de-ce27-4476-b8b4-0654038e398a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:02.336643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:02.345866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:02.347416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.349315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:02.350029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.366141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.368858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:02.373280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.423999 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5868216 Nov 27 10:36:02.425447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:02.435090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.442377 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/aa30b18f-a32b-4fc5-97db-5f2030a6b28f HTTP/1.1" status: 204 len: 168 time: 1.3058736 Nov 27 10:36:02.445081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:02.446409 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a3a54b49-ce71-453e-a972-fee9721500b1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8513761 Nov 27 10:36:02.450541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:02.463257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1964193127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:02.483122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-191419721'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:02.537628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad0a2b-c37d-4809-a83e-f94c2d7b2615 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=aa30b18f-a32b-4fc5-97db-5f2030a6b28f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:02.557144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.586855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d708-b344-46fc-a3c3-bbba1859854b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=d6158cb6-79a3-4879-bbcb-32a9d63e205b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:02.605546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.608894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:02.630667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985eb686-4157-43df-a73e-e41d53821d14 None None] Network dc8bc3de-ce27-4476-b8b4-0654038e398a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:02.673364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=5c82c1c0-e613-4260-958f-d6c77a6b7d77,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:02.691165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 7377d393-f067-4e4d-b6d6-bef344900108 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:02.694961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59b0b3-199c-4253-a88b-29cf7c86298b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:02.697222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9656e-d200-4eb0-86a1-c320dd8a1f49 None None] Pushing event updated for resources: {'Port': ['ID=108e4beb-8a86-42a6-937c-7bd782f54122,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:02.698612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:02.699078 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cd59b0b3-199c-4253-a88b-29cf7c86298b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2592278 Nov 27 10:36:02.699961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:02.701995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:02.703962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.773592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:02.777092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:02.816187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.816723 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 149901aa-e165-4da5-95e6-97c7b69913a2 of type vlan for network fd60907f-7d15-4865-904b-0d703fe020d7 Nov 27 10:36:02.833829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:02.835082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.853782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2a56f68f-2f8d-4578-8312-82fe3f4022a7 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:02.854045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a56f68f-2f8d-4578-8312-82fe3f4022a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.857182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.858433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.860679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.907146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.915878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.921109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.927369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-64748db5-b09d-4f6e-82d2-81455be82758 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7373176 Nov 27 10:36:02.931800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:02.941454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '7377d393-f067-4e4d-b6d6-bef344900108', 'name': 'tempest-PortsTestJSON-554401388'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:02.949256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:02.971771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:02.975170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:02.975957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.981376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.984688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:02.994029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=fcc000ca-956b-4341-a90b-d83cff28adb2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:03.021536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] For port e8a70a26-da8d-4e78-998f-118419e841ba, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:03.046725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.052640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:03.053386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.057334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f1ba2-8b52-4611-ab49-8f673be81975 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:03.064026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f1ba2-8b52-4611-ab49-8f673be81975 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:03.068616 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-72df4536-9b77-4a85-8c69-4fa8f94aa660 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3428378 Nov 27 10:36:03.072529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f1ba2-8b52-4611-ab49-8f673be81975 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:03.074506 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-008f1ba2-8b52-4611-ab49-8f673be81975 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3692622 Nov 27 10:36:03.075186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:03.089629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:03.090071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:03.100438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.104181 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0e10151b-d473-409e-9f0e-d4839afb0907 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6482947 Nov 27 10:36:03.104343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] For port e8a70a26-da8d-4e78-998f-118419e841ba, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e8a70a26-da8d-4e78-998f-118419e841ba,segment=NetworkSegment(299f594a-0c42-48a4-b4f1-8e67f804f7f9),segment_id=299f594a-0c42-48a4-b4f1-8e67f804f7f9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:03.112505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:03.114130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:03.147670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.149996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:03.153597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:03.179651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Pushing event updated for resources: {'Port': ['ID=e3a48da5-49b5-47c7-aced-df5575c9739d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:03.269176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8011987 Nov 27 10:36:03.278057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:03.289063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 108e4beb-8a86-42a6-937c-7bd782f54122 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:03.292658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'fd60907f-7d15-4865-904b-0d703fe020d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:03.297183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8abd6c-2e54-4c1c-b8af-d71e13de48ca tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=fd60907f-7d15-4865-904b-0d703fe020d7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:03.369157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network fd60907f-7d15-4865-904b-0d703fe020d7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:03.410146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:03.421289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.422582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-dc8bc3de-ce27-4476-b8b4-0654038e398a', 'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '86ba806c-01df-46a5-9869-a59554945537'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:03.423467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.432597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e676c-64d1-4634-8f0e-a4c074e1a1fc None None] Pushing event updated for resources: {'Port': ['ID=e8a70a26-da8d-4e78-998f-118419e841ba,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:03.439628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:03.457164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f87a6951-8c96-454e-bdeb-6a5eb99551a0 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/floatingips/bb8a5b8e-4a98-42da-b1a6-87e41c7aa792 HTTP/1.1" status: 204 len: 168 time: 3.6072669 Nov 27 10:36:03.460392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:03.476123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Attempting to bind port e3a48da5-49b5-47c7-aced-df5575c9739d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:03.476530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Attempting to bind port e3a48da5-49b5-47c7-aced-df5575c9739d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'a743b568-9afa-4a16-a2b0-81cf12c70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:03.476897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Attempting to bind port e3a48da5-49b5-47c7-aced-df5575c9739d on network 27b5fd70-71b5-42a4-9152-f3bd247eba3b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:03.526815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:03.539179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.576572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:03.576990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Checking segment: {'id': 'a743b568-9afa-4a16-a2b0-81cf12c70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:03.577362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.577760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Bound using segment: {'id': 'a743b568-9afa-4a16-a2b0-81cf12c70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:03.578255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Bound port: e3a48da5-49b5-47c7-aced-df5575c9739d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a743b568-9afa-4a16-a2b0-81cf12c70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '27b5fd70-71b5-42a4-9152-f3bd247eba3b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:03.578473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:03.578656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.597463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.617945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:03.621110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:03.621757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:03.621915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.631721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port df79c19c-9f78-4d30-aa0e-811318317f68 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:03.651860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port d6158cb6-79a3-4879-bbcb-32a9d63e205b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:03.652240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.685170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:03.782224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Provisioning complete for port d6158cb6-79a3-4879-bbcb-32a9d63e205b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:03.782622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.795167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.805858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:36:03.806765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:36:03.823245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 108e4beb-8a86-42a6-937c-7bd782f54122 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:03.823605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.825508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] Update dhcp port {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'fixed_ips': [{'subnet_id': 'fcc000ca-956b-4341-a90b-d83cff28adb2'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '7164aefc-841b-4d06-a034-070e4cabd929'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:36:03.835099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:03.835745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:03.888846 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcc000ca-956b-4341-a90b-d83cff28adb2 (CIDR: 2001:db8::/64) Nov 27 10:36:03.900277 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:36:03.900738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:03.908037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 1a8f0516-8002-48dd-bdf0-434aa6f90dc7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:03.908370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.963481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:03.969490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:03.970291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcc4bb-10b3-4c61-800e-349b2fc125e5 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:03.976366 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7e5fc2cb-8da4-4547-b3f1-ea9eec0e0557 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8949590 Nov 27 10:36:03.999857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.001570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Port d6158cb6-79a3-4879-bbcb-32a9d63e205b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:04.003141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:04.007421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.7 (7377d393-f067-4e4d-b6d6-bef344900108/0fd00657-7a3f-4817-bd52-f2da982905e6/df79c19c-9f78-4d30-aa0e-811318317f68) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:04.010082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'subnet': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:04.027600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for d6158cb6-79a3-4879-bbcb-32a9d63e205b owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:04.034979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] For port e3a48da5-49b5-47c7-aced-df5575c9739d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:04.093157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] For port e3a48da5-49b5-47c7-aced-df5575c9739d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3a48da5-49b5-47c7-aced-df5575c9739d,segment=NetworkSegment(a743b568-9afa-4a16-a2b0-81cf12c70157),segment_id=a743b568-9afa-4a16-a2b0-81cf12c70157)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:04.094768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Allocated IP 2001:db8:1::2 (dc8bc3de-ce27-4476-b8b4-0654038e398a/86ba806c-01df-46a5-9869-a59554945537/d25c85b4-6909-46ff-a4f0-aa75c7babd37) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:04.108689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.118564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Provisioning complete for port bfeb1b56-a726-4468-b149-53bbc1378d32 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:04.119061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.137128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.163140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.203522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 1a8f0516-8002-48dd-bdf0-434aa6f90dc7 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:04.298299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=768c785e-9cbb-4e9c-9299-d6eee54b5a52,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:04.311733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8::1 (27b5fd70-71b5-42a4-9152-f3bd247eba3b/69d6b2a9-08c7-43b8-b15e-d4a76642b720/6b0776eb-f262-4ee1-a65d-306f4f39d1f8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:04.319915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '149901aa-e165-4da5-95e6-97c7b69913a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd60907f-7d15-4865-904b-0d703fe020d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:04.320285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: fd60907f-7d15-4865-904b-0d703fe020d7, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:04.344505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:04.349031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.369386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Port bfeb1b56-a726-4468-b149-53bbc1378d32 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:04.416016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b96602-c906-485a-b0d8-10a7d4abe013 None None] Pushing event updated for resources: {'Port': ['ID=e3a48da5-49b5-47c7-aced-df5575c9739d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:04.446347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network fd60907f-7d15-4865-904b-0d703fe020d7 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:04.514824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, fd60907f-7d15-4865-904b-0d703fe020d7) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:04.528710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:04.531127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.636417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dbef4b39-6a3d-425f-a26b-aaaab62b45dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3450851 Nov 27 10:36:04.640862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:04.763570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] Allocated IP 2001:db8::2 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/fcc000ca-956b-4341-a90b-d83cff28adb2/7164aefc-841b-4d06-a034-070e4cabd929) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:04.785076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab8fad-d2c6-4d9d-9632-157897c894ab None None] Network fd60907f-7d15-4865-904b-0d703fe020d7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:04.851078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Provisioning complete for port 108e4beb-8a86-42a6-937c-7bd782f54122 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:04.851078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39f41558-eb34-4684-8df6-3ab1d5e85444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.904642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:04.967903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.016803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.054816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=1a8f0516-8002-48dd-bdf0-434aa6f90dc7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:05.060856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.142717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.147315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.151012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=d6158cb6-79a3-4879-bbcb-32a9d63e205b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:05.169936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.268170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da745f44-637e-4f3e-93db-8bef47edd0f9 None None] Network 7377d393-f067-4e4d-b6d6-bef344900108 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:05.271101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f48bd-7e08-4977-8c58-94825f9c341e None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:05.296976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.305912 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f4e2345c-7c4a-44a4-8cfe-5b21f8afe101 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/d6158cb6-79a3-4879-bbcb-32a9d63e205b HTTP/1.1" status: 204 len: 168 time: 2.2014744 Nov 27 10:36:05.307584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.312277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:05.337829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.338250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.342890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.352275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0cc3e1af-d6be-4c99-a089-2555c29a7d29 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/ports/1a8f0516-8002-48dd-bdf0-434aa6f90dc7 HTTP/1.1" status: 204 len: 168 time: 1.8879018 Nov 27 10:36:05.360213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:05.377160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:05.427046 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a5a746-85cf-47be-a28b-44650beaab51 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:36:05.436782 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-33a5a746-85cf-47be-a28b-44650beaab51 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/d6158cb6-79a3-4879-bbcb-32a9d63e205b HTTP/1.1" status: 404 len: 333 time: 0.1103470 Nov 27 10:36:05.437512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40790) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:05.481890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:05.523329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.524699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8694be7-8b3e-4f2f-88b1-20162643c8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-fd60907f-7d15-4865-904b-0d703fe020d7', 'network_id': 'fd60907f-7d15-4865-904b-0d703fe020d7', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': '768c785e-9cbb-4e9c-9299-d6eee54b5a52'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:05.525707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8694be7-8b3e-4f2f-88b1-20162643c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.535607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:05.545589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.554198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 7377d393-f067-4e4d-b6d6-bef344900108 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:05.555036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=6b0776eb-f262-4ee1-a65d-306f4f39d1f8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:05.557540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:05.558090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.579678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:05.609708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=768c785e-9cbb-4e9c-9299-d6eee54b5a52,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:05.610303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e8a70a26-da8d-4e78-998f-118419e841ba up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:05.655296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:05.785482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Network dc8bc3de-ce27-4476-b8b4-0654038e398a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:05.816810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:05.834067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=df79c19c-9f78-4d30-aa0e-811318317f68,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:05.849074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:05.857786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:05.858713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.901405 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3d0104d5-6e04-4c00-a25b-aa2f377bc847 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9653876 Nov 27 10:36:05.920937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:05.936401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:05.959805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.objects.ports [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 10:36:05.991504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.001123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.002893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:06.022035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port bfeb1b56-a726-4468-b149-53bbc1378d32 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:06.022650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.025482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3701cf-3b07-4e02-8d65-466e803e862d None None] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:06.027474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Pushing event updated for resources: {'Port': ['ID=d25c85b4-6909-46ff-a4f0-aa75c7babd37,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:06.076449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f0352-d7eb-472e-a9fb-b841ea7a487d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:06.079365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.080787 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5e2f0352-d7eb-472e-a9fb-b841ea7a487d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1571710 Nov 27 10:36:06.086221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:06.127520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd60907f-7d15-4865-904b-0d703fe020d7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:06.169121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149901aa-e165-4da5-95e6-97c7b69913a2') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:06.169492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149901aa-e165-4da5-95e6-97c7b69913a2') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:06.170257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1b095-3cfa-43f4-87a8-2712cabbd1fa None None] Network fd60907f-7d15-4865-904b-0d703fe020d7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:06.200540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.211716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-638dc8aa-5318-4967-b5b7-444e7af26143 None None] Provisioning complete for port e8a70a26-da8d-4e78-998f-118419e841ba triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:06.212085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-638dc8aa-5318-4967-b5b7-444e7af26143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.241855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.263316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for bfeb1b56-a726-4468-b149-53bbc1378d32 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:06.274055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.289748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:06.290155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:06.295142 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:06.315989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e8a70a26-da8d-4e78-998f-118419e841ba triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:06.316551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.415608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port df79c19c-9f78-4d30-aa0e-811318317f68 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:06.415948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.432118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.434217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.439305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.440788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Attempting to bind port d25c85b4-6909-46ff-a4f0-aa75c7babd37 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:06.441177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Attempting to bind port d25c85b4-6909-46ff-a4f0-aa75c7babd37 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'e3967685-a837-4ff1-9422-bdae38c787ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:06.441543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Attempting to bind port d25c85b4-6909-46ff-a4f0-aa75c7babd37 on network dc8bc3de-ce27-4476-b8b4-0654038e398a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:06.443501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f25d2-dd85-425d-bf3a-4f25b0b6bceb None None] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=12']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:06.446755 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/fd60907f-7d15-4865-904b-0d703fe020d7 HTTP/1.1" status: 204 len: 168 time: 1.8048236 Nov 27 10:36:06.453821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:06.465985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-953688362'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:06.469914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.484196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:06.484643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Checking segment: {'id': 'e3967685-a837-4ff1-9422-bdae38c787ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:06.485019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.485422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Bound using segment: {'id': 'e3967685-a837-4ff1-9422-bdae38c787ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:06.485916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Bound port: d25c85b4-6909-46ff-a4f0-aa75c7babd37, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3967685-a837-4ff1-9422-bdae38c787ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dc8bc3de-ce27-4476-b8b4-0654038e398a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:06.486300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.500507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=fd60907f-7d15-4865-904b-0d703fe020d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:06.583252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.583621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.583955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.584302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.584669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.585003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.585337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.585679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.586007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.586336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.586664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.587003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea71028-fa13-4ab9-a48a-ce3365040345 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:06.601722 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:06.613504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.634842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.648696 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.651007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.666317 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.711068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:06.726236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.769948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for df79c19c-9f78-4d30-aa0e-811318317f68 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:06.773624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.774234 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 1c175517-3556-4d1f-86f0-f8dd8af47a7b of type vlan for network 0444638f-59ec-4f2a-a335-93e0405609c7 Nov 27 10:36:06.790122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=6b0776eb-f262-4ee1-a65d-306f4f39d1f8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:06.865055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.875269 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/bfeb1b56-a726-4468-b149-53bbc1378d32 HTTP/1.1" status: 204 len: 168 time: 1.4264541 Nov 27 10:36:06.882799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] For port d25c85b4-6909-46ff-a4f0-aa75c7babd37, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:06.884180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40798) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:06.895077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.8 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/cb6769ad-052c-4f03-958d-13227db41347) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:06.902082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] For port d25c85b4-6909-46ff-a4f0-aa75c7babd37, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d25c85b4-6909-46ff-a4f0-aa75c7babd37,segment=NetworkSegment(e3967685-a837-4ff1-9422-bdae38c787ce),segment_id=e3967685-a837-4ff1-9422-bdae38c787ce)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:06.921564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.936473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-638dc8aa-5318-4967-b5b7-444e7af26143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:06.984178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port e8a70a26-da8d-4e78-998f-118419e841ba, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e8a70a26-da8d-4e78-998f-118419e841ba,segment=NetworkSegment(299f594a-0c42-48a4-b4f1-8e67f804f7f9),segment_id=299f594a-0c42-48a4-b4f1-8e67f804f7f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:06.994387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcef6f0-349c-4391-b8ff-c7ab50bf2a18 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=bfeb1b56-a726-4468-b149-53bbc1378d32,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:06.994936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.010462 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-333c9559-b44f-4293-9e3c-f55cfc27c550 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:36:07.015187 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-333c9559-b44f-4293-9e3c-f55cfc27c550 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/bfeb1b56-a726-4468-b149-53bbc1378d32 HTTP/1.1" status: 404 len: 333 time: 0.1145816 Nov 27 10:36:07.023378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:07.040284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.152325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.159717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:07.163959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:07.165810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.232833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:07.270133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:07.274063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.274257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.278352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:07.284003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.302069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.303116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.368917 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9085269 Nov 27 10:36:07.378069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:07.381533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.383005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3a48da5-49b5-47c7-aced-df5575c9739d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:07.392035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:07.473444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:07.484336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.495528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043a3f-ee9e-4ec9-a3ab-e01f1d0a6b9c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=0444638f-59ec-4f2a-a335-93e0405609c7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:07.523217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:07.523964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.526599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:07.527588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.544266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Pushing event updated for resources: {'Port': ['ID=d25c85b4-6909-46ff-a4f0-aa75c7babd37,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:07.571560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0444638f-59ec-4f2a-a335-93e0405609c7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:07.590745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=14']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:07.631577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=df79c19c-9f78-4d30-aa0e-811318317f68,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:07.644272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Subnet': ['ID=e40834c9-de65-42b2-813e-cb2f6ba8251a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:07.701495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1c4a599e-80a7-483d-a405-35fbc9f61fa4 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6953061 Nov 27 10:36:07.704806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:07.734817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Request body: {'port': {'network_id': '3bc6e607-62fb-4beb-854c-95ed85f39ad6', 'mac_address': 'fa:16:3e:ca:bb:c4', 'name': 'tempest-NetworksTestDHCPv6-1611237948'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:07.745903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.781785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.781785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.783400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.783400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.783400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.784237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.784821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.785353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.785868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.786287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.786749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.787207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2c80a-ffa8-4073-a381-0a6ade1b3424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:07.845280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec61ea2-8dc2-4e3b-9e29-8747fb2f5da9 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:07.903451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=cb6769ad-052c-4f03-958d-13227db41347,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:07.926145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.936259 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-96f508a3-9c71-438e-86e7-2fc444332fa2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/df79c19c-9f78-4d30-aa0e-811318317f68 HTTP/1.1" status: 204 len: 168 time: 1.8139417 Nov 27 10:36:07.943470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40806) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:07.944539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:07.997464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-638dc8aa-5318-4967-b5b7-444e7af26143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:07.997829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-638dc8aa-5318-4967-b5b7-444e7af26143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:08.001558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 1308b39f-38ce-4cf1-bf1c-ab8cd8680912 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:36:08.055975 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1729b93c-e1bc-4f85-9b77-e2d96e5225de tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:36:08.062498 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1729b93c-e1bc-4f85-9b77-e2d96e5225de tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/df79c19c-9f78-4d30-aa0e-811318317f68 HTTP/1.1" status: 404 len: 333 time: 0.1124597 Nov 27 10:36:08.066333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:08.070217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:08.130208 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:08.138011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:08.148243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=e8a70a26-da8d-4e78-998f-118419e841ba,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:08.173782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e3a48da5-49b5-47c7-aced-df5575c9739d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:08.175436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.222512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:08.227385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.267700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:08.281709 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] Sync routers for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:08.312482 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:08.313477 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:08.314681 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-241910f4-599b-439d-99b6-edab7255233d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/1308b39f-38ce-4cf1-bf1c-ab8cd8680912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1970255 Nov 27 10:36:08.322433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:08.323960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.327327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.368843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.379107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e087ba-9353-43ab-88ff-50698f800eab None None] Network be7a4263-5bf1-4f18-9d76-c57916d18306 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:08.383321 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9 HTTP/1.1" status: 204 len: 168 time: 1.3584836 Nov 27 10:36:08.386349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Made reservation on behalf of 792b613d42f14754ba1c3e8055186546 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:08.388592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port e3a48da5-49b5-47c7-aced-df5575c9739d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3a48da5-49b5-47c7-aced-df5575c9739d,segment=NetworkSegment(a743b568-9afa-4a16-a2b0-81cf12c70157),segment_id=a743b568-9afa-4a16-a2b0-81cf12c70157)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:08.389570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:08.408339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.425046 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:08.452392 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:08.453027 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:35:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:08.486461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289e634-1d10-491e-a5e8-87ffe7e0cf7c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:08.488601 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8289e634-1d10-491e-a5e8-87ffe7e0cf7c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports/6b0776eb-f262-4ee1-a65d-306f4f39d1f8 HTTP/1.1" status: 200 len: 911 time: 0.1581531 Nov 27 10:36:08.530868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:08.574302 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:08.574984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7858ac-5f6f-4a0d-b150-b44f758cb386 None None] The sync data for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:08.581909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:08.612005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.612501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.612932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.613368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.613889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.614301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.614707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.615114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.615517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.615923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.616323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.617035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e48b52-fa3a-42c1-b756-15d0a994a6a2 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:36:08.682447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.689835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=e3a48da5-49b5-47c7-aced-df5575c9739d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:08.714144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] device_id is not set on port 32ef6125-85fe-4ffa-bbbd-6255b764fca6 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:08.791194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d25c85b4-6909-46ff-a4f0-aa75c7babd37 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:08.818467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.890323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Provisioning complete for port e8a70a26-da8d-4e78-998f-118419e841ba triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:08.896134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.933155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d25c85b4-6909-46ff-a4f0-aa75c7babd37 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:08.933894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:08.978601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] DHCP port deletion for be7a4263-5bf1-4f18-9d76-c57916d18306 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:08.979760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 5c82c1c0-e613-4260-958f-d6c77a6b7d77 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:08.980303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.038600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8::392 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/fcc000ca-956b-4341-a90b-d83cff28adb2/32ef6125-85fe-4ffa-bbbd-6255b764fca6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:09.046363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:bbc4 (3bc6e607-62fb-4beb-854c-95ed85f39ad6/e40834c9-de65-42b2-813e-cb2f6ba8251a/32ef6125-85fe-4ffa-bbbd-6255b764fca6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:09.098422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.115129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 5c82c1c0-e613-4260-958f-d6c77a6b7d77 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:09.192602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.205759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] Deleting port 108e4beb-8a86-42a6-937c-7bd782f54122 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:09.206445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.260339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:09.261518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.275218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.305265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port d25c85b4-6909-46ff-a4f0-aa75c7babd37, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d25c85b4-6909-46ff-a4f0-aa75c7babd37,segment=NetworkSegment(e3967685-a837-4ff1-9422-bdae38c787ce),segment_id=e3967685-a837-4ff1-9422-bdae38c787ce)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:09.309082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850effd5-4381-4f0c-8138-249957c2bbcf None None] Network dc8bc3de-ce27-4476-b8b4-0654038e398a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:09.319322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.332629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.362052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.363000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:09.380783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:09.385448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:09.388313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:09.395447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:09.396588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.414767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] For port 108e4beb-8a86-42a6-937c-7bd782f54122, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=108e4beb-8a86-42a6-937c-7bd782f54122,segment=NetworkSegment(dcb4e12b-b3e4-4f50-af50-b9be71c2735f),segment_id=dcb4e12b-b3e4-4f50-af50-b9be71c2735f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:09.415371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.434962 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7276847 Nov 27 10:36:09.435750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1b098-98f2-4f75-947d-77de7be7f7cb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event updated for resources: {'Port': ['ID=32ef6125-85fe-4ffa-bbbd-6255b764fca6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:09.448364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40816) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:09.515021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea178370-e957-486f-bb02-527b9a686bc0 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:09.554186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting port 32ef6125-85fe-4ffa-bbbd-6255b764fca6 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:09.554434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.560876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] Calling delete_port for 108e4beb-8a86-42a6-937c-7bd782f54122 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:09.580864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=d25c85b4-6909-46ff-a4f0-aa75c7babd37,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:09.660212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.673278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Calling delete_port for 32ef6125-85fe-4ffa-bbbd-6255b764fca6 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:09.689179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:09.689710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.871148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.904796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Port': ['ID=32ef6125-85fe-4ffa-bbbd-6255b764fca6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:09.921766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 108e4beb-8a86-42a6-937c-7bd782f54122 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:09.922185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.939640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.958845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:09.964568 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6740b8a9-5688-4324-9e95-12a7f1356f8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/32ef6125-85fe-4ffa-bbbd-6255b764fca6 HTTP/1.1" status: 204 len: 168 time: 0.5114644 Nov 27 10:36:09.964824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:09.972810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.025784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.028843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48578e8b-9577-40ff-863d-ae99f189eb6c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:10.032781 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-48578e8b-9577-40ff-863d-ae99f189eb6c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0646656 Nov 27 10:36:10.033022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:10.087645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3fb8f-2553-4b2b-a998-db072db1ef62 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:10.091806 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-28d3fb8f-2553-4b2b-a998-db072db1ef62 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0549943 Nov 27 10:36:10.092414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:10.105657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=5c82c1c0-e613-4260-958f-d6c77a6b7d77,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:10.108619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.128191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Provisioning complete for port e3a48da5-49b5-47c7-aced-df5575c9739d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:10.128707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.160078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be941c65-fb42-4b5b-854c-15a22cee765a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:10.161663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be941c65-fb42-4b5b-854c-15a22cee765a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:10.163196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be941c65-fb42-4b5b-854c-15a22cee765a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:10.167324 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-be941c65-fb42-4b5b-854c-15a22cee765a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0718606 Nov 27 10:36:10.170534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40824) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:10.198170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port 108e4beb-8a86-42a6-937c-7bd782f54122, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:10.199556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.200860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] Pushing event deleted for resources: {'Port': ['ID=108e4beb-8a86-42a6-937c-7bd782f54122,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:10.203274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f6e74-9e24-474f-ba8e-ae2097d4ed48 None None] No DVR routers for this DVR port 108e4beb-8a86-42a6-937c-7bd782f54122 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:10.207155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.230548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e8a70a26-da8d-4e78-998f-118419e841ba up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:10.234426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet e40834c9-de65-42b2-813e-cb2f6ba8251a {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:10.242512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.287207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed68c771-1360-4f2e-b3f5-508493db9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.302275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.338840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 108e4beb-8a86-42a6-937c-7bd782f54122 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:10.342042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Port 108e4beb-8a86-42a6-937c-7bd782f54122 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:36:10.396779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e8a70a26-da8d-4e78-998f-118419e841ba triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:10.397495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.419105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.435999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.440843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d2f196bf-0e04-4e54-bc78-e24ecd4627c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/5c82c1c0-e613-4260-958f-d6c77a6b7d77 HTTP/1.1" status: 204 len: 168 time: 2.3683662 Nov 27 10:36:10.446635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:10.474523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Provisioning complete for port 6b0776eb-f262-4ee1-a65d-306f4f39d1f8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:10.475262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.500016 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a567a48c-eaa4-4441-9c8c-aa848d685a50 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:36:10.503544 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a567a48c-eaa4-4441-9c8c-aa848d685a50 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/5c82c1c0-e613-4260-958f-d6c77a6b7d77 HTTP/1.1" status: 404 len: 333 time: 0.0581081 Nov 27 10:36:10.506720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40830) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:10.530548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=8e4d22fd-5c29-4b1f-8b89-7b765978ea9d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:10.537146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port 108e4beb-8a86-42a6-937c-7bd782f54122 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:10.543385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.558153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=108e4beb-8a86-42a6-937c-7bd782f54122,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:10.599107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '1c175517-3556-4d1f-86f0-f8dd8af47a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:10.599266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: 0444638f-59ec-4f2a-a335-93e0405609c7, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:10.606260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Port 6b0776eb-f262-4ee1-a65d-306f4f39d1f8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:10.609912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Could not find standard attr ID for object 5c82c1c0-e613-4260-958f-d6c77a6b7d77. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:36:10.613882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bc41e609-333b-4944-b4ef-14f43d9c4e8e None None] Could not find standard attr ID for object df79c19c-9f78-4d30-aa0e-811318317f68. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:36:10.637479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet 0fd00657-7a3f-4817-bd52-f2da982905e6 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:10.645301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.675448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.695285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.699122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.701346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7a4263-5bf1-4f18-9d76-c57916d18306']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:10.711117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:10.711415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb4e12b-b3e4-4f50-af50-b9be71c2735f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:10.721887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.736087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.743631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:10.744069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.754079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Provisioning complete for port d25c85b4-6909-46ff-a4f0-aa75c7babd37 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:10.754912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.760187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=e40834c9-de65-42b2-813e-cb2f6ba8251a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:10.764309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.770510 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6ba98e98-35cd-48b3-bc5a-367d586332b6 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e40834c9-de65-42b2-813e-cb2f6ba8251a HTTP/1.1" status: 204 len: 168 time: 0.5986931 Nov 27 10:36:10.771815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40832) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:10.801745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d25c85b4-6909-46ff-a4f0-aa75c7babd37 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:10.826634 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:10.856040 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Deleting subnet fcc000ca-956b-4341-a90b-d83cff28adb2 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:10.864957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.903644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.906734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d25c85b4-6909-46ff-a4f0-aa75c7babd37 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:10.906734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.943163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.980508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Provisioning complete for port 6b0776eb-f262-4ee1-a65d-306f4f39d1f8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:10.980890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:10.996025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.013229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.020573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/be7a4263-5bf1-4f18-9d76-c57916d18306 HTTP/1.1" status: 204 len: 168 time: 2.6299522 Nov 27 10:36:11.038151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d8b9e-b82d-425c-8dc2-5c5c8ef48180 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:11.077962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Port 6b0776eb-f262-4ee1-a65d-306f4f39d1f8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:11.093606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.100348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-35158802'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:11.123684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network 0444638f-59ec-4f2a-a335-93e0405609c7 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:11.123909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3a48da5-49b5-47c7-aced-df5575c9739d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:11.134238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec272a1-ea46-4696-bf14-70f21e032e67 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=be7a4263-5bf1-4f18-9d76-c57916d18306,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:11.167955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 0444638f-59ec-4f2a-a335-93e0405609c7) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:11.168180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:11.168576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ccf210c9-f9df-4bef-989a-eccb8bcdf7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.172023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:11.173239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.202695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799a162-1aba-4674-bb9c-4a029f1239e2 None None] Network 0444638f-59ec-4f2a-a335-93e0405609c7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:11.244392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.246621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:11.250832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.257598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.306203 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f3c69387-b40e-48c9-9b11-bbd3b2fd21cd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9156175 Nov 27 10:36:11.307260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.365581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.369613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e3a48da5-49b5-47c7-aced-df5575c9739d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:11.369993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.371155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8:1::1 (dc8bc3de-ce27-4476-b8b4-0654038e398a/86ba806c-01df-46a5-9869-a59554945537/9896be10-b98d-4ecc-8bb2-9dc0b175a08e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:11.379036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:11.391295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=cb6769ad-052c-4f03-958d-13227db41347,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:11.404812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.405197 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Added segment 4b04ffbb-6e8d-4f86-b705-e7db9a9cd163 of type vlan for network 240a1793-b245-4233-86ef-ccf79d62f335 Nov 27 10:36:11.407279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.439509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd00657-7a3f-4817-bd52-f2da982905e6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:11.463549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.487600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.491658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bd22b7ef-bfcd-4e00-94f5-1fd9eba7460a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1321616 Nov 27 10:36:11.495192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22d6e5-2757-4114-b2b4-c623856c2af4 None None] Network 7377d393-f067-4e4d-b6d6-bef344900108 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:11.499757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.503460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.505129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'port': {'network_id': '46045aac-f49b-45f1-96c5-7807a03dda0c', 'name': 'tempest-FloatingIPTestJSON-922731083'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:11.506762 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7443363d-3a4c-4a88-b61c-7c2e853be56a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/0fd00657-7a3f-4817-bd52-f2da982905e6 HTTP/1.1" status: 204 len: 168 time: 0.9989970 Nov 27 10:36:11.513823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.546980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.559779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.605661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-0444638f-59ec-4f2a-a335-93e0405609c7', 'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': '8e4d22fd-5c29-4b1f-8b89-7b765978ea9d'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:11.606689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.612467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.641701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc000ca-956b-4341-a90b-d83cff28adb2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:11.644134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.647778 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2792f316-de82-4d7a-b10e-7cc59b710941 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/fcc000ca-956b-4341-a90b-d83cff28adb2 HTTP/1.1" status: 204 len: 168 time: 0.8749156 Nov 27 10:36:11.651596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.677529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.683564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:11.684624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.692326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.701229 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4f08c73-9f01-417d-a28b-d16ddc8dc58a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474501 Nov 27 10:36:11.707640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.710455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1778c3db-9c89-4c9e-8660-cc461e9f2df3 None None] Could not find standard attr ID for object 32ef6125-85fe-4ffa-bbbd-6255b764fca6. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:36:11.792225 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6944168 Nov 27 10:36:11.798681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.808900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.810210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 108e4beb-8a86-42a6-937c-7bd782f54122 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:11.816915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.817922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '240a1793-b245-4233-86ef-ccf79d62f335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:11.822774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef84c3-460a-404c-8e57-157c1fa44920 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Network': ['ID=240a1793-b245-4233-86ef-ccf79d62f335,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:11.833178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 108e4beb-8a86-42a6-937c-7bd782f54122 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:11.833541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 108e4beb-8a86-42a6-937c-7bd782f54122 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:11.847909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 240a1793-b245-4233-86ef-ccf79d62f335 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:11.942481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d39e9e-7921-4a1c-a182-1fb421e95310 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:11.944185 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c8d39e9e-7921-4a1c-a182-1fb421e95310 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2337413 Nov 27 10:36:11.946972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40848) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:11.967859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.978629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:11.982278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:11.993519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Allocated IP 172.20.0.1 (0444638f-59ec-4f2a-a335-93e0405609c7/8e4d22fd-5c29-4b1f-8b89-7b765978ea9d/6a56832e-f4c0-4c88-b423-7db8ecdd585e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:12.042620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port e8a70a26-da8d-4e78-998f-118419e841ba {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:12.042959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.059903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network dc8bc3de-ce27-4476-b8b4-0654038e398a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:12.063894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:12.067616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.072692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] device_id is not set on port ee2d769c-b5a6-4596-bb13-df2a26cbeba6 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:12.074271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10ceef-79c8-4116-b413-396519fbfdf7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:12.076019 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5a10ceef-79c8-4116-b413-396519fbfdf7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1269054 Nov 27 10:36:12.081560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40850) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.095327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] DHCP port deletion for 7377d393-f067-4e4d-b6d6-bef344900108 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:12.105623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:12.120190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:12.120987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.131004 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ced780f2-b6e1-4ee2-b96e-24d957f4a49c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483012 Nov 27 10:36:12.140652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.192856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] For port e8a70a26-da8d-4e78-998f-118419e841ba, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e8a70a26-da8d-4e78-998f-118419e841ba,segment=NetworkSegment(299f594a-0c42-48a4-b4f1-8e67f804f7f9),segment_id=299f594a-0c42-48a4-b4f1-8e67f804f7f9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:12.193161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.210331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for e8a70a26-da8d-4e78-998f-118419e841ba owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:12.257578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.277719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=9896be10-b98d-4ecc-8bb2-9dc0b175a08e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:12.278369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.301082 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da40187-b0f8-4985-bed3-987561552e22 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.301549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da40187-b0f8-4985-bed3-987561552e22 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.304712 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0da40187-b0f8-4985-bed3-987561552e22 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/32ef6125-85fe-4ffa-bbbd-6255b764fca6 HTTP/1.1" status: 404 len: 333 time: 0.1627357 Nov 27 10:36:12.307923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.358749 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7845504-f651-45f8-b191-201dec096f46 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.359482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7845504-f651-45f8-b191-201dec096f46 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.366479 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b7845504-f651-45f8-b191-201dec096f46 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e40834c9-de65-42b2-813e-cb2f6ba8251a HTTP/1.1" status: 404 len: 337 time: 0.0568066 Nov 27 10:36:12.374041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.384500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Network 0444638f-59ec-4f2a-a335-93e0405609c7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:12.387484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.391587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:12.405394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:12.410695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Pushing event updated for resources: {'Port': ['ID=6a56832e-f4c0-4c88-b423-7db8ecdd585e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:12.437525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Deleting port e8a70a26-da8d-4e78-998f-118419e841ba {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:12.438080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.481012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92d32e9-4ccc-4f42-844f-57e4e2c5baec tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.481424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92d32e9-4ccc-4f42-844f-57e4e2c5baec tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.488176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b92d32e9-4ccc-4f42-844f-57e4e2c5baec tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/fcc000ca-956b-4341-a90b-d83cff28adb2 HTTP/1.1" status: 404 len: 337 time: 0.1127751 Nov 27 10:36:12.488841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.492124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65314547-7a91-498c-953f-4b663612a789 None None] Network 3bc6e607-62fb-4beb-854c-95ed85f39ad6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:12.505741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4d22fd-5c29-4b1f-8b89-7b765978ea9d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:12.532611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.541701 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e475229-cfce-47d2-bbf1-711e509b5fe0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.542291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e475229-cfce-47d2-bbf1-711e509b5fe0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.548927 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4e475229-cfce-47d2-bbf1-711e509b5fe0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/202d8dc5-d244-49fd-8521-3693e61e3c00 HTTP/1.1" status: 404 len: 333 time: 0.0539615 Nov 27 10:36:12.550793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.608162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.8 (46045aac-f49b-45f1-96c5-7807a03dda0c/4439ff98-b746-43db-8d59-a80a373a38b7/ee2d769c-b5a6-4596-bb13-df2a26cbeba6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:12.623202 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6563f1-3159-48ba-96c3-9775b5decf90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.623886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6563f1-3159-48ba-96c3-9775b5decf90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.626859 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5e6563f1-3159-48ba-96c3-9775b5decf90 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e6a2e733-a2d2-41ca-b776-281ff4694608 HTTP/1.1" status: 404 len: 337 time: 0.0630896 Nov 27 10:36:12.631197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.631369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.645526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.663666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0444638f-59ec-4f2a-a335-93e0405609c7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:12.697567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No DVR routers for this DVR port e8a70a26-da8d-4e78-998f-118419e841ba on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:12.699712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=e8a70a26-da8d-4e78-998f-118419e841ba,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:12.702079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c175517-3556-4d1f-86f0-f8dd8af47a7b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:12.702379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c175517-3556-4d1f-86f0-f8dd8af47a7b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:12.734831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.738036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e8a70a26-da8d-4e78-998f-118419e841ba no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:12.769283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.774889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f99679-ad74-42a9-a7f3-c641203f8f0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.775349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f99679-ad74-42a9-a7f3-c641203f8f0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.778467 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-21f99679-ad74-42a9-a7f3-c641203f8f0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/73ff0f39-f0ec-4b8e-af63-8a38b27f398d HTTP/1.1" status: 404 len: 337 time: 0.1228759 Nov 27 10:36:12.789866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40864) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.804908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.808267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:12.808267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:12.811351 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:12.818787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e8a70a26-da8d-4e78-998f-118419e841ba {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:12.819131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e8a70a26-da8d-4e78-998f-118419e841ba not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:12.833224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.858190 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Attempting to bind port 6a56832e-f4c0-4c88-b423-7db8ecdd585e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:12.858714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Attempting to bind port 6a56832e-f4c0-4c88-b423-7db8ecdd585e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '1c175517-3556-4d1f-86f0-f8dd8af47a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:12.858905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Attempting to bind port 6a56832e-f4c0-4c88-b423-7db8ecdd585e on network 0444638f-59ec-4f2a-a335-93e0405609c7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:12.859019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0652d8-9a1b-495a-9876-e98895ecddd5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.859546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0652d8-9a1b-495a-9876-e98895ecddd5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.865893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-be0652d8-9a1b-495a-9876-e98895ecddd5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/1a133619-db2c-4503-b600-96ae45a3bac3 HTTP/1.1" status: 404 len: 333 time: 0.0709362 Nov 27 10:36:12.867333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bbc8aebd-7fe3-48ee-a26d-4fa3da358522 None None] Provisioning complete for port 9896be10-b98d-4ecc-8bb2-9dc0b175a08e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:12.867512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bbc8aebd-7fe3-48ee-a26d-4fa3da358522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.879592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.891765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7377d393-f067-4e4d-b6d6-bef344900108']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:12.903878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:12.904256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Checking segment: {'id': '1c175517-3556-4d1f-86f0-f8dd8af47a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:12.904686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.905085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Bound using segment: {'id': '1c175517-3556-4d1f-86f0-f8dd8af47a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:12.905565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Bound port: 6a56832e-f4c0-4c88-b423-7db8ecdd585e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c175517-3556-4d1f-86f0-f8dd8af47a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0444638f-59ec-4f2a-a335-93e0405609c7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:12.905952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.925112 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-45496168-11ba-42d5-902f-56a3f45a2d0c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.925337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45496168-11ba-42d5-902f-56a3f45a2d0c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.931025 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-45496168-11ba-42d5-902f-56a3f45a2d0c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/28de25ac-1d55-40a8-9cc9-ae06f0343702 HTTP/1.1" status: 404 len: 337 time: 0.0464108 Nov 27 10:36:12.931025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299f594a-0c42-48a4-b4f1-8e67f804f7f9') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:12.931025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299f594a-0c42-48a4-b4f1-8e67f804f7f9') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:12.933412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40868) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:12.947968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] For port e8a70a26-da8d-4e78-998f-118419e841ba, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e8a70a26-da8d-4e78-998f-118419e841ba,segment=NetworkSegment(299f594a-0c42-48a4-b4f1-8e67f804f7f9),segment_id=299f594a-0c42-48a4-b4f1-8e67f804f7f9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:12.948585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.951247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:36:12.951247 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:36:12.951247 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': '0444638f-59ec-4f2a-a335-93e0405609c7'}] Nov 27 10:36:12.951247 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:12.951907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:12.953730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:12.970497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Calling delete_port for e8a70a26-da8d-4e78-998f-118419e841ba owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:12.976962 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d5442c-60cf-48e7-93e4-d127833e2f3e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:12.977547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d5442c-60cf-48e7-93e4-d127833e2f3e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:12.983712 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-56d5442c-60cf-48e7-93e4-d127833e2f3e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/b5558f2f-9a3c-4f24-b8aa-70486a31cf3a HTTP/1.1" status: 404 len: 337 time: 0.0416276 Nov 27 10:36:12.984419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40870) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.005787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=772643ea-96b7-471c-8244-dd11a5dc09b2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.018547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8aebd-7fe3-48ee-a26d-4fa3da358522 None None] Port 9896be10-b98d-4ecc-8bb2-9dc0b175a08e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:13.018820 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94ed3ff-97df-4741-b051-be20268bff1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.018820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94ed3ff-97df-4741-b051-be20268bff1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.024819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a94ed3ff-97df-4741-b051-be20268bff1e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/4c800b9c-ef69-4fcf-b398-7c3eb2f2029f HTTP/1.1" status: 404 len: 333 time: 0.0343809 Nov 27 10:36:13.024819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.025735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40872) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.051715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Checking segment: {'id': '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '240a1793-b245-4233-86ef-ccf79d62f335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:13.052103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network hostable DHCP agents. Network: 240a1793-b245-4233-86ef-ccf79d62f335, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:13.056031 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b96d93-f84d-433d-8623-9db2edb8e37b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.056524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b96d93-f84d-433d-8623-9db2edb8e37b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.062224 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-67b96d93-f84d-433d-8623-9db2edb8e37b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e106f7a1-f850-487c-8f89-281743b926c0 HTTP/1.1" status: 404 len: 337 time: 0.0326676 Nov 27 10:36:13.062224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:13.062224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:13.064427 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:13.067751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40874) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.092542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c46bd821-1d82-417f-98bf-27b6b5213062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.108323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bbc8aebd-7fe3-48ee-a26d-4fa3da358522 None None] Provisioning complete for port 7164aefc-841b-4d06-a034-070e4cabd929 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:13.108710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bbc8aebd-7fe3-48ee-a26d-4fa3da358522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.131239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.138084 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cebf157-413f-422c-9874-2469746eb137 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.138583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cebf157-413f-422c-9874-2469746eb137 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.139597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.141848 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1cebf157-413f-422c-9874-2469746eb137 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/069573f1-8748-4c46-8404-a07f6f4180c5 HTTP/1.1" status: 404 len: 337 time: 0.0759208 Nov 27 10:36:13.142042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] For port 6a56832e-f4c0-4c88-b423-7db8ecdd585e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:13.148674 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/7377d393-f067-4e4d-b6d6-bef344900108 HTTP/1.1" status: 204 len: 168 time: 1.6338623 Nov 27 10:36:13.151421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.151771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40878) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.163260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944818140'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:13.164047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.166591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] For port 6a56832e-f4c0-4c88-b423-7db8ecdd585e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a56832e-f4c0-4c88-b423-7db8ecdd585e,segment=NetworkSegment(1c175517-3556-4d1f-86f0-f8dd8af47a7b),segment_id=1c175517-3556-4d1f-86f0-f8dd8af47a7b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:13.182511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.183066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 240a1793-b245-4233-86ef-ccf79d62f335 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:13.199280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88458f-423f-4389-8eee-433d0cca75d0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=7377d393-f067-4e4d-b6d6-bef344900108,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.210053 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb787c0a-1fdc-4aca-b5ef-8d15599ef4aa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.210679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb787c0a-1fdc-4aca-b5ef-8d15599ef4aa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.218492 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fb787c0a-1fdc-4aca-b5ef-8d15599ef4aa tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/868a282b-34a7-43da-bc28-e02388b8c0c9 HTTP/1.1" status: 404 len: 333 time: 0.0619717 Nov 27 10:36:13.218702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40880) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.230669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:13.237365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.237916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.274636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:13.275201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Network 7377d393-f067-4e4d-b6d6-bef344900108 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:36:13.275850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] No DVR routers for this DVR port e8a70a26-da8d-4e78-998f-118419e841ba on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:13.286057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.286407 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment f57ee646-b78b-4714-9620-9609701fe60b of type vlan for network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 Nov 27 10:36:13.310015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c430f1-72ad-4367-8600-07324998c019 None None] DHCP port deletion for 3bc6e607-62fb-4beb-854c-95ed85f39ad6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:13.332719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.333288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cba7ec-8e48-4227-8461-73eec9a649aa None None] Pushing event updated for resources: {'Port': ['ID=6a56832e-f4c0-4c88-b423-7db8ecdd585e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.371898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.379481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:13.380436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.384210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ec0e4-37a1-4b59-b094-8a50dec2e031 None None] Network 0444638f-59ec-4f2a-a335-93e0405609c7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:13.405143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11d2ba-4ddf-4b99-b67e-92f406808153 None None] Pushing event deleted for resources: {'Port': ['ID=e8a70a26-da8d-4e78-998f-118419e841ba,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.434496 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2749884 Nov 27 10:36:13.462672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.466391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.475354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:13.493190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64648d71-20d9-44ee-95f8-24ac78c10667 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=e1ab3406-d3a8-49cf-912f-29fbec1c19a8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.519598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:13.567921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-12c430f1-72ad-4367-8600-07324998c019 None None] Deleting port 7164aefc-841b-4d06-a034-070e4cabd929 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:13.568362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12c430f1-72ad-4367-8600-07324998c019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.583772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 240a1793-b245-4233-86ef-ccf79d62f335) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:13.588139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:13.588754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.599257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5bca05-6044-4d64-92d1-b09230e4dd8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.600053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5bca05-6044-4d64-92d1-b09230e4dd8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.605133 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba5bca05-6044-4d64-92d1-b09230e4dd8e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/2dce29ec-3957-416d-9f56-2483657cbcf9 HTTP/1.1" status: 404 len: 337 time: 0.3845782 Nov 27 10:36:13.606379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40884) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.610827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ddd927-75aa-4001-931b-2bb3651ed22c None None] Network 240a1793-b245-4233-86ef-ccf79d62f335 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:13.620550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:13.624161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.637926 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f39ca153-8bb0-437f-8606-8dc413fb4119 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8288317 Nov 27 10:36:13.645223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.647228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40886) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.648358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.659234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.659465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.662467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1423335292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:13.679728 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ce0737-064f-4633-8aa4-8cd68d7448ac tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.680103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ce0737-064f-4633-8aa4-8cd68d7448ac tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.685683 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9ce0737-064f-4633-8aa4-8cd68d7448ac tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/d4513434-b352-4053-9b8b-4df4ae73841d HTTP/1.1" status: 404 len: 333 time: 0.0721915 Nov 27 10:36:13.687641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port 6a56832e-f4c0-4c88-b423-7db8ecdd585e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:13.688104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.689018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.735724 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2b17ae-9083-48f6-bd6f-462307c83d20 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.736077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2b17ae-9083-48f6-bd6f-462307c83d20 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.742658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ce2b17ae-9083-48f6-bd6f-462307c83d20 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/55a55edd-0cfa-4c87-8ea3-a4d479e85ec2 HTTP/1.1" status: 404 len: 337 time: 0.0486317 Nov 27 10:36:13.749027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-12c430f1-72ad-4367-8600-07324998c019 None None] For port 7164aefc-841b-4d06-a034-070e4cabd929, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7164aefc-841b-4d06-a034-070e4cabd929,segment=NetworkSegment(7d9fb689-f2b1-4d9a-b639-9e879f6d9705),segment_id=7d9fb689-f2b1-4d9a-b639-9e879f6d9705)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:13.749554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12c430f1-72ad-4367-8600-07324998c019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.753308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 46045aac-f49b-45f1-96c5-7807a03dda0c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:13.754134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40890) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.776817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:13.776984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-12c430f1-72ad-4367-8600-07324998c019 None None] Calling delete_port for 7164aefc-841b-4d06-a034-070e4cabd929 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:13.778899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:13.782445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.805378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=ee2d769c-b5a6-4596-bb13-df2a26cbeba6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.807401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port 6a56832e-f4c0-4c88-b423-7db8ecdd585e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a56832e-f4c0-4c88-b423-7db8ecdd585e,segment=NetworkSegment(1c175517-3556-4d1f-86f0-f8dd8af47a7b),segment_id=1c175517-3556-4d1f-86f0-f8dd8af47a7b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:13.807769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.820407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.821479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.843884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d31bfd-11ff-4b63-85b5-d2b146e8a360 None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:13.855088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for 6a56832e-f4c0-4c88-b423-7db8ecdd585e owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:13.865113 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b087fc-e477-4a53-94e1-6c1b555cd64b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.865900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b087fc-e477-4a53-94e1-6c1b555cd64b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.869194 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-05b087fc-e477-4a53-94e1-6c1b555cd64b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/c75cab93-3363-4582-b2db-91f1f3cb2d3a HTTP/1.1" status: 404 len: 333 time: 0.1056902 Nov 27 10:36:13.878845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40892) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.915053 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5428e142-5969-4618-89b8-a256be23ee1a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:13.915503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5428e142-5969-4618-89b8-a256be23ee1a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:13.921054 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5428e142-5969-4618-89b8-a256be23ee1a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/a62b1142-f40a-4512-b717-1277e18e1994 HTTP/1.1" status: 404 len: 337 time: 0.0358310 Nov 27 10:36:13.921468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.927052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40894) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:13.939180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.940899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12c430f1-72ad-4367-8600-07324998c019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.944947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=9896be10-b98d-4ecc-8bb2-9dc0b175a08e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.958842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:13.959674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.976036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c430f1-72ad-4367-8600-07324998c019 None None] Pushing event deleted for resources: {'Port': ['ID=7164aefc-841b-4d06-a034-070e4cabd929,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:13.978695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c430f1-72ad-4367-8600-07324998c019 None None] No DVR routers for this DVR port 7164aefc-841b-4d06-a034-070e4cabd929 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:13.980469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-240a1793-b245-4233-86ef-ccf79d62f335', 'network_id': '240a1793-b245-4233-86ef-ccf79d62f335', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': '772643ea-96b7-471c-8244-dd11a5dc09b2'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:13.981591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:13.992464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network dc8bc3de-ce27-4476-b8b4-0654038e398a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:14.004193 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4661122c-a2a4-4be5-9ccb-7921fe9e358a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.004193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4661122c-a2a4-4be5-9ccb-7921fe9e358a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.004589 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-99313105-a280-40e3-9b09-edc094887c18 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5035675 Nov 27 10:36:14.004855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.005313 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4661122c-a2a4-4be5-9ccb-7921fe9e358a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/a5040ccb-0804-49d2-b283-85188eba5750 HTTP/1.1" status: 404 len: 333 time: 0.0777209 Nov 27 10:36:14.009530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'port_id': 'ee2d769c-b5a6-4596-bb13-df2a26cbeba6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:14.011123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40900) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.012302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:14.016749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-988ece01-daec-4f32-96c9-177be7312c4f None None] Provisioning complete for port ee2d769c-b5a6-4596-bb13-df2a26cbeba6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:14.017150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-988ece01-daec-4f32-96c9-177be7312c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.061999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.072355 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.073562 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e0364262-5cc1-4544-8e1c-4de90569d517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4152408 Nov 27 10:36:14.074511 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-233d742c-1819-4fb8-ab71-ea28bc7a3284 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.074951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233d742c-1819-4fb8-ab71-ea28bc7a3284 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.077863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-233d742c-1819-4fb8-ab71-ea28bc7a3284 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/fb2a83b1-920e-4403-b2c3-742404c00006 HTTP/1.1" status: 404 len: 337 time: 0.0619693 Nov 27 10:36:14.080882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40902) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.081231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.089444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'network_id': '240a1793-b245-4233-86ef-ccf79d62f335', 'name': 'tempest-PortsIpV6TestJSON-473266775'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:14.133265 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6c3084-bb9e-4c82-8f19-62099ef03952 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.133826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6c3084-bb9e-4c82-8f19-62099ef03952 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.136575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-988ece01-daec-4f32-96c9-177be7312c4f None None] Port ee2d769c-b5a6-4596-bb13-df2a26cbeba6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:14.136906 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0a6c3084-bb9e-4c82-8f19-62099ef03952 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/078db240-a436-4bf3-841c-4a4d12b36e4c HTTP/1.1" status: 404 len: 333 time: 0.0441952 Nov 27 10:36:14.154222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40906) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.227004 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d13242-b58b-40e0-9abb-c255bb827040 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.227461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d13242-b58b-40e0-9abb-c255bb827040 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.228682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Allocated IP 2001:db8::2 (240a1793-b245-4233-86ef-ccf79d62f335/772643ea-96b7-471c-8244-dd11a5dc09b2/1658a84a-0d1f-4a75-bdcc-d8c7ae02abac) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:14.230574 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-29d13242-b58b-40e0-9abb-c255bb827040 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/ea3d50bc-9163-467e-9b04-2a34b32ca2e9 HTTP/1.1" status: 404 len: 337 time: 0.0736959 Nov 27 10:36:14.240094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40908) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.267284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 1308b39f-38ce-4cf1-bf1c-ab8cd8680912 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:14.306814 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-911d1d75-4cf0-4440-a1ae-e7cdae1dcdfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.307407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911d1d75-4cf0-4440-a1ae-e7cdae1dcdfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.316526 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-911d1d75-4cf0-4440-a1ae-e7cdae1dcdfe tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/59d9b758-fd27-4cde-a780-5bc19bc13aad HTTP/1.1" status: 404 len: 333 time: 0.0489581 Nov 27 10:36:14.316816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40910) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.331845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.356884 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c976c98-1907-474c-9d2a-042955ad08d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.357338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c976c98-1907-474c-9d2a-042955ad08d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.364452 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0c976c98-1907-474c-9d2a-042955ad08d2 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/82bd61a2-2cb5-401d-a945-6cf5281e9e06 HTTP/1.1" status: 404 len: 337 time: 0.0428686 Nov 27 10:36:14.366591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.382935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.385706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port 6a56832e-f4c0-4c88-b423-7db8ecdd585e on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:14.399071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=6a56832e-f4c0-4c88-b423-7db8ecdd585e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:14.435482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.447312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.456669 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff19237c-1dba-4de5-8a45-2929d41103d7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.457130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff19237c-1dba-4de5-8a45-2929d41103d7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.462801 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ff19237c-1dba-4de5-8a45-2929d41103d7 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/b8d4996b-8fe9-4b6f-a9f4-0e2ff06f7e0f HTTP/1.1" status: 404 len: 337 time: 0.0927391 Nov 27 10:36:14.464971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.466719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:14.470361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.521979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=a7d942c0-fae1-4126-a2d8-609abfb9b770,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:14.528130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Network 240a1793-b245-4233-86ef-ccf79d62f335 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:14.529645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fe1a8ed9-d847-4047-abb7-8bb8a522941a None None] Provisioning complete for port 9896be10-b98d-4ecc-8bb2-9dc0b175a08e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:14.530118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8ed9-d847-4047-abb7-8bb8a522941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.530231 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5d637a-0118-491f-bc9f-f41fdb24551a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.530718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5d637a-0118-491f-bc9f-f41fdb24551a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.537149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d5d637a-0118-491f-bc9f-f41fdb24551a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/0f0896f8-d4fa-4f07-81e7-0765c77b757c HTTP/1.1" status: 404 len: 333 time: 0.0689454 Nov 27 10:36:14.537330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:14.539214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:14.540957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.574849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 162897db-cc17-4cf1-b344-f88a28f3bf7d yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:14.577399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:14.579206 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-294ad4c8-6ec8-4f16-a988-76e2165da05d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.579721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294ad4c8-6ec8-4f16-a988-76e2165da05d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.586362 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-294ad4c8-6ec8-4f16-a988-76e2165da05d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/7243f726-f5c0-49e3-901a-e4f36acc486b HTTP/1.1" status: 404 len: 337 time: 0.0419502 Nov 27 10:36:14.587762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.588464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40918) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.590260 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-58b5c465-9330-4fc5-80ef-357f1d5044eb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/1308b39f-38ce-4cf1-bf1c-ab8cd8680912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0574906 Nov 27 10:36:14.593087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40920) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.601100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Pushing event updated for resources: {'Port': ['ID=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:14.609520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] Sync routers for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:14.625697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': 'f57ee646-b78b-4714-9620-9609701fe60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:14.626064 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: e1ab3406-d3a8-49cf-912f-29fbec1c19a8, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:14.656589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a8ed9-d847-4047-abb7-8bb8a522941a None None] Port 9896be10-b98d-4ecc-8bb2-9dc0b175a08e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:14.657009 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-669b6af7-8f79-4a10-9e60-2b23556129b1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.657465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669b6af7-8f79-4a10-9e60-2b23556129b1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.664409 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-669b6af7-8f79-4a10-9e60-2b23556129b1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/22accd58-9c66-45f1-9f1a-1ffa44755634 HTTP/1.1" status: 404 len: 337 time: 0.0711648 Nov 27 10:36:14.666706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:14.667450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.671197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Attempting to bind port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:14.672115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Attempting to bind port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '240a1793-b245-4233-86ef-ccf79d62f335'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:14.672115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Attempting to bind port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac on network 240a1793-b245-4233-86ef-ccf79d62f335 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:14.672409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.685957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0444638f-59ec-4f2a-a335-93e0405609c7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.713088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:14.713636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Checking segment: {'id': '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '240a1793-b245-4233-86ef-ccf79d62f335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:14.714150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.714657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Bound using segment: {'id': '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '240a1793-b245-4233-86ef-ccf79d62f335'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:14.715266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Bound port: 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '240a1793-b245-4233-86ef-ccf79d62f335'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:14.715787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.720336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.724820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c175517-3556-4d1f-86f0-f8dd8af47a7b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.725040 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c175517-3556-4d1f-86f0-f8dd8af47a7b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.727102 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c080935b-5fc8-4765-b6db-e3491bdacf0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.727634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c080935b-5fc8-4765-b6db-e3491bdacf0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.733944 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c080935b-5fc8-4765-b6db-e3491bdacf0f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/abca129a-74e2-49d6-add4-eaba317d8ba5 HTTP/1.1" status: 404 len: 333 time: 0.0554423 Nov 27 10:36:14.740204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40924) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.758743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.762731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:14.763706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.773662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:14.790647 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d45e74-074f-4b11-8037-46e858594fcb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.791094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d45e74-074f-4b11-8037-46e858594fcb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.794165 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-57d45e74-074f-4b11-8037-46e858594fcb tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/d9c60cfa-64c2-429c-94dc-6e513601b60d HTTP/1.1" status: 404 len: 337 time: 0.0495262 Nov 27 10:36:14.798925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015355a-b906-443b-bd95-aec527e6558f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:14.800740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40926) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.808701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40928) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.809710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6015355a-b906-443b-bd95-aec527e6558f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports/9896be10-b98d-4ecc-8bb2-9dc0b175a08e HTTP/1.1" status: 200 len: 913 time: 0.2140348 Nov 27 10:36:14.827433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.832577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:14.834650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:14.835427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df6803-87f3-4b38-82bd-a823b0081aac None None] The sync data for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:14.849703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7164aefc-841b-4d06-a034-070e4cabd929 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:14.849703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7164aefc-841b-4d06-a034-070e4cabd929 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:14.866218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] For port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:14.872311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] For port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,segment=NetworkSegment(4b04ffbb-6e8d-4f86-b705-e7db9a9cd163),segment_id=4b04ffbb-6e8d-4f86-b705-e7db9a9cd163)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:14.878195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.906058 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbbd3a8-8418-41fd-9195-2c9cfa4d31c1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.906058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbbd3a8-8418-41fd-9195-2c9cfa4d31c1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.911720 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9fbbd3a8-8418-41fd-9195-2c9cfa4d31c1 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/e2548281-45ec-4282-9076-e0bdfbcd15e8 HTTP/1.1" status: 404 len: 337 time: 0.1065841 Nov 27 10:36:14.911720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:14.911720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.923893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40930) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:14.942529 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:14.951990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b72bba-5b51-4d6a-bc0b-662e51422695 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.952685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57aaab-d7d7-4a39-859d-af392e103817 None None] Pushing event updated for resources: {'Port': ['ID=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:14.952975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b72bba-5b51-4d6a-bc0b-662e51422695 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.954725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, e1ab3406-d3a8-49cf-912f-29fbec1c19a8) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:14.957431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-00b72bba-5b51-4d6a-bc0b-662e51422695 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/3e9bff10-c387-43ec-9491-c8d31125ca6c HTTP/1.1" status: 404 len: 333 time: 0.0321679 Nov 27 10:36:14.962168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:14.976537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:14.976740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813ee8a7-b865-4c90-b427-24e6dd5de4d3 None None] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:14.976983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:14.993172 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-103df58c-b3d5-4647-9b86-edc406c07a74 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:14.993633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103df58c-b3d5-4647-9b86-edc406c07a74 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:14.996772 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-103df58c-b3d5-4647-9b86-edc406c07a74 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/d861fb2a-70fd-48e9-a9e9-904bb018b3c4 HTTP/1.1" status: 404 len: 337 time: 0.0334854 Nov 27 10:36:14.999493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.013258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.037198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f960637e-9600-43f6-b3d5-546704b2f59b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:15.037927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f960637e-9600-43f6-b3d5-546704b2f59b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:15.041657 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f960637e-9600-43f6-b3d5-546704b2f59b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/f37ac264-9ffb-4be7-8dbc-56ee0b20fab4 HTTP/1.1" status: 404 len: 337 time: 0.0409768 Nov 27 10:36:15.041853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::1ec (240a1793-b245-4233-86ef-ccf79d62f335/772643ea-96b7-471c-8244-dd11a5dc09b2/162897db-cc17-4cf1-b344-f88a28f3bf7d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:15.042806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.044745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.099656 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2cf79105-fe93-4c7b-9608-8ca1a3929d0a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6314001 Nov 27 10:36:15.106084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40938) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.108526 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1cf33b0e-c20e-42f3-9d3e-3daa45cdf6a0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e403a3-b60c-4111-91c3-c0b54ec09a4e HTTP/1.1" status: 200 len: 205 time: 0.0612669 Nov 27 10:36:15.114199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8', 'name': 'tempest-PortsTestJSON-540708544', 'fixed_ips': [{'subnet_id': 'a7d942c0-fae1-4126-a2d8-609abfb9b770', 'ip_address': '172.20.0.10'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:15.117482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.130479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.146253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.157496 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/0444638f-59ec-4f2a-a335-93e0405609c7 HTTP/1.1" status: 204 len: 168 time: 3.8485832 Nov 27 10:36:15.173707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.178658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-e1ab3406-d3a8-49cf-912f-29fbec1c19a8', 'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': 'a7d942c0-fae1-4126-a2d8-609abfb9b770'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:15.179733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.180779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1749016521'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:15.195248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5ac7-c2a6-43bb-a939-514935fdca37 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=0444638f-59ec-4f2a-a335-93e0405609c7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:15.195485 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-b04c0e0a-1bed-4e00-b397-453d25e1b6e5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] delete failed (client error): The resource could not be found. Nov 27 10:36:15.196500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b04c0e0a-1bed-4e00-b397-453d25e1b6e5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/routers/97e403a3-b60c-4111-91c3-c0b54ec09a4e HTTP/1.1" status: 404 len: 336 time: 0.0762005 Nov 27 10:36:15.209484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40944) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.265989 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-362525e3-88ce-4608-8fb4-d0c4ab43a258 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:15.266737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362525e3-88ce-4608-8fb4-d0c4ab43a258 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:15.274268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40946) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.275525 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-362525e3-88ce-4608-8fb4-d0c4ab43a258 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/0f214d47-5c27-42f6-b69c-91ccb4f44c35 HTTP/1.1" status: 404 len: 337 time: 0.0603299 Nov 27 10:36:15.329227 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f26d0a72-d763-4877-b83d-ca91a8453846 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01dab5c-c3cd-41e0-bc7a-27666b439b4d HTTP/1.1" status: 200 len: 205 time: 0.0437703 Nov 27 10:36:15.335076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.399683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-e8d737eb-14a2-4218-bfd9-44d1586952e8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] delete failed (client error): The resource could not be found. Nov 27 10:36:15.403858 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e8d737eb-14a2-4218-bfd9-44d1586952e8 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/routers/a01dab5c-c3cd-41e0-bc7a-27666b439b4d HTTP/1.1" status: 404 len: 336 time: 0.0633593 Nov 27 10:36:15.404027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.406213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.417044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Allocated IP 172.20.0.2 (e1ab3406-d3a8-49cf-912f-29fbec1c19a8/a7d942c0-fae1-4126-a2d8-609abfb9b770/c54cc77b-4046-4b28-a382-abeea7924683) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:15.428266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:15.432546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.443022 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP 5644dfc9-ddbc-4664-8d5d-3e3e46452bb3 associated. External IP: 172.26.1.8, port: ee2d769c-b5a6-4596-bb13-df2a26cbeba6. Nov 27 10:36:15.477204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:15.523312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b19cade-1c50-465a-bab3-6b312b49657e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:15.524046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b19cade-1c50-465a-bab3-6b312b49657e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:15.529442 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b19cade-1c50-465a-bab3-6b312b49657e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/09fa0341-1baf-40a8-8ec4-68a95ea53913 HTTP/1.1" status: 404 len: 337 time: 0.1176872 Nov 27 10:36:15.532419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.559704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:15.603210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.610423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.660554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.735871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 8001ed3a-a187-429d-b103-0205abd81beb yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:15.831516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:15.836215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:15.838293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Pushing event updated for resources: {'Port': ['ID=c54cc77b-4046-4b28-a382-abeea7924683,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:15.847485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:15.907128 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee2b1a4-00bf-44c0-a35e-7824f9de0ea5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:15.907585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee2b1a4-00bf-44c0-a35e-7824f9de0ea5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:15.908524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:15.911013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ee2b1a4-00bf-44c0-a35e-7824f9de0ea5 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/93571ad1-6462-4fe8-8cd2-db2cb5f5fbe2 HTTP/1.1" status: 404 len: 337 time: 0.3733690 Nov 27 10:36:15.915408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:15.931268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.931627 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 07448744-b9f8-4d6e-bc4b-78e77364601f of type vlan for network bb0c5307-66e0-4eff-8775-158572490bba Nov 27 10:36:15.933302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Attempting to bind port c54cc77b-4046-4b28-a382-abeea7924683 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:15.933745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Attempting to bind port c54cc77b-4046-4b28-a382-abeea7924683 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'f57ee646-b78b-4714-9620-9609701fe60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:15.934129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Attempting to bind port c54cc77b-4046-4b28-a382-abeea7924683 on network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:15.941085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:15.941611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Checking segment: {'id': 'f57ee646-b78b-4714-9620-9609701fe60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:15.942753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.943312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Bound using segment: {'id': 'f57ee646-b78b-4714-9620-9609701fe60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:15.943914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Bound port: c54cc77b-4046-4b28-a382-abeea7924683, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57ee646-b78b-4714-9620-9609701fe60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:15.944313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.944624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:15.963464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-990bdb37-31b8-421b-8978-05ffa88206f3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:15.964189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990bdb37-31b8-421b-8978-05ffa88206f3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:15.967927 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-990bdb37-31b8-421b-8978-05ffa88206f3 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/ad198b0b-7843-482a-97c1-fc49f8f984b1 HTTP/1.1" status: 404 len: 333 time: 0.0513570 Nov 27 10:36:15.972838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.005956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.025854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] For port c54cc77b-4046-4b28-a382-abeea7924683, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:16.029638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] For port c54cc77b-4046-4b28-a382-abeea7924683, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c54cc77b-4046-4b28-a382-abeea7924683,segment=NetworkSegment(f57ee646-b78b-4714-9620-9609701fe60b),segment_id=f57ee646-b78b-4714-9620-9609701fe60b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:16.032089 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff07dfb-0abd-491d-b3da-3c690751f150 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.032730 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff07dfb-0abd-491d-b3da-3c690751f150 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.038417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2ff07dfb-0abd-491d-b3da-3c690751f150 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/a82eee35-b37c-4052-8a22-34a3552b478f HTTP/1.1" status: 404 len: 337 time: 0.0620904 Nov 27 10:36:16.039441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.042281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40958) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.113578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.127901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:16.127901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.134519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e60ce4-2db1-4fa0-85de-fa7508ca4092 None None] Pushing event updated for resources: {'Port': ['ID=c54cc77b-4046-4b28-a382-abeea7924683,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:16.155733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.195044 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0186622 Nov 27 10:36:16.198059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.226710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.265276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:16.301326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 240a1793-b245-4233-86ef-ccf79d62f335 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:16.313541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bf7c2-cbd2-4c40-84c7-569d173c1c5a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=bb0c5307-66e0-4eff-8775-158572490bba,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:16.323015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:16.326405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:16.326657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network bb0c5307-66e0-4eff-8775-158572490bba details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:16.332661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:16.333572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.388921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=162897db-cc17-4cf1-b344-f88a28f3bf7d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:16.443285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.449471 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bb595ba7-5387-4fea-b15d-66d6e29a4e85 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3638542 Nov 27 10:36:16.491477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40962) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.522827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c7c84-3aaa-4c10-91bc-7377cc196814 None None] Network 240a1793-b245-4233-86ef-ccf79d62f335 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:16.528725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.10 (e1ab3406-d3a8-49cf-912f-29fbec1c19a8/a7d942c0-fae1-4126-a2d8-609abfb9b770/8001ed3a-a187-429d-b103-0205abd81beb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:16.545928 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25a6b73-12e5-49cc-85eb-abefe05ddab9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.547225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25a6b73-12e5-49cc-85eb-abefe05ddab9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.553686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c25a6b73-12e5-49cc-85eb-abefe05ddab9 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/b31bd3b3-a997-4dd0-9361-93883c11f637 HTTP/1.1" status: 404 len: 333 time: 0.5079463 Nov 27 10:36:16.556783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.601795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c22dc2e-6002-487d-866d-763e36c2449c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.601795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c22dc2e-6002-487d-866d-763e36c2449c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.607150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1c22dc2e-6002-487d-866d-763e36c2449c tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/9127bd1f-5ded-4559-93e6-4f64510edcc8 HTTP/1.1" status: 404 len: 337 time: 0.0449960 Nov 27 10:36:16.607683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40966) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.644979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0c1b5a9c-68c8-48f9-a0a9-e482fcecae58 None None] Provisioning complete for port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:16.645472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5a9c-68c8-48f9-a0a9-e482fcecae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.653362 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fbc0df-2487-4720-ad9c-d9cbc7a6f07a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.654156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fbc0df-2487-4720-ad9c-d9cbc7a6f07a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.660178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-03fbc0df-2487-4720-ad9c-d9cbc7a6f07a tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/debbdb7e-b5ca-4870-a755-58f0f28bfb02 HTTP/1.1" status: 404 len: 333 time: 0.0440302 Nov 27 10:36:16.664242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40968) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.715537 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6574e9c7-5519-4731-9d38-bd6d93634f99 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.715997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6574e9c7-5519-4731-9d38-bd6d93634f99 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.720643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:16.725138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.728066 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6574e9c7-5519-4731-9d38-bd6d93634f99 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/8a12067b-cc0a-4b52-8002-250581aa024d HTTP/1.1" status: 404 len: 337 time: 0.0607228 Nov 27 10:36:16.733163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40970) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.797151 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6910f1c4-cc96-4d71-9466-421ff6e9f78f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.797899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6910f1c4-cc96-4d71-9466-421ff6e9f78f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.804371 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6910f1c4-cc96-4d71-9466-421ff6e9f78f tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/36709534-fe64-4d72-9053-d27578c409f2 HTTP/1.1" status: 404 len: 333 time: 0.0659695 Nov 27 10:36:16.804371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:16.807446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40972) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.816709 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:16.820422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.829439 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:16.830876 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:16.869921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5a9c-68c8-48f9-a0a9-e482fcecae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:16.876113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:16.891852 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:16.908250 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:16.909704 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:16.912718 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8c066b-e5a2-4a78-8b8d-39075e4fe597 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:16.913310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8c066b-e5a2-4a78-8b8d-39075e4fe597 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:16.916723 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fa8c066b-e5a2-4a78-8b8d-39075e4fe597 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/55737ee9-f8bf-4b0e-88ba-8d6720ddddda HTTP/1.1" status: 404 len: 337 time: 0.1084428 Nov 27 10:36:16.919848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40974) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.931288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7acf26ef-55ae-40dc-9de5-8521ab9a4c56 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/floatingips/5644dfc9-ddbc-4664-8d5d-3e3e46452bb3 HTTP/1.1" status: 200 len: 975 time: 2.9252417 Nov 27 10:36:16.933854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:16.969640 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:16.973648 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320746a6-5c01-4ae6-958c-a820fba27d9a None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:16.985148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0c1b5a9c-68c8-48f9-a0a9-e482fcecae58 None None] For port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,segment=NetworkSegment(4b04ffbb-6e8d-4f86-b705-e7db9a9cd163),segment_id=4b04ffbb-6e8d-4f86-b705-e7db9a9cd163)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:16.999167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5a9c-68c8-48f9-a0a9-e482fcecae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.010990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:17.010990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.036692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.089546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port ee2d769c-b5a6-4596-bb13-df2a26cbeba6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:17.090041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.107576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.141062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b5a9c-68c8-48f9-a0a9-e482fcecae58 None None] Pushing event updated for resources: {'Port': ['ID=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:17.157032 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d361f6b-75a1-420a-9d43-da6f8f9e7be0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:17.157803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d361f6b-75a1-420a-9d43-da6f8f9e7be0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:17.161936 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5d361f6b-75a1-420a-9d43-da6f8f9e7be0 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/b9dee0a3-796e-44a8-a24d-2509e4448a39 HTTP/1.1" status: 404 len: 333 time: 0.2272830 Nov 27 10:36:17.185163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40978) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.211961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c54cc77b-4046-4b28-a382-abeea7924683 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:17.234818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.237438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-210f316d-b296-4f66-8f8b-823eff7cfd0e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:17.238091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210f316d-b296-4f66-8f8b-823eff7cfd0e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:17.241357 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-210f316d-b296-4f66-8f8b-823eff7cfd0e tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/b1e424a9-8b52-4ebf-a62c-18fc0717768b HTTP/1.1" status: 404 len: 337 time: 0.0487592 Nov 27 10:36:17.248504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40980) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.250483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:17.279690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:17.282149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:17.286674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c54cc77b-4046-4b28-a382-abeea7924683 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:17.287111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.304299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=8001ed3a-a187-429d-b103-0205abd81beb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:17.358914 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-119c9538-8b67-4add-ad78-0b01c11d8ecc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:17.359425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119c9538-8b67-4add-ad78-0b01c11d8ecc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:17.365229 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-119c9538-8b67-4add-ad78-0b01c11d8ecc tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/a6c6e989-7903-4a5c-802f-816064cae203 HTTP/1.1" status: 404 len: 333 time: 0.1082256 Nov 27 10:36:17.369574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1f6a03bd-5977-43d9-985c-23bf3af35316 None None] Provisioning complete for port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:17.369937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f6a03bd-5977-43d9-985c-23bf3af35316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.371217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.383882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.418137 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cb4c53-3421-4914-8c0a-1f016621175d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:17.418582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cb4c53-3421-4914-8c0a-1f016621175d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:17.423958 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-08cb4c53-3421-4914-8c0a-1f016621175d tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/dcce820b-487c-4692-a47c-023ba81e01a3 HTTP/1.1" status: 404 len: 337 time: 0.0494549 Nov 27 10:36:17.442916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=cff58a94-040a-4439-b99c-b4f23934d55c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:17.446210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.500123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.509577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '07448744-b9f8-4d6e-bc4b-78e77364601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:17.511709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: bb0c5307-66e0-4eff-8775-158572490bba, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:17.574746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port c54cc77b-4046-4b28-a382-abeea7924683, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c54cc77b-4046-4b28-a382-abeea7924683,segment=NetworkSegment(f57ee646-b78b-4714-9620-9609701fe60b),segment_id=f57ee646-b78b-4714-9620-9609701fe60b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:17.575170 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f5b04e-30aa-4417-8114-6e1a71f90bfd tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:17.575729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f5b04e-30aa-4417-8114-6e1a71f90bfd tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:17.579058 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-37f5b04e-30aa-4417-8114-6e1a71f90bfd tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/ports/bab67c68-9bcf-4065-8928-59c46d174a64 HTTP/1.1" status: 404 len: 333 time: 0.1318693 Nov 27 10:36:17.589985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.591318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.593126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:17.593804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.636003 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a65118-ff5b-4b92-8c6d-f49004ef1c5b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:17.636857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a65118-ff5b-4b92-8c6d-f49004ef1c5b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:17.640335 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-78a65118-ff5b-4b92-8c6d-f49004ef1c5b tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/subnets/0c7db320-c01a-4d97-baec-2c73befc5ddd HTTP/1.1" status: 404 len: 337 time: 0.0462909 Nov 27 10:36:17.644460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 40988) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.647364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.647716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1f6a03bd-5977-43d9-985c-23bf3af35316 None None] Provisioning complete for port 162897db-cc17-4cf1-b344-f88a28f3bf7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:17.648100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f6a03bd-5977-43d9-985c-23bf3af35316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.654665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network bb0c5307-66e0-4eff-8775-158572490bba is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:17.673950 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4ae8584a-a13e-4867-8012-3b0d17cd7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5640960 Nov 27 10:36:17.686613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40990) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.693833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=c54cc77b-4046-4b28-a382-abeea7924683,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:17.697967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': 'e1ab3406-d3a8-49cf-912f-29fbec1c19a8', 'name': 'tempest-PortsTestJSON-1470192601', 'fixed_ips': [{'subnet_id': 'a7d942c0-fae1-4126-a2d8-609abfb9b770', 'ip_address': '172.20.0.9'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:17.716638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a03bd-5977-43d9-985c-23bf3af35316 None None] Port 162897db-cc17-4cf1-b344-f88a28f3bf7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:17.744939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, bb0c5307-66e0-4eff-8775-158572490bba) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:17.756101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d1971-81e6-4d14-a6d2-35b764ca4280 None None] Network bb0c5307-66e0-4eff-8775-158572490bba requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:17.790044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:17.790813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.824988 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-147bff34-a667-497c-9ef1-e467307a265b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5645280 Nov 27 10:36:17.829722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40992) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:17.872339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 9896be10-b98d-4ecc-8bb2-9dc0b175a08e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:17.872770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.900707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e78ee-289a-4a51-8a0d-b6a1caf7a432 None None] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:17.923152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.938342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.938850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:17.939456 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP 5644dfc9-ddbc-4664-8d5d-3e3e46452bb3 disassociated. External IP: 172.26.1.8, port: ee2d769c-b5a6-4596-bb13-df2a26cbeba6. Nov 27 10:36:17.940592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for ee2d769c-b5a6-4596-bb13-df2a26cbeba6 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:18.010213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-95a06cad-b716-48c6-8e21-d0de92b45943 None None] Provisioning complete for port c54cc77b-4046-4b28-a382-abeea7924683 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:18.010587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95a06cad-b716-48c6-8e21-d0de92b45943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.043072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.054496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-bb0c5307-66e0-4eff-8775-158572490bba', 'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': 'cff58a94-040a-4439-b99c-b4f23934d55c'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:18.055630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.069122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:18.074129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.107268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.132103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 535b27b3-b02f-49be-b81c-2eeff24d75b2 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:18.162156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.164617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 9896be10-b98d-4ecc-8bb2-9dc0b175a08e owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:18.211104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.238985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc6e607-62fb-4beb-854c-95ed85f39ad6']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:18.264057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9fb689-f2b1-4d9a-b639-9e879f6d9705') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:18.264351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9fb689-f2b1-4d9a-b639-9e879f6d9705') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:18.293319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.319668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Allocated IP 172.20.0.1 (bb0c5307-66e0-4eff-8775-158572490bba/cff58a94-040a-4439-b99c-b4f23934d55c/acaf6a79-9cca-439f-9cea-304f0ef86b1f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:18.323264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.325422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.351924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-95a06cad-b716-48c6-8e21-d0de92b45943 None None] Provisioning complete for port 162897db-cc17-4cf1-b344-f88a28f3bf7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:18.352461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95a06cad-b716-48c6-8e21-d0de92b45943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.393169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=ee2d769c-b5a6-4596-bb13-df2a26cbeba6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:18.398199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.433889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7929f-81bf-4b4c-b6fb-c5b1d79e756a None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:18.439053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.466008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-95a06cad-b716-48c6-8e21-d0de92b45943 None None] Port 162897db-cc17-4cf1-b344-f88a28f3bf7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:18.490790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.9 (e1ab3406-d3a8-49cf-912f-29fbec1c19a8/a7d942c0-fae1-4126-a2d8-609abfb9b770/535b27b3-b02f-49be-b81c-2eeff24d75b2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:18.532402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=162897db-cc17-4cf1-b344-f88a28f3bf7d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:18.553008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:18.553759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:18.574208 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:18.587785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.601462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.619843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:18.656999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Network bb0c5307-66e0-4eff-8775-158572490bba is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:18.666596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:18.672327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:18.703448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.724360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Pushing event updated for resources: {'Port': ['ID=acaf6a79-9cca-439f-9cea-304f0ef86b1f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:18.769240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Attempting to bind port acaf6a79-9cca-439f-9cea-304f0ef86b1f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:18.769760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Attempting to bind port acaf6a79-9cca-439f-9cea-304f0ef86b1f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '07448744-b9f8-4d6e-bc4b-78e77364601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:18.770125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Attempting to bind port acaf6a79-9cca-439f-9cea-304f0ef86b1f on network bb0c5307-66e0-4eff-8775-158572490bba {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:18.786368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-21bb56c1-6d12-4542-9bd9-73f6057c52af None None] Provisioning complete for port c54cc77b-4046-4b28-a382-abeea7924683 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:18.786754 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21bb56c1-6d12-4542-9bd9-73f6057c52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.790350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=cff58a94-040a-4439-b99c-b4f23934d55c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:18.829218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:18.854812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:18.855379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Checking segment: {'id': '07448744-b9f8-4d6e-bc4b-78e77364601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:18.856342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.856342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Bound using segment: {'id': '07448744-b9f8-4d6e-bc4b-78e77364601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:18.856981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Bound port: acaf6a79-9cca-439f-9cea-304f0ef86b1f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07448744-b9f8-4d6e-bc4b-78e77364601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bb0c5307-66e0-4eff-8775-158572490bba'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:18.857456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.872488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:18.930170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] For port acaf6a79-9cca-439f-9cea-304f0ef86b1f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:18.933954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] For port acaf6a79-9cca-439f-9cea-304f0ef86b1f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=acaf6a79-9cca-439f-9cea-304f0ef86b1f,segment=NetworkSegment(07448744-b9f8-4d6e-bc4b-78e77364601f),segment_id=07448744-b9f8-4d6e-bc4b-78e77364601f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:18.951197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.020553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.030727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.076232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:19.078871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0c5307-66e0-4eff-8775-158572490bba']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.095237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:19.095716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.107857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:19.110844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07448744-b9f8-4d6e-bc4b-78e77364601f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.111459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07448744-b9f8-4d6e-bc4b-78e77364601f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.147755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e9851-da05-4ccb-8d9b-b681b60e86a8 None None] Pushing event updated for resources: {'Port': ['ID=acaf6a79-9cca-439f-9cea-304f0ef86b1f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:19.155984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e33297-f0f7-4570-b2bb-1cb5edae92f6 None None] Network bb0c5307-66e0-4eff-8775-158572490bba requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:19.156249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.186510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.196185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.199454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:19.200199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.204920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:19.205844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:19.211257 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:19.245130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.248743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.254460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3cade808-c210-45d5-a98b-b36a7b1a9145 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/ports/ee2d769c-b5a6-4596-bb13-df2a26cbeba6 HTTP/1.1" status: 204 len: 168 time: 2.3170054 Nov 27 10:36:19.258884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:19.274556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.286672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-21bb56c1-6d12-4542-9bd9-73f6057c52af None None] Provisioning complete for port 8001ed3a-a187-429d-b103-0205abd81beb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:19.287200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21bb56c1-6d12-4542-9bd9-73f6057c52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.340829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=9896be10-b98d-4ecc-8bb2-9dc0b175a08e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:19.357021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:19.371537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:19.375213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.375611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:19.378859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=535b27b3-b02f-49be-b81c-2eeff24d75b2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:19.384046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-086ffe3c-b3d4-406b-b2a7-81cebd871191 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/floatingips/5644dfc9-ddbc-4664-8d5d-3e3e46452bb3 HTTP/1.1" status: 200 len: 686 time: 0.1221910 Nov 27 10:36:19.387189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 40998) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:19.402064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:36:19.402064 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:36:19.402064 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'id': 'bb0c5307-66e0-4eff-8775-158572490bba'}] Nov 27 10:36:19.402064 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:19.402844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:19.435727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.446234 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] 10.222.0.13 "DELETE /v2.0/networks/3bc6e607-62fb-4beb-854c-95ed85f39ad6 HTTP/1.1" status: 204 len: 168 time: 1.7879910 Nov 27 10:36:19.451952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b5254-8e4a-4c88-a846-18f2d541b440 tempest-NetworksTestDHCPv6-53103283 tempest-NetworksTestDHCPv6-53103283-project] Pushing event deleted for resources: {'Network': ['ID=3bc6e607-62fb-4beb-854c-95ed85f39ad6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:19.511142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.613578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:19.615306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.628317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:19.629012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.669476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-21bb56c1-6d12-4542-9bd9-73f6057c52af None None] Port 8001ed3a-a187-429d-b103-0205abd81beb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:19.679498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:19.680400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caaf477-1112-4e1d-bda9-e36d6fd98876 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:19.699073 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e5ef7017-48c2-4bea-9b1c-f8cf40d0b7a9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0060544 Nov 27 10:36:19.708161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41002) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:19.752015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.765439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c54cc77b-4046-4b28-a382-abeea7924683 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:19.768533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b3ce4-4ea4-461c-950a-d70c8f9964a9 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:36:19.808574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ae305-71cd-4db7-bac0-13f11f02522b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:19.810528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d77ae305-71cd-4db7-bac0-13f11f02522b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1004121 Nov 27 10:36:19.814899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:19.828996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port cb6769ad-052c-4f03-958d-13227db41347 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:19.829718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.873509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41008) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:19.918400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Provisioning complete for port 535b27b3-b02f-49be-b81c-2eeff24d75b2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:19.918787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:19.977377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b3ce4-4ea4-461c-950a-d70c8f9964a9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:36:20.016221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Port 535b27b3-b02f-49be-b81c-2eeff24d75b2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:20.055930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c54cc77b-4046-4b28-a382-abeea7924683 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:20.056487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.113635 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d9191e55-9bf1-4c88-b278-3db58a53c234 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=792b613d42f14754ba1c3e8055186546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389140 Nov 27 10:36:20.119578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:20.129573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Provisioning complete for port 162897db-cc17-4cf1-b344-f88a28f3bf7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:20.130079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.146890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 1308b39f-38ce-4cf1-bf1c-ab8cd8680912 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:20.173644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.180751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.193077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.193857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.214222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Port 162897db-cc17-4cf1-b344-f88a28f3bf7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:20.262407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1071cdae-3439-4504-8228-57d135715826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.286783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66643de1-d02b-40d4-8425-d1e2e58d3a2b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:20.292403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66643de1-d02b-40d4-8425-d1e2e58d3a2b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:20.293683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Provisioning complete for port 8001ed3a-a187-429d-b103-0205abd81beb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:20.294205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.298471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66643de1-d02b-40d4-8425-d1e2e58d3a2b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:20.300467 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66643de1-d02b-40d4-8425-d1e2e58d3a2b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4843757 Nov 27 10:36:20.303778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41014) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:20.360026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.360351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.378615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3ab589a4-558c-4f8b-ae3f-35b0d8b7be4c None None] Port 8001ed3a-a187-429d-b103-0205abd81beb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:20.402510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for cb6769ad-052c-4f03-958d-13227db41347 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:20.403093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1071cdae-3439-4504-8228-57d135715826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.426005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=162897db-cc17-4cf1-b344-f88a28f3bf7d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:20.444759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4a548f-c2ff-42d5-b7b8-5417368b21c3 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:36:20.465167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port acaf6a79-9cca-439f-9cea-304f0ef86b1f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:20.465406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.483410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:20.493217 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3c638535-e1c0-485e-b777-14eb6f7a6cc9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/1308b39f-38ce-4cf1-bf1c-ab8cd8680912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6590683 Nov 27 10:36:20.497753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:20.499239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 240a1793-b245-4233-86ef-ccf79d62f335 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:20.501370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:20.504450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] Sync routers for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:20.519681 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:20.520601 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:20.560571 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:20.571266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:20.572110 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:20.575604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1071cdae-3439-4504-8228-57d135715826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.577819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1071cdae-3439-4504-8228-57d135715826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.578986 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1071cdae-3439-4504-8228-57d135715826 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04c95b3f-76cf-4bc0-8440-04d4808cb980 HTTP/1.1" status: 204 len: 168 time: 0.4589887 Nov 27 10:36:20.601335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071cdae-3439-4504-8228-57d135715826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c95b3f-76cf-4bc0-8440-04d4808cb980,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:20.633882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a548f-c2ff-42d5-b7b8-5417368b21c3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:36:20.647695 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:20.649106 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465e7136-9ee7-4a10-ad41-601193ab395a None None] The sync data for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:20.668282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port acaf6a79-9cca-439f-9cea-304f0ef86b1f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=acaf6a79-9cca-439f-9cea-304f0ef86b1f,segment=NetworkSegment(07448744-b9f8-4d6e-bc4b-78e77364601f),segment_id=07448744-b9f8-4d6e-bc4b-78e77364601f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:20.668766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.692769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for acaf6a79-9cca-439f-9cea-304f0ef86b1f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:20.698158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 535b27b3-b02f-49be-b81c-2eeff24d75b2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:20.698498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:20.704038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Router 8374af2f-5766-477f-a0e8-39c986c54039 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:36:20.847035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:20.854995 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8aa4cb6e-ab0c-4f83-8d93-af54e956d1de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/routers/8374af2f-5766-477f-a0e8-39c986c54039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3599486 Nov 27 10:36:20.855613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41022) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:20.861546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] Sync routers for ids ['8374af2f-5766-477f-a0e8-39c986c54039'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:20.917292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588d303-3f91-40f9-9af9-157465b92fdf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:20.920059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3588d303-3f91-40f9-9af9-157465b92fdf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports?device_id=8374af2f-5766-477f-a0e8-39c986c54039 HTTP/1.1" status: 200 len: 988 time: 0.0629444 Nov 27 10:36:20.924845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41028) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:20.965911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] Routers {'8374af2f-5766-477f-a0e8-39c986c54039'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:20.967919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8374af2f-5766-477f-a0e8-39c986c54039'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.006442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.016013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] Routers {'8374af2f-5766-477f-a0e8-39c986c54039'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:21.016838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8374af2f-5766-477f-a0e8-39c986c54039'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.048931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.062441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.063008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0235dea-9f50-44be-beaf-54e292fb539f None None] The sync data for ids ['8374af2f-5766-477f-a0e8-39c986c54039'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:21.093714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=cb6769ad-052c-4f03-958d-13227db41347,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:21.104952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.153716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.212150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port acaf6a79-9cca-439f-9cea-304f0ef86b1f on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:21.223277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=acaf6a79-9cca-439f-9cea-304f0ef86b1f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:21.275048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 535b27b3-b02f-49be-b81c-2eeff24d75b2 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:21.342535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-406063a4-7902-4746-887f-2adfcd10c5dd None None] Provisioning complete for port 162897db-cc17-4cf1-b344-f88a28f3bf7d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:21.342992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-406063a4-7902-4746-887f-2adfcd10c5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.363944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.366808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.371292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7d141645-d89e-4f37-8888-fb3075095400 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/floatingips/5644dfc9-ddbc-4664-8d5d-3e3e46452bb3 HTTP/1.1" status: 204 len: 168 time: 1.9731050 Nov 27 10:36:21.376101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41040) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:21.382769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:21.406276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.413820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-406063a4-7902-4746-887f-2adfcd10c5dd None None] Port 162897db-cc17-4cf1-b344-f88a28f3bf7d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:21.431546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.448805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0c5307-66e0-4eff-8775-158572490bba']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.463018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07448744-b9f8-4d6e-bc4b-78e77364601f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.463258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07448744-b9f8-4d6e-bc4b-78e77364601f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:21.478863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.523027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.525268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.535882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:21.535882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:21.554148 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:21.556263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:21.653737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.657544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.660063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.664007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.667926 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/bb0c5307-66e0-4eff-8775-158572490bba HTTP/1.1" status: 204 len: 168 time: 3.8315926 Nov 27 10:36:21.738495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:21.745244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'networks': [{'name': 'tempest-network--124747951'}, {'name': 'tempest-network--905173553'}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:21.745550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'network': {'name': 'tempest-network--124747951'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:21.746006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'network': {'name': 'tempest-network--905173553'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:21.783916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358657561'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:21.791432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d31a8-a56f-4607-a0f0-9a6d2e123f73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=bb0c5307-66e0-4eff-8775-158572490bba,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:21.798676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=535b27b3-b02f-49be-b81c-2eeff24d75b2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:21.847338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 10:36:21.847338 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 10:36:21.847338 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'project_id_1': 'b87ebce362c84412b6360f6877f4de4e', 'expiration_1': datetime.datetime(2021, 11, 27, 10, 36, 1, 813482)}] Nov 27 10:36:21.847338 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:21.847821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:21.882111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'network': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:21.886658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.932995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.968408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:21.975160 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ea9f0b97-ac09-4bb1-a58e-8957e22e6b0b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/535b27b3-b02f-49be-b81c-2eeff24d75b2 HTTP/1.1" status: 204 len: 168 time: 1.6653149 Nov 27 10:36:21.976140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41052) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:22.017177 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6132bd-dff2-4f6f-9c91-221f17bf6f6c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:36:22.018925 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2d6132bd-dff2-4f6f-9c91-221f17bf6f6c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/535b27b3-b02f-49be-b81c-2eeff24d75b2 HTTP/1.1" status: 404 len: 333 time: 0.0397465 Nov 27 10:36:22.022914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:22.086778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.143782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.150490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.151030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.204180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8efd42-e556-42ef-84e0-e4302c2c1990,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:22.209680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:22.213757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 6b0776eb-f262-4ee1-a65d-306f4f39d1f8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:22.213868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.242072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.242431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Added segment f4d8e54d-ef84-43e0-a363-fc97edc4e751 of type vlan for network 2e578c5e-aeb9-4672-abbf-17321f696ed2 Nov 27 10:36:22.254241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 8001ed3a-a187-429d-b103-0205abd81beb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:22.254645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.297493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.64 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/7ffa10dd-b0c6-4dac-b105-2cb73c5dae43) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:22.327482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.343087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 162897db-cc17-4cf1-b344-f88a28f3bf7d {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:22.343435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.359622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.392624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 6b0776eb-f262-4ee1-a65d-306f4f39d1f8 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:22.401486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:22.405109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.406943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:22.433906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.434244 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Added segment 27c26ce4-94d6-4de9-a6af-4a085db8dfee of type vlan for network 45294ed6-4d54-4d53-acff-5b3c0998ec53 Nov 27 10:36:22.490860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.515799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.522045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.524556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 8001ed3a-a187-429d-b103-0205abd81beb owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:22.548433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 162897db-cc17-4cf1-b344-f88a28f3bf7d owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:22.595925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.596540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.602392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:22.606942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:22.607556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.610688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.619440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:22.619776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:22.648496 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0786905 Nov 27 10:36:22.652307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:22.710664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Network': ['ID=2e578c5e-aeb9-4672-abbf-17321f696ed2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:22.722991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2e578c5e-aeb9-4672-abbf-17321f696ed2 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:22.786978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d1b8c-b5dd-435b-a46d-416f20ddae2a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Network': ['ID=45294ed6-4d54-4d53-acff-5b3c0998ec53,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:22.794494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.799889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 45294ed6-4d54-4d53-acff-5b3c0998ec53 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:22.834806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=6b0776eb-f262-4ee1-a65d-306f4f39d1f8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:22.906400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:22.938979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.007899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca62d6-23a3-45b2-a266-371cb0d29334 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:23.014021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca62d6-23a3-45b2-a266-371cb0d29334 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:23.020019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca62d6-23a3-45b2-a266-371cb0d29334 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:23.026183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca62d6-23a3-45b2-a266-371cb0d29334 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:23.027784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-24ca62d6-23a3-45b2-a266-371cb0d29334 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3744888 Nov 27 10:36:23.040725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41058) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:23.054806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:23.076502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:23.085943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:23.094875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=7ffa10dd-b0c6-4dac-b105-2cb73c5dae43,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:23.097202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.103847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 1308b39f-38ce-4cf1-bf1c-ab8cd8680912 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:23.149431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.217890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=8001ed3a-a187-429d-b103-0205abd81beb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:23.305699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.321026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.399579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=162897db-cc17-4cf1-b344-f88a28f3bf7d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:23.472482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.475839 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-69b5cc3b-b6c7-4642-8ed9-e59f20e3f59b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/8001ed3a-a187-429d-b103-0205abd81beb HTTP/1.1" status: 204 len: 168 time: 1.4519157 Nov 27 10:36:23.523406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41060) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:23.539881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:23.545715 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66054b14-db26-43b7-a763-2c2cc5d2ee10 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/1308b39f-38ce-4cf1-bf1c-ab8cd8680912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0456102 Nov 27 10:36:23.549279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:23.551269 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] Sync routers for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:23.569378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:23.573709 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.581894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:23.587970 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7b8450f3-eb4d-4d0d-9c23-d6a27bb929cf tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=1308b39f-38ce-4cf1-bf1c-ab8cd8680912 HTTP/1.1" status: 200 len: 205 time: 0.0335877 Nov 27 10:36:23.589328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:23.616454 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.626542 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] Routers {'1308b39f-38ce-4cf1-bf1c-ab8cd8680912'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:23.627855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.636503 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3a03b0-9144-4b00-960f-02487e32f0b4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:36:23.637931 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0f3a03b0-9144-4b00-960f-02487e32f0b4 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/8001ed3a-a187-429d-b103-0205abd81beb HTTP/1.1" status: 404 len: 333 time: 0.0808995 Nov 27 10:36:23.649713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41066) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:23.659059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.663451 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.664418 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58b233-d06a-46ee-a85e-07bf42fb35a5 None None] The sync data for ids ['1308b39f-38ce-4cf1-bf1c-ab8cd8680912'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:23.666132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.666449 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 173a68ac-df00-4f7d-b596-598095145ab6 of type vlan for network b33aee4e-fe28-42aa-b1fa-77dbc75c935f Nov 27 10:36:23.705459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.746654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.774948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.817913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e578c5e-aeb9-4672-abbf-17321f696ed2']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.866205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d8e54d-ef84-43e0-a363-fc97edc4e751') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.866491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d8e54d-ef84-43e0-a363-fc97edc4e751') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:23.884256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet a7d942c0-fae1-4126-a2d8-609abfb9b770 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:23.890625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.892370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.893758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.896792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.898514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:23.899106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.902700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:23.974076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.004405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2631309 Nov 27 10:36:24.008460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41070) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:24.017207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:24.020547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.021286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router 1308b39f-38ce-4cf1-bf1c-ab8cd8680912 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:36:24.024718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90852ca5-ede4-4ccf-83b9-b0ce0862f7d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=b33aee4e-fe28-42aa-b1fa-77dbc75c935f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:24.031407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.032597 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0bd76977-9449-48b7-9149-6278aabba108 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/1308b39f-38ce-4cf1-bf1c-ab8cd8680912 HTTP/1.1" status: 204 len: 168 time: 0.4421642 Nov 27 10:36:24.042272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:24.042766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:24.086888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:24.086888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:24.089800 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:24.204541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.220424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.241429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:36:24.246862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:24.247477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.248826 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "PUT /v2.0/networks/b33aee4e-fe28-42aa-b1fa-77dbc75c935f HTTP/1.1" status: 200 len: 723 time: 0.2390227 Nov 27 10:36:24.257461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41074) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:24.262018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:24.356833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21ab70-3fdc-4bde-928d-744082925a9d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=b33aee4e-fe28-42aa-b1fa-77dbc75c935f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:24.368966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:24.395862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:24.399797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.447584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.512115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Router 8374af2f-5766-477f-a0e8-39c986c54039 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:24.586740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 86ba806c-01df-46a5-9869-a59554945537 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:24.593811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.616209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.673694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.677248 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/networks/2e578c5e-aeb9-4672-abbf-17321f696ed2 HTTP/1.1" status: 204 len: 168 time: 1.6334143 Nov 27 10:36:24.680080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:24.734793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7d290-1831-469a-904f-e10867960c76 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Network': ['ID=2e578c5e-aeb9-4672-abbf-17321f696ed2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:24.758189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.786872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.812567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:24.818892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.824617 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2b6f5905-df02-4a16-8b4c-c74cd203d55d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/routers/8374af2f-5766-477f-a0e8-39c986c54039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8985410 Nov 27 10:36:24.825313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] Sync routers for ids ['8374af2f-5766-477f-a0e8-39c986c54039'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:24.826086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.829853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:24.842810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] Routers {'8374af2f-5766-477f-a0e8-39c986c54039'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:24.843715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8374af2f-5766-477f-a0e8-39c986c54039'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:24.862170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.876973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:24.886814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] Routers {'8374af2f-5766-477f-a0e8-39c986c54039'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:24.887656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['8374af2f-5766-477f-a0e8-39c986c54039'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:24.896526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785694f-b488-4581-aa37-3c0c98e2f087 req-326ea767-a65e-49e6-8cad-f1b05cf628f3 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:24.898054 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2785694f-b488-4581-aa37-3c0c98e2f087 req-326ea767-a65e-49e6-8cad-f1b05cf628f3 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2417891 Nov 27 10:36:24.903164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec926cd-5229-4ad4-90c3-1bf57b35c138 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:36:24.908009 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6ec926cd-5229-4ad4-90c3-1bf57b35c138 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/162897db-cc17-4cf1-b344-f88a28f3bf7d HTTP/1.1" status: 404 len: 333 time: 0.0680976 Nov 27 10:36:24.909409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:24.921735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=1eb3987c-1282-43ec-95e2-8687a5a36ceb,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:24.925221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:24.926098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874aa96-cd4b-406f-9af8-9633c5274f41 None None] The sync data for ids ['8374af2f-5766-477f-a0e8-39c986c54039'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:24.984744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:24.986748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.040781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d942c0-fae1-4126-a2d8-609abfb9b770,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:25.043100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.049142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.057701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db28da-a2fc-450c-bf64-a664e1235902 None None] Network e1ab3406-d3a8-49cf-912f-29fbec1c19a8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:25.074673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.081114 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c55161b5-164d-4eaf-9206-4d7ddd783818 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/a7d942c0-fae1-4126-a2d8-609abfb9b770 HTTP/1.1" status: 204 len: 168 time: 1.4254801 Nov 27 10:36:25.083078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41084) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:25.134757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '173a68ac-df00-4f7d-b596-598095145ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:25.134757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: b33aee4e-fe28-42aa-b1fa-77dbc75c935f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:25.183526 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2785694f-b488-4581-aa37-3c0c98e2f087 req-2bfa1e60-80b5-4b50-90ee-e4263598bb4d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702458 Nov 27 10:36:25.190608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.241859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.265351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.281343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] DHCP port deletion for e1ab3406-d3a8-49cf-912f-29fbec1c19a8 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:25.318601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45294ed6-4d54-4d53-acff-5b3c0998ec53']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:25.326976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:25.328717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=86ba806c-01df-46a5-9869-a59554945537,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:25.330625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.334856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.339189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c26ce4-94d6-4de9-a6af-4a085db8dfee') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:25.339481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c26ce4-94d6-4de9-a6af-4a085db8dfee') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:25.345357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] Deleting port c54cc77b-4046-4b28-a382-abeea7924683 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:25.345891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.351593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, b33aee4e-fe28-42aa-b1fa-77dbc75c935f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:25.354236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.370370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9504bf-b89b-498c-b2f4-2622fcbc7e38 None None] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:25.378167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.383853 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9fc1b89b-ca71-496a-b70c-5e12af26b7c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/86ba806c-01df-46a5-9869-a59554945537 HTTP/1.1" status: 204 len: 168 time: 1.3351958 Nov 27 10:36:25.384953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41088) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:25.394720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:25.395350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.408519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.416574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:25.416947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:25.419878 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:25.422833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721523fa-70e7-445f-834d-553139aad5dc None None] Network dc8bc3de-ce27-4476-b8b4-0654038e398a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:25.440440 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9bea62bf-80f2-4c7a-ba11-c95709f6412e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1792223 Nov 27 10:36:25.440440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.440440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Fanout notify agent at l3_agent the message router_deleted on router 8374af2f-5766-477f-a0e8-39c986c54039 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:36:25.447149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41090) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:25.460136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:25.473906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.477014 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-60fb08d8-128d-4fb1-ad5e-393f2568593c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/routers/8374af2f-5766-477f-a0e8-39c986c54039 HTTP/1.1" status: 204 len: 168 time: 0.5626049 Nov 27 10:36:25.477180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.479489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:25.492660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b24546-a45f-4b4e-9e2b-f963e7495abd req-ada918f7-1964-4cc5-ad16-c4c9f28a8e3f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:25.497016 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f2b24546-a45f-4b4e-9e2b-f963e7495abd req-ada918f7-1964-4cc5-ad16-c4c9f28a8e3f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1854951 Nov 27 10:36:25.507286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 69d6b2a9-08c7-43b8-b15e-d4a76642b720 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:25.521741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.523940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.547409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] For port c54cc77b-4046-4b28-a382-abeea7924683, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c54cc77b-4046-4b28-a382-abeea7924683,segment=NetworkSegment(f57ee646-b78b-4714-9620-9609701fe60b),segment_id=f57ee646-b78b-4714-9620-9609701fe60b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:25.547801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.583046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] Calling delete_port for c54cc77b-4046-4b28-a382-abeea7924683 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:25.587944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.600282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.603375 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/networks/45294ed6-4d54-4d53-acff-5b3c0998ec53 HTTP/1.1" status: 204 len: 168 time: 0.9222960 Nov 27 10:36:25.616318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:25.627966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet 772643ea-96b7-471c-8244-dd11a5dc09b2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:25.650577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.653798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623a363-a776-4ca8-bb79-57d464ded973 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Network': ['ID=45294ed6-4d54-4d53-acff-5b3c0998ec53,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:25.691061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.713419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9676544'] for subnet, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.717942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.722638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=7ffa10dd-b0c6-4dac-b105-2cb73c5dae43,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:25.751173 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f2b24546-a45f-4b4e-9e2b-f963e7495abd req-9cd02d84-e3ca-43c7-a7b2-007b4f1856e9 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439623 Nov 27 10:36:25.753388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port c54cc77b-4046-4b28-a382-abeea7924683 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:25.753725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.794445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.834653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-b33aee4e-fe28-42aa-b1fa-77dbc75c935f', 'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': '1eb3987c-1282-43ec-95e2-8687a5a36ceb'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:25.835524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.840276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] Pushing event deleted for resources: {'Port': ['ID=c54cc77b-4046-4b28-a382-abeea7924683,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:25.842508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b945ba9-8ee2-45c8-baa8-398fc59b3d9b None None] No DVR routers for this DVR port c54cc77b-4046-4b28-a382-abeea7924683 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:25.875321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] DHCP port deletion for dc8bc3de-ce27-4476-b8b4-0654038e398a request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:25.905870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.919352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:25.985599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.025201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] Deleting port d25c85b4-6909-46ff-a4f0-aa75c7babd37 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:26.025582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.047921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=772643ea-96b7-471c-8244-dd11a5dc09b2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.060410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3638563'] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.066824 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-20de062c-f8c8-4a2e-9cf3-b3ad9b833079 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/772643ea-96b7-471c-8244-dd11a5dc09b2 HTTP/1.1" status: 204 len: 168 time: 0.5824347 Nov 27 10:36:26.069196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41100) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:26.088254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14baf955-77a8-4b4c-92be-0a86194f8879 None None] Network 240a1793-b245-4233-86ef-ccf79d62f335 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:26.095607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c92d9-8df9-4622-bfab-f4994c11b5ca tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:26.102606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c92d9-8df9-4622-bfab-f4994c11b5ca tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:26.102853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735777359993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9885957'] for subnet, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.107201 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-804c92d9-8df9-4622-bfab-f4994c11b5ca tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4798057 Nov 27 10:36:26.111950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] For port c54cc77b-4046-4b28-a382-abeea7924683, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c54cc77b-4046-4b28-a382-abeea7924683,segment=NetworkSegment(f57ee646-b78b-4714-9620-9609701fe60b),segment_id=f57ee646-b78b-4714-9620-9609701fe60b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:26.111950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.112227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:26.120443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-678381057'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:26.152620 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] For port d25c85b4-6909-46ff-a4f0-aa75c7babd37, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d25c85b4-6909-46ff-a4f0-aa75c7babd37,segment=NetworkSegment(e3967685-a837-4ff1-9422-bdae38c787ce),segment_id=e3967685-a837-4ff1-9422-bdae38c787ce)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:26.154379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.162692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for c54cc77b-4046-4b28-a382-abeea7924683 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:26.169820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.195312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:26.195540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.199202 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "PUT /v2.0/subnets/1eb3987c-1282-43ec-95e2-8687a5a36ceb HTTP/1.1" status: 200 len: 806 time: 0.7443664 Nov 27 10:36:26.202573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41104) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:26.217337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.231697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb52cf4-8647-4af7-8f48-91d32192c73c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=1eb3987c-1282-43ec-95e2-8687a5a36ceb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.236177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:26.240342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.252639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4a313-6e25-44d8-a29a-6f844c3b5eda req-d9ad4c18-640e-4e32-884e-5ad67b3b4863 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:26.254195 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82b4a313-6e25-44d8-a29a-6f844c3b5eda req-d9ad4c18-640e-4e32-884e-5ad67b3b4863 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2495112 Nov 27 10:36:26.305427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:26.322741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.323445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Added segment 0c6972e4-5599-43cd-9c8f-aeeacbc01a63 of type vlan for network 17966f3e-f018-4f8a-83a4-b345540e810c Nov 27 10:36:26.353958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] Calling delete_port for d25c85b4-6909-46ff-a4f0-aa75c7babd37 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:26.368906 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP 44945976-d332-4f99-afd8-7f7dce855e07 associated. External IP: 172.26.1.64, port: 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6. Nov 27 10:36:26.378604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:26.378946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.382161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.385645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Allocated IP 172.20.0.2 (b33aee4e-fe28-42aa-b1fa-77dbc75c935f/1eb3987c-1282-43ec-95e2-8687a5a36ceb/a289cf6b-cb8f-49f2-9f6b-690104afa963) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:26.478119 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82b4a313-6e25-44d8-a29a-6f844c3b5eda req-302354a0-3292-44ea-8f33-c87ba4db5355 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842010 Nov 27 10:36:26.481033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.489678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:26.490988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.512786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,segment=NetworkSegment(4b04ffbb-6e8d-4f86-b705-e7db9a9cd163),segment_id=4b04ffbb-6e8d-4f86-b705-e7db9a9cd163)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:26.513222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.518827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.520821 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4099822 Nov 27 10:36:26.535829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:26.551119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:26.563693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-19835671'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:26.588294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.590361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=69d6b2a9-08c7-43b8-b15e-d4a76642b720,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.599338 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:36:26.604253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5daada-c2f2-42fb-b339-ced7a68d182e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Network': ['ID=17966f3e-f018-4f8a-83a4-b345540e810c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.608452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.612712 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-78522e6e-bb46-47c9-8e12-8cc02370e211 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/69d6b2a9-08c7-43b8-b15e-d4a76642b720 HTTP/1.1" status: 204 len: 168 time: 1.2266340 Nov 27 10:36:26.615529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.621306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41108) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:26.623775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.652036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1f4a4-9c16-46d0-a841-0f879bd0dd1b None None] Network 27b5fd70-71b5-42a4-9152-f3bd247eba3b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:26.659756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 17966f3e-f018-4f8a-83a4-b345540e810c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:26.692766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.693012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=c54cc77b-4046-4b28-a382-abeea7924683,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.700467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:26.704475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.708583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No DVR routers for this DVR port c54cc77b-4046-4b28-a382-abeea7924683 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:26.735902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=1658a84a-0d1f-4a75-bdcc-d8c7ae02abac,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.741026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:26.741185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07101991-1ee3-4900-ac4e-63f6ff2085e3 None None] DHCP port deletion for 240a1793-b245-4233-86ef-ccf79d62f335 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:26.747682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] No DVR routers for this DVR port d25c85b4-6909-46ff-a4f0-aa75c7babd37 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:26.768589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c040911-9eb2-4c42-a48f-096a923895be None None] Pushing event deleted for resources: {'Port': ['ID=d25c85b4-6909-46ff-a4f0-aa75c7babd37,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:26.815927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d25c85b4-6909-46ff-a4f0-aa75c7babd37 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:26.843318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.872088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240a1793-b245-4233-86ef-ccf79d62f335']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:26.882617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:26.882987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b04ffbb-6e8d-4f86-b705-e7db9a9cd163') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:26.888133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: d25c85b4-6909-46ff-a4f0-aa75c7babd37 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:26.888519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d25c85b4-6909-46ff-a4f0-aa75c7babd37 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:26.888949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c54cc77b-4046-4b28-a382-abeea7924683 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:26.894177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.909260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.915817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:26.916894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.920862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.925740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: c54cc77b-4046-4b28-a382-abeea7924683 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:26.926311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c54cc77b-4046-4b28-a382-abeea7924683 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:26.927899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.932334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.966011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.974606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:26.977921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:26.986917 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:26.989448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:26.995672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:27.001746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:27.004288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.029678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.037574 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/240a1793-b245-4233-86ef-ccf79d62f335 HTTP/1.1" status: 204 len: 168 time: 0.9661047 Nov 27 10:36:27.037574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04684103-1e83-4563-b325-dbf6715d5517 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=240a1793-b245-4233-86ef-ccf79d62f335,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:27.038636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:27.048227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Pushing event updated for resources: {'Port': ['ID=a289cf6b-cb8f-49f2-9f6b-690104afa963,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:27.099657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f079eb-3369-4313-8da1-32603d2d44de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:27.101924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-01f079eb-3369-4313-8da1-32603d2d44de tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/d8ea277f-004e-40ad-90e5-020602037d49 HTTP/1.1" status: 200 len: 845 time: 0.0627613 Nov 27 10:36:27.105982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:27.109585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Attempting to bind port a289cf6b-cb8f-49f2-9f6b-690104afa963 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:27.110070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Attempting to bind port a289cf6b-cb8f-49f2-9f6b-690104afa963 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '173a68ac-df00-4f7d-b596-598095145ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:27.110357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Attempting to bind port a289cf6b-cb8f-49f2-9f6b-690104afa963 on network b33aee4e-fe28-42aa-b1fa-77dbc75c935f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:27.117530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:27.117924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Checking segment: {'id': '173a68ac-df00-4f7d-b596-598095145ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:27.118342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.118747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Bound using segment: {'id': '173a68ac-df00-4f7d-b596-598095145ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:27.119252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Bound port: a289cf6b-cb8f-49f2-9f6b-690104afa963, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173a68ac-df00-4f7d-b596-598095145ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:27.119649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.168843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0a6fe9fc-fd40-4dde-8bcb-1eea46c52959 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/d8ea277f-004e-40ad-90e5-020602037d49?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0483618 Nov 27 10:36:27.170103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41114) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:27.175882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:27.201389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] DHCP port deletion for 27b5fd70-71b5-42a4-9152-f3bd247eba3b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:27.212958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] For port a289cf6b-cb8f-49f2-9f6b-690104afa963, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:27.246297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] For port a289cf6b-cb8f-49f2-9f6b-690104afa963, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a289cf6b-cb8f-49f2-9f6b-690104afa963,segment=NetworkSegment(173a68ac-df00-4f7d-b596-598095145ab6),segment_id=173a68ac-df00-4f7d-b596-598095145ab6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:27.255109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.332983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] Deleting port e3a48da5-49b5-47c7-aced-df5575c9739d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:27.333368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.336472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cc0f7-e5e5-41cb-b7f5-42cf38b62e9c None None] Pushing event updated for resources: {'Port': ['ID=a289cf6b-cb8f-49f2-9f6b-690104afa963,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:27.417059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] For port e3a48da5-49b5-47c7-aced-df5575c9739d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e3a48da5-49b5-47c7-aced-df5575c9739d,segment=NetworkSegment(a743b568-9afa-4a16-a2b0-81cf12c70157),segment_id=a743b568-9afa-4a16-a2b0-81cf12c70157)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:27.417833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.433030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.434020 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Added segment bd02ff4f-aa11-4ee9-923a-256f57780e56 of type vlan for network 9416d259-dc4d-418f-8229-b5667bf28f99 Nov 27 10:36:27.434850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] Calling delete_port for e3a48da5-49b5-47c7-aced-df5575c9739d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:27.436430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ab3406-d3a8-49cf-912f-29fbec1c19a8']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:27.476505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57ee646-b78b-4714-9620-9609701fe60b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:27.477064 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57ee646-b78b-4714-9620-9609701fe60b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:27.558303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.565498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.583139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.583370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] No DVR routers for this DVR port e3a48da5-49b5-47c7-aced-df5575c9739d on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:27.628536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba387b2-5edf-4f6b-9a03-b097efd55d1f None None] Pushing event deleted for resources: {'Port': ['ID=e3a48da5-49b5-47c7-aced-df5575c9739d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:27.638510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:27.678016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.689115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.694967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.713526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:27.713926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.721962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:27.726161 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:27.728801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.783463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb3987c-1282-43ec-95e2-8687a5a36ceb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:27.788839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8bc3de-ce27-4476-b8b4-0654038e398a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:27.801390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.806873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5759c-2d3f-46eb-b604-f463fa9467db req-5de98916-f8ac-46f9-8efc-585323d27794 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:27.807033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:27.807579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.808464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aeb5759c-2d3f-46eb-b604-f463fa9467db req-5de98916-f8ac-46f9-8efc-585323d27794 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1312151 Nov 27 10:36:27.856044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3967685-a837-4ff1-9422-bdae38c787ce') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:27.856285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3967685-a837-4ff1-9422-bdae38c787ce') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:27.886685 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aeb5759c-2d3f-46eb-b604-f463fa9467db req-7412676c-7e4b-4284-949f-1d94b5ea7132 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660093 Nov 27 10:36:27.929243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:27.965090 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4269021 Nov 27 10:36:27.970009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:27.977158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'ports': [{'network_id': '17966f3e-f018-4f8a-83a4-b345540e810c', 'name': 'tempest-port--1310792625', 'admin_state_up': True}, {'network_id': '9416d259-dc4d-418f-8229-b5667bf28f99', 'admin_state_up': False}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:27.977521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'port': {'network_id': '17966f3e-f018-4f8a-83a4-b345540e810c', 'name': 'tempest-port--1310792625', 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:27.978030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'port': {'network_id': '9416d259-dc4d-418f-8229-b5667bf28f99', 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:27.993176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.020301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.022480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.031402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.039760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.042920 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/e1ab3406-d3a8-49cf-912f-29fbec1c19a8 HTTP/1.1" status: 204 len: 168 time: 2.9575844 Nov 27 10:36:28.051437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41120) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:28.059441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-423342756'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:28.072254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:28.072694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:28.075793 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:28.077972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f8f7e-a963-4799-8003-d67537a14d85 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Network': ['ID=9416d259-dc4d-418f-8229-b5667bf28f99,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:28.083112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:28.090280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 9416d259-dc4d-418f-8229-b5667bf28f99 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:28.094292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:28.100607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:28.101208 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.122859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=8dd5a954-1f9e-4efe-bdd4-21e073c7598b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:28.125389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce9c43-0f70-4ce6-a5a3-fb7fdbe92efb None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:28.141704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33aee4e-fe28-42aa-b1fa-77dbc75c935f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.151206 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-65b368e4-0d5c-41e8-8ea8-dbc7bceab5ad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9799519 Nov 27 10:36:28.151816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41122) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:28.158671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'security_group': {'name': 'tempest-secgroup-1669099733'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:28.202244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173a68ac-df00-4f7d-b596-598095145ab6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.202618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173a68ac-df00-4f7d-b596-598095145ab6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.208696 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e78f08-6245-4175-90fa-91ad6caa59dd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=e1ab3406-d3a8-49cf-912f-29fbec1c19a8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:28.241659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.256897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:28.260477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.278802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.284521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.290102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.294640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.297969 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/dc8bc3de-ce27-4476-b8b4-0654038e398a HTTP/1.1" status: 204 len: 168 time: 1.6726632 Nov 27 10:36:28.306360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41124) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:28.329580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:28.329943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:28.334750 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:28.336863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234f94-ae39-4eac-a5bd-5f0bfc23b6a1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=dc8bc3de-ce27-4476-b8b4-0654038e398a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:28.349953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:28.371122 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:28.371886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'port': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:28.377370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.397184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'tenant_id': '7d66f081aeba4448b0cc6fdc97f996b1', 'fixed_ips': [{'subnet_id': '8dd5a954-1f9e-4efe-bdd4-21e073c7598b'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:28.398111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.400444 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:28.401109 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.446901 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.456032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:36:28.456032 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:36:28.456032 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': 'b33aee4e-fe28-42aa-b1fa-77dbc75c935f'}] Nov 27 10:36:28.456032 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:28.457783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:28.458887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:28.465106 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:28.465856 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.468720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.469749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.499574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.522055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.522804 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Added segment eff0942f-6e89-4eae-84ad-c52193455fc0 of type vlan for network 8b293a48-7998-465e-b931-628fc64a3741 Nov 27 10:36:28.523091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.524959 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680547c-3178-40c0-81ee-93c274ee9ebb None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:28.538942 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3bf19a3e-1547-460b-83fb-19023cb28343 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.1614900 Nov 27 10:36:28.539761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41126) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:28.546225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1485163286'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:28.588628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Allocated IP 2001:db8::2 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/8dd5a954-1f9e-4efe-bdd4-21e073c7598b/a6df746d-2122-4520-8d05-9dae1020f571) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:28.595165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.614466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:28.618247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.630569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.660904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.673748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] device_id is not set on port badbdf8c-6db1-414f-aa4c-8fae15fdc7cc yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:28.676209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.684334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:28.684334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.687018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:28.767434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e276d-99a9-455b-b736-973e9ba1c2cc None None] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:28.773888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Network': ['ID=8b293a48-7998-465e-b931-628fc64a3741,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:28.778874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.779032 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Added segment 5486e322-5502-4db7-93b5-ee75ee9962f5 of type vlan for network 707fedd3-85a7-434c-b331-f34e9148ff0b Nov 27 10:36:28.791099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.796438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.800688 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6428635 Nov 27 10:36:28.801160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 8b293a48-7998-465e-b931-628fc64a3741 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:28.809410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41128) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:28.813933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a289cf6b-cb8f-49f2-9f6b-690104afa963 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:28.820317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'security_group': {'name': 'tempest-secgroup-745596695'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:28.829763 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-92513df1-7ed6-4bcd-bee9-8e32cad640b0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7718024 Nov 27 10:36:28.833725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:28.840145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be3816-7514-40a8-9990-ac29cb84bea5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af487a1-9b2e-4b72-a0c4-c5e6c959fd4a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:28.841043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '8b293a48-7998-465e-b931-628fc64a3741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:28.849075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b5fd70-71b5-42a4-9152-f3bd247eba3b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.869023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.871123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a743b568-9afa-4a16-a2b0-81cf12c70157') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.871433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a743b568-9afa-4a16-a2b0-81cf12c70157') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:28.886658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.921251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.954161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.957559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.963892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:28.964808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.970386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.981185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:28.981625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:28.984629 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:29.049769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2cf82dbe-eb8c-416f-ab8b-ec2707bf9aae None None] Provisioning complete for port a289cf6b-cb8f-49f2-9f6b-690104afa963 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:29.049769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbe-eb8c-416f-ab8b-ec2707bf9aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.052052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.072465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.100484 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5585461 Nov 27 10:36:29.100753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.101379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:29.101868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:29.105279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.108771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'subnet': {'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:29.124421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ac653-ef30-4c1d-9203-28b9feb31e3d tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Network': ['ID=707fedd3-85a7-434c-b331-f34e9148ff0b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.151376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 707fedd3-85a7-434c-b331-f34e9148ff0b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:29.158454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.183625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:29.184531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a289cf6b-cb8f-49f2-9f6b-690104afa963 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:29.184977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.196946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.200770 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/27b5fd70-71b5-42a4-9152-f3bd247eba3b HTTP/1.1" status: 204 len: 168 time: 0.8885739 Nov 27 10:36:29.209577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:29.210604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db223ca-f78e-4c66-a18d-ac6aa52a6d17 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=27b5fd70-71b5-42a4-9152-f3bd247eba3b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.221214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] device_id is not set on port bb6a6721-e3b2-4c93-8d39-f38254904c88 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:29.226514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c329e26-5b70-47bb-870f-5afe6588504a req-8ea3b1db-4b13-423a-ab0a-f0c44a99a160 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:29.228650 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8c329e26-5b70-47bb-870f-5afe6588504a req-8ea3b1db-4b13-423a-ab0a-f0c44a99a160 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2181756 Nov 27 10:36:29.235870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2061664911'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:29.258105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.280649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.327140 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:29.331140 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.331505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.336676 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5196366 Nov 27 10:36:29.339405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41138) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:29.348937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-626953154', 'security_groups': ['406005ac-1014-4c9b-a504-54cf0f0fc479'], 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8dd5a954-1f9e-4efe-bdd4-21e073c7598b'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:29.351585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port a289cf6b-cb8f-49f2-9f6b-690104afa963 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:29.351867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.357323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b94bc-ee83-4439-85ed-8905e5a92328 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406005ac-1014-4c9b-a504-54cf0f0fc479,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.367840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:29.391695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:29.395866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.397219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:29.421808 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8c329e26-5b70-47bb-870f-5afe6588504a req-ef9c47d1-5f28-478e-9414-26e899bcff1a tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810644 Nov 27 10:36:29.440173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Pushing event updated for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.488066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:29.507095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port a289cf6b-cb8f-49f2-9f6b-690104afa963, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a289cf6b-cb8f-49f2-9f6b-690104afa963,segment=NetworkSegment(173a68ac-df00-4f7d-b596-598095145ab6),segment_id=173a68ac-df00-4f7d-b596-598095145ab6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:29.507476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.510515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.511050 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c of type vlan for network 9f027419-cc36-45b7-9b83-53a163ea370b Nov 27 10:36:29.540999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] DHCP port deletion for b33aee4e-fe28-42aa-b1fa-77dbc75c935f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:29.572000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for a289cf6b-cb8f-49f2-9f6b-690104afa963 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:29.594045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Attempting to bind port a6df746d-2122-4520-8d05-9dae1020f571 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:29.594667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Attempting to bind port a6df746d-2122-4520-8d05-9dae1020f571 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:29.595245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Attempting to bind port a6df746d-2122-4520-8d05-9dae1020f571 on network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:29.599341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbe-eb8c-416f-ab8b-ec2707bf9aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.611015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.644241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.655860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:29.656109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Checking segment: {'id': '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:29.656909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.656909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Bound using segment: {'id': '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:29.657374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Bound port: a6df746d-2122-4520-8d05-9dae1020f571, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:29.657817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.669850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.679609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.706236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2cf82dbe-eb8c-416f-ab8b-ec2707bf9aae None None] For port a289cf6b-cb8f-49f2-9f6b-690104afa963, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a289cf6b-cb8f-49f2-9f6b-690104afa963,segment=NetworkSegment(173a68ac-df00-4f7d-b596-598095145ab6),segment_id=173a68ac-df00-4f7d-b596-598095145ab6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:29.713789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbe-eb8c-416f-ab8b-ec2707bf9aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.733149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.734320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:29.738834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:29.739442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.771994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=a70f4a1c-de86-45cd-9bc5-0fa420fdd36c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.809447 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5800428 Nov 27 10:36:29.815120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:29.823401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:29.826192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Deleting port a289cf6b-cb8f-49f2-9f6b-690104afa963 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:29.826560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.828764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.875044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82dbe-eb8c-416f-ab8b-ec2707bf9aae None None] Pushing event updated for resources: {'Port': ['ID=a289cf6b-cb8f-49f2-9f6b-690104afa963,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.878990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Checking segment: {'id': 'eff0942f-6e89-4eae-84ad-c52193455fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8b293a48-7998-465e-b931-628fc64a3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:29.879183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network hostable DHCP agents. Network: 8b293a48-7998-465e-b931-628fc64a3741, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:29.881425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.881705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:29.883874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:29.885312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:29.920534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a6df746d-2122-4520-8d05-9dae1020f571,segment=NetworkSegment(8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac),segment_id=8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:29.922541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe11f9-8f3a-47c8-be99-ac754f454783 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=9f027419-cc36-45b7-9b83-53a163ea370b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.935229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.935604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Port': ['ID=badbdf8c-6db1-414f-aa4c-8fae15fdc7cc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.946306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.949244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] For port a289cf6b-cb8f-49f2-9f6b-690104afa963, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:29.949857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:29.965618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=a289cf6b-cb8f-49f2-9f6b-690104afa963,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:29.969449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port a289cf6b-cb8f-49f2-9f6b-690104afa963 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:29.983078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 9f027419-cc36-45b7-9b83-53a163ea370b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:29.994384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.010474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 8b293a48-7998-465e-b931-628fc64a3741 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:30.014299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Calling delete_port for a289cf6b-cb8f-49f2-9f6b-690104afa963 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:30.027918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Port a289cf6b-cb8f-49f2-9f6b-690104afa963 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:36:30.034519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.044649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Checking segment: {'id': '0c6972e4-5599-43cd-9c8f-aeeacbc01a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '17966f3e-f018-4f8a-83a4-b345540e810c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:30.045045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network hostable DHCP agents. Network: 17966f3e-f018-4f8a-83a4-b345540e810c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:30.062101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port 3f387b7c-cf83-4d00-95e7-fb4759626f41 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:30.088422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 8b293a48-7998-465e-b931-628fc64a3741) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:30.091644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.094248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] No DVR routers for this DVR port a289cf6b-cb8f-49f2-9f6b-690104afa963 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:30.097443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:30.097980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.099816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf66570-1d7f-4b70-a26a-69285806af8d None None] Pushing event updated for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:30.106857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:30.109764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.130026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Subnet': ['ID=86e9ea5e-4214-4e65-9ec0-f57c0000482b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:30.146601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94935b0-8e20-41b1-af93-7bfe4f4377de None None] Network 8b293a48-7998-465e-b931-628fc64a3741 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:30.151444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d92f40-5cd2-49b1-a1cd-08c862cad383 None None] Network b33aee4e-fe28-42aa-b1fa-77dbc75c935f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:30.164289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33aee4e-fe28-42aa-b1fa-77dbc75c935f']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:30.165231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31c368-af4c-40e3-99c2-0fe1aa4f41ca None None] Pushing event deleted for resources: {'Port': ['ID=a289cf6b-cb8f-49f2-9f6b-690104afa963,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:30.177001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-03912faa-1a8f-4deb-9698-36c0c127878e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3392472 Nov 27 10:36:30.180297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Checking segment: {'id': '5486e322-5502-4db7-93b5-ee75ee9962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:30.181652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network hostable DHCP agents. Network: 707fedd3-85a7-434c-b331-f34e9148ff0b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:30.187199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41142) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:30.195535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1576254461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:30.202085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network 17966f3e-f018-4f8a-83a4-b345540e810c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:30.218893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173a68ac-df00-4f7d-b596-598095145ab6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:30.223924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173a68ac-df00-4f7d-b596-598095145ab6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:30.251651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.272806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 17966f3e-f018-4f8a-83a4-b345540e810c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:30.276656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:30.278170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.287488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.296989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54d1bc-02f4-4a91-92e6-e41dba4b44b7 None None] Network 17966f3e-f018-4f8a-83a4-b345540e810c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:30.297388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:30.297794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:30.302242 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:30.339998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 707fedd3-85a7-434c-b331-f34e9148ff0b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:30.374898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.376226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.398421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 707fedd3-85a7-434c-b331-f34e9148ff0b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:30.402419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:30.403066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.428676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Port': ['ID=bb6a6721-e3b2-4c93-8d39-f38254904c88,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:30.443498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f24c1-dd9e-4eb7-a69e-ff41d991bd08 None None] Network 707fedd3-85a7-434c-b331-f34e9148ff0b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:30.463039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::391 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/8dd5a954-1f9e-4efe-bdd4-21e073c7598b/3f387b7c-cf83-4d00-95e7-fb4759626f41) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:30.507400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Port a289cf6b-cb8f-49f2-9f6b-690104afa963 update to ACTIVE by agent not found {{(pid=103380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 10:36:30.511556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.526535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.530522 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/b33aee4e-fe28-42aa-b1fa-77dbc75c935f HTTP/1.1" status: 204 len: 168 time: 4.3203449 Nov 27 10:36:30.536580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:30.601801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51a399-216c-417d-a19b-dd8e5b218d02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=b33aee4e-fe28-42aa-b1fa-77dbc75c935f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:30.620013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba5cb9e-6155-4e27-beaa-d06387487452 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:30.620805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba5cb9e-6155-4e27-beaa-d06387487452 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:30.629331 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bba5cb9e-6155-4e27-beaa-d06387487452 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/b33aee4e-fe28-42aa-b1fa-77dbc75c935f HTTP/1.1" status: 404 len: 339 time: 0.0812409 Nov 27 10:36:30.630507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:30.631487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:30.643466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-191177136', 'description': 'd1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:30.662344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.693883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:30.694236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1658a84a-0d1f-4a75-bdcc-d8c7ae02abac not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:30.694652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3a48da5-49b5-47c7-aced-df5575c9739d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:30.719338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=7e639a8c-c288-45af-b120-6762e74fbc69,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:30.731153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-8b293a48-7998-465e-b931-628fc64a3741', 'network_id': '8b293a48-7998-465e-b931-628fc64a3741', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': 'a70f4a1c-de86-45cd-9bc5-0fa420fdd36c'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:30.731942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.741640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e3a48da5-49b5-47c7-aced-df5575c9739d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:30.742023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e3a48da5-49b5-47c7-aced-df5575c9739d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:30.748303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:30.752439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.783943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:30.784305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: 9f027419-cc36-45b7-9b83-53a163ea370b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:30.811457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 9f027419-cc36-45b7-9b83-53a163ea370b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:30.822209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:30.829200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 9f027419-cc36-45b7-9b83-53a163ea370b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:30.829736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.834302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:30.834963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.845104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.845444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 046d3ad5-89c8-40d9-8fae-607a3c961c35 of type vlan for network 7b634bbc-7dcd-4b70-a4d1-36f724be0005 Nov 27 10:36:30.852056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.872422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356f7a5-a946-4f9a-939b-754cc6e36f22 None None] Network 9f027419-cc36-45b7-9b83-53a163ea370b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:30.880872 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1bff7136-6246-45d8-b2e9-4084fbd9bb4b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7643838 Nov 27 10:36:30.881959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Checking segment: {'id': 'bd02ff4f-aa11-4ee9-923a-256f57780e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9416d259-dc4d-418f-8229-b5667bf28f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:30.882391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network hostable DHCP agents. Network: 9416d259-dc4d-418f-8229-b5667bf28f99, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:30.886535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:30.890517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-67e5ec57-bc86-401b-8dc3-36e1a2e119fd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0713358 Nov 27 10:36:30.893952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:30.898314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1171558759', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:30.899137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-101050498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:30.925550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.929488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f759f71-fbda-427b-93f2-db6e1dead432 req-0a0197f3-57be-48d6-a0d7-3c3e603f503e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:30.937228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f759f71-fbda-427b-93f2-db6e1dead432 req-0a0197f3-57be-48d6-a0d7-3c3e603f503e tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3053398 Nov 27 10:36:30.961558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.962424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.967437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.969396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.970411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.973363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:30.973971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:30.981419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:31.023534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.024984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d947ce0-5738-4836-b5fb-d6f07183fd34 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8362870 Nov 27 10:36:31.031847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.033043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41154) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.035940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-707fedd3-85a7-434c-b331-f34e9148ff0b', 'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b', 'tenant_id': '715790830ffa4fd995f58d37ed30eb81', 'fixed_ips': [{'subnet_id': '86e9ea5e-4214-4e65-9ec0-f57c0000482b'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:31.036787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.044868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'network_id': '8b293a48-7998-465e-b931-628fc64a3741', 'name': 'tempest-PortsTestJSON-1204186291'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:31.047519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network 9416d259-dc4d-418f-8229-b5667bf28f99 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:31.059005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=7b634bbc-7dcd-4b70-a4d1-36f724be0005,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:31.075363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a1ebd322-9f03-42c6-b371-010fa4a1d82b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4376655 Nov 27 10:36:31.093648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.112605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.117637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.141393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.143010 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8905b876-ba57-479e-95c3-62b481c6ab69 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2476323 Nov 27 10:36:31.146084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41158) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.153537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'port': {'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b', 'name': 'tempest-RoutersIpV6Test-701546125'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:31.159029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 9416d259-dc4d-418f-8229-b5667bf28f99) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:31.225668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.226831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:31.232899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:31.243806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:31.244691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.271945 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f759f71-fbda-427b-93f2-db6e1dead432 req-2b002df4-2f9f-4cce-be52-338186e1f010 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334441 Nov 27 10:36:31.301426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:31.305840 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.307041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 7b634bbc-7dcd-4b70-a4d1-36f724be0005 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:31.309079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a382e-526f-48a8-a7be-6a810e2cd1b5 None None] Network 9416d259-dc4d-418f-8229-b5667bf28f99 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:31.327147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] device_id is not set on port 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:31.462505 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-601ff8ac-42e8-4e14-99ad-cd7ae836aa5a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4912663 Nov 27 10:36:31.462857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.480140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.520833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d80d7-84b5-45aa-84e0-f3d15939c1fe tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:31.522764 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5f2d80d7-84b5-45aa-84e0-f3d15939c1fe tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks?id=7b634bbc-7dcd-4b70-a4d1-36f724be0005 HTTP/1.1" status: 200 len: 760 time: 0.4241860 Nov 27 10:36:31.532451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Allocated IP 172.20.0.2 (8b293a48-7998-465e-b931-628fc64a3741/a70f4a1c-de86-45cd-9bc5-0fa420fdd36c/e05f59ed-55eb-4180-b2a0-8588f80d01f2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:31.540978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.548205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8::158 (9f027419-cc36-45b7-9b83-53a163ea370b/7e639a8c-c288-45af-b120-6762e74fbc69/6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:31.555608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'description': 'd2'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:31.622267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c86f03-4274-4acc-960a-5a852da2598a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:31.631596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:31.632835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c86f03-4274-4acc-960a-5a852da2598a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:31.637232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-82c86f03-4274-4acc-960a-5a852da2598a tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1733215 Nov 27 10:36:31.638420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=3f387b7c-cf83-4d00-95e7-fb4759626f41,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:31.641554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.657856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:31.660217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:31.666693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:31.667603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.679554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.709189 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-627f9e6e-dc17-4ade-ad83-9a91bc820754 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3674858 Nov 27 10:36:31.716119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:31.722963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:31.723333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.726695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:31.805628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.874441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Allocated IP 172.20.0.2 (707fedd3-85a7-434c-b331-f34e9148ff0b/86e9ea5e-4214-4e65-9ec0-f57c0000482b/7e4dee80-6117-4c58-a458-86e76dba2a66) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:31.879399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Provisioning complete for port d8ea277f-004e-40ad-90e5-020602037d49 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:31.879573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.899642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-9f027419-cc36-45b7-9b83-53a163ea370b', 'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '7e639a8c-c288-45af-b120-6762e74fbc69'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:31.901890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.921855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.942898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:31.955768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.016546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Port d8ea277f-004e-40ad-90e5-020602037d49 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:32.041028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network 7b634bbc-7dcd-4b70-a4d1-36f724be0005 is not hosted by any dhcp agent {{(pid=103379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:36:32.046623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:32.047446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.052445 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "PUT /v2.0/networks/7b634bbc-7dcd-4b70-a4d1-36f724be0005 HTTP/1.1" status: 200 len: 757 time: 0.5104325 Nov 27 10:36:32.060521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41168) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:32.096419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fc776-e795-4090-a7d3-e5720daeb1ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=7b634bbc-7dcd-4b70-a4d1-36f724be0005,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:32.187245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:32.192014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.194004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.194506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 7b634bbc-7dcd-4b70-a4d1-36f724be0005 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:32.205958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:32.206478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.210132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee94e8-1ab2-4ad5-884d-6ed33e3ec414 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:32.215788 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cdee94e8-1ab2-4ad5-884d-6ed33e3ec414 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks?id=7b634bbc-7dcd-4b70-a4d1-36f724be0005 HTTP/1.1" status: 200 len: 760 time: 0.1513405 Nov 27 10:36:32.217178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:32.251084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1692428152'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:32.265208 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 45df7436-572b-43b7-9b51-8ba848b57c37 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:32.278778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 9f027419-cc36-45b7-9b83-53a163ea370b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:32.289030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:32.294689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:32.299652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:32.305303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:32.305956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.324649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:32.336112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.363458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.371466 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b736d6b9-06c8-435e-be01-eaa39b43844e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2199891 Nov 27 10:36:32.372400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41174) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:32.377633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Deleting port badbdf8c-6db1-414f-aa4c-8fae15fdc7cc {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:32.378001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.386663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.411286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:32.414831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.417675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.432163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:32.502017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.502879 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 21ff475d-1b95-492e-ac8c-7de3310045e4 of type vlan for network be276097-2980-40b1-8a41-d6e59e799a0e Nov 27 10:36:32.535079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Network 8b293a48-7998-465e-b931-628fc64a3741 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:32.569156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Allocated IP 2001:db8::2 (9f027419-cc36-45b7-9b83-53a163ea370b/7e639a8c-c288-45af-b120-6762e74fbc69/340f06c4-f46f-46c0-8430-263d6e93598f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:32.571244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.575725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:32.584159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a6df746d-2122-4520-8d05-9dae1020f571,segment=NetworkSegment(8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac),segment_id=8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:32.586941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:32.602088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Calling delete_port for badbdf8c-6db1-414f-aa4c-8fae15fdc7cc owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:32.610558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Pushing event updated for resources: {'Port': ['ID=e05f59ed-55eb-4180-b2a0-8588f80d01f2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:32.618814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.14 (8b293a48-7998-465e-b931-628fc64a3741/a70f4a1c-de86-45cd-9bc5-0fa420fdd36c/45df7436-572b-43b7-9b51-8ba848b57c37) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:32.626125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.725056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.739870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.742263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a289cf6b-cb8f-49f2-9f6b-690104afa963 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:32.759534 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dd5a954-1f9e-4efe-bdd4-21e073c7598b (CIDR: 2001:db8::/64) Nov 27 10:36:32.778453 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:36:32.778903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:32.821526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.842449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a289cf6b-cb8f-49f2-9f6b-690104afa963 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:32.842797 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a289cf6b-cb8f-49f2-9f6b-690104afa963 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:32.852740 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-09979cbc-4085-4c8c-a651-ac549b0bb155 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1331785 Nov 27 10:36:32.853369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.859153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:32.884663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:32.887470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Attempting to bind port e05f59ed-55eb-4180-b2a0-8588f80d01f2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:32.887861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Attempting to bind port e05f59ed-55eb-4180-b2a0-8588f80d01f2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'eff0942f-6e89-4eae-84ad-c52193455fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8b293a48-7998-465e-b931-628fc64a3741'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:32.888226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Attempting to bind port e05f59ed-55eb-4180-b2a0-8588f80d01f2 on network 8b293a48-7998-465e-b931-628fc64a3741 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:32.888665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:32.902750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Network 707fedd3-85a7-434c-b331-f34e9148ff0b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:32.903431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.948973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:32.960588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:32.961095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Checking segment: {'id': 'eff0942f-6e89-4eae-84ad-c52193455fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8b293a48-7998-465e-b931-628fc64a3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:32.962147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.962147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Bound using segment: {'id': 'eff0942f-6e89-4eae-84ad-c52193455fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8b293a48-7998-465e-b931-628fc64a3741'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:32.962378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Bound port: e05f59ed-55eb-4180-b2a0-8588f80d01f2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff0942f-6e89-4eae-84ad-c52193455fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8b293a48-7998-465e-b931-628fc64a3741'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:32.962854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:32.966174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:33.050391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.053360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.062897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987a93e-8ccd-4bb5-923e-7d740b307635 req-1d1d6782-d3ad-455b-ac05-55b590195458 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:33.064911 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d987a93e-8ccd-4bb5-923e-7d740b307635 req-1d1d6782-d3ad-455b-ac05-55b590195458 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.6339607 Nov 27 10:36:33.074663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Pushing event updated for resources: {'Port': ['ID=7e4dee80-6117-4c58-a458-86e76dba2a66,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.082925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:33.083299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-874b26d5-9a23-462c-96d6-7cddd7fb6283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:33.113383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Port': ['ID=badbdf8c-6db1-414f-aa4c-8fae15fdc7cc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.125581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.129760 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9a23fe57-c85e-4466-b1de-5139762d464f tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/ports/badbdf8c-6db1-414f-aa4c-8fae15fdc7cc HTTP/1.1" status: 204 len: 168 time: 1.4826028 Nov 27 10:36:33.138937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:33.148419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.152146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Attempting to bind port 7e4dee80-6117-4c58-a458-86e76dba2a66 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:33.152564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Attempting to bind port 7e4dee80-6117-4c58-a458-86e76dba2a66 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '5486e322-5502-4db7-93b5-ee75ee9962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:33.153355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Attempting to bind port 7e4dee80-6117-4c58-a458-86e76dba2a66 on network 707fedd3-85a7-434c-b331-f34e9148ff0b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:33.159926 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d987a93e-8ccd-4bb5-923e-7d740b307635 req-4ad80c3b-223c-4b68-b45f-93c2835aa278 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673087 Nov 27 10:36:33.164103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:33.164516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Checking segment: {'id': '5486e322-5502-4db7-93b5-ee75ee9962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:33.164954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.165453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Bound using segment: {'id': '5486e322-5502-4db7-93b5-ee75ee9962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:33.166188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Bound port: 7e4dee80-6117-4c58-a458-86e76dba2a66, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5486e322-5502-4db7-93b5-ee75ee9962f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:33.166452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.168869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] For port e05f59ed-55eb-4180-b2a0-8588f80d01f2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:33.173637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] For port e05f59ed-55eb-4180-b2a0-8588f80d01f2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e05f59ed-55eb-4180-b2a0-8588f80d01f2,segment=NetworkSegment(eff0942f-6e89-4eae-84ad-c52193455fc0),segment_id=eff0942f-6e89-4eae-84ad-c52193455fc0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:33.181401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.194504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.215709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.222832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:33.223487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.250465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.26.1.87 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/01bdd38f-3262-4fe7-81a8-2c01393d481b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:33.279685 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0321944 Nov 27 10:36:33.298233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41180) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:33.304367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:33.371779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590538f-abf5-440d-aca7-fa040b2f2cb3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=be276097-2980-40b1-8a41-d6e59e799a0e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.377166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.397845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.398868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network be276097-2980-40b1-8a41-d6e59e799a0e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:33.469139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Network 9f027419-cc36-45b7-9b83-53a163ea370b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:33.480598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:33.494044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:33.496928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.509206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.513207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Pushing event updated for resources: {'Port': ['ID=340f06c4-f46f-46c0-8430-263d6e93598f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.522043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:33.585265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] For port 7e4dee80-6117-4c58-a458-86e76dba2a66, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:33.591371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:33.597493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.609437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.657186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] For port 7e4dee80-6117-4c58-a458-86e76dba2a66, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e4dee80-6117-4c58-a458-86e76dba2a66,segment=NetworkSegment(5486e322-5502-4db7-93b5-ee75ee9962f5),segment_id=5486e322-5502-4db7-93b5-ee75ee9962f5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:33.688427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2504388-f467-42d4-930a-9a7f25e59327 None None] Pushing event updated for resources: {'Port': ['ID=e05f59ed-55eb-4180-b2a0-8588f80d01f2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.692583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.700987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Deleting port bb6a6721-e3b2-4c93-8d39-f38254904c88 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:33.701320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.708866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 8b293a48-7998-465e-b931-628fc64a3741 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:33.732467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:33.748660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:33.751266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Attempting to bind port 340f06c4-f46f-46c0-8430-263d6e93598f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:33.751655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Attempting to bind port 340f06c4-f46f-46c0-8430-263d6e93598f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:33.751801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.752590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Attempting to bind port 340f06c4-f46f-46c0-8430-263d6e93598f on network 9f027419-cc36-45b7-9b83-53a163ea370b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:33.761838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=45df7436-572b-43b7-9b51-8ba848b57c37,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.772642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:33.773042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Checking segment: {'id': 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:33.773919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.774328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Bound using segment: {'id': 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:33.775687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Bound port: 340f06c4-f46f-46c0-8430-263d6e93598f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9f027419-cc36-45b7-9b83-53a163ea370b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:33.775687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.803270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a04e7-de1f-41d9-b816-90e59077a7a5 None None] Pushing event updated for resources: {'Port': ['ID=7e4dee80-6117-4c58-a458-86e76dba2a66,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:33.910691 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.917066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.919691 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:33.927140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] For port 340f06c4-f46f-46c0-8430-263d6e93598f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:33.931726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] For port 340f06c4-f46f-46c0-8430-263d6e93598f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=340f06c4-f46f-46c0-8430-263d6e93598f,segment=NetworkSegment(bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c),segment_id=bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:33.935191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Calling delete_port for bb6a6721-e3b2-4c93-8d39-f38254904c88 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:33.954534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.025515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-099b60d0-4f68-4daf-b26c-32faae04120e None None] Provisioning complete for port 3f387b7c-cf83-4d00-95e7-fb4759626f41 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:34.026603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-099b60d0-4f68-4daf-b26c-32faae04120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.074357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=01bdd38f-3262-4fe7-81a8-2c01393d481b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:34.084876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:34.108629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cbc20-93de-4ac1-9541-e7bd2d23f30a None None] Pushing event updated for resources: {'Port': ['ID=340f06c4-f46f-46c0-8430-263d6e93598f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:34.121071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:34.124263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-099b60d0-4f68-4daf-b26c-32faae04120e None None] Port 3f387b7c-cf83-4d00-95e7-fb4759626f41 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:34.134255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:34.142340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:34.175383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.192680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea3580-8a53-4266-99ba-63cb93bc9793 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:34.210022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:34.210823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.272083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aa61dbe8-bcfb-45f3-a851-c4ea0268af93 None None] Provisioning complete for port 01bdd38f-3262-4fe7-81a8-2c01393d481b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:34.274323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa61dbe8-bcfb-45f3-a851-c4ea0268af93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.333809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-2d824227-bbb9-469c-8970-0a0a86cbf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:34.335442 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-2d824227-bbb9-469c-8970-0a0a86cbf281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.3075745 Nov 27 10:36:34.345590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=97b61fbb-570e-4918-a1fd-c2fc6c730d11,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:34.350346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '21ff475d-1b95-492e-ac8c-7de3310045e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:34.350711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: be276097-2980-40b1-8a41-d6e59e799a0e, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:34.355296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aa61dbe8-bcfb-45f3-a851-c4ea0268af93 None None] Port 01bdd38f-3262-4fe7-81a8-2c01393d481b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:34.374069 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e5af61c8-0dd0-4383-b7e1-c7b38c74b3d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3384306 Nov 27 10:36:34.374785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:34.425988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.450972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network be276097-2980-40b1-8a41-d6e59e799a0e is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:34.478216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.551757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, be276097-2980-40b1-8a41-d6e59e799a0e) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:34.562988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e891d5d-7e9e-4699-ac49-44900b3b027d None None] Network be276097-2980-40b1-8a41-d6e59e799a0e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:34.578830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:34.579483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.619501 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-68ddd09c-52cb-4d3e-8093-d87d7363053e tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3196070 Nov 27 10:36:34.624107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41186) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:34.687965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-04b10ea5-1f17-41e1-9b21-fdb46c2e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:34.689992 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-04b10ea5-1f17-41e1-9b21-fdb46c2e7231 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.2930694 Nov 27 10:36:34.696367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.753460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.757128 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/ports/bb6a6721-e3b2-4c93-8d39-f38254904c88 HTTP/1.1" status: 204 len: 168 time: 1.6148512 Nov 27 10:36:34.762076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41188) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:34.765093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed09bb5-9dd8-4746-8894-34b9093aac7d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Port': ['ID=bb6a6721-e3b2-4c93-8d39-f38254904c88,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:34.791677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-be276097-2980-40b1-8a41-d6e59e799a0e', 'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': '97b61fbb-570e-4918-a1fd-c2fc6c730d11'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:34.793014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.828790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782634b-22f1-48b9-856e-36ee26ab684d req-67a78ef0-354b-4df7-93f0-fea3f83fd5cb tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:34.831627 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3782634b-22f1-48b9-856e-36ee26ab684d req-67a78ef0-354b-4df7-93f0-fea3f83fd5cb tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.4931080 Nov 27 10:36:34.848357 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-036c1375-85e8-4d65-a84f-4af1e8d46f5e tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0565834 Nov 27 10:36:34.852743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41190) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:34.883238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1161257318'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:34.935952 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-620cf21f-a8e5-44b8-8191-911e5bc7edf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.2353206 Nov 27 10:36:34.959921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:34.987587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.025747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Allocated IP 172.20.0.2 (be276097-2980-40b1-8a41-d6e59e799a0e/97b61fbb-570e-4918-a1fd-c2fc6c730d11/897c4621-3a5f-4843-af96-c6cc8a9ead07) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:35.125989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-1cae803b-37aa-4eb9-a7db-65abbf63e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:35.127767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-1cae803b-37aa-4eb9-a7db-65abbf63e193 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.1742556 Nov 27 10:36:35.128577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:35.132112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.139077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:35.226170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:35.262401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ec32e-b920-4587-9f71-5bb05d097847 None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:35.265374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:35.265963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.318204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=2c8d24ca-5983-40cf-9cf8-014830c458e5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:35.318417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e05f59ed-55eb-4180-b2a0-8588f80d01f2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:35.328649 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f25df10e-5c6e-4473-87f8-db7e3dadc8da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4639423 Nov 27 10:36:35.331888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41192) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:35.342159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1230255487', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2c8d24ca-5983-40cf-9cf8-014830c458e5'}], 'security_groups': ['8af487a1-9b2e-4b72-a0c4-c5e6c959fd4a']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:35.355258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604cdd8b-8008-492b-bfdd-336e54a13a5d None None] Network 8b293a48-7998-465e-b931-628fc64a3741 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:35.377709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:35.384426 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3782634b-22f1-48b9-856e-36ee26ab684d req-f67e6922-6346-463f-a95e-8ca6a9de369d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380298 Nov 27 10:36:35.395111 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.415163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.457327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.462531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.479487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-0659a2eb-837f-4756-b3d9-a84f5161ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:35.481520 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-0659a2eb-837f-4756-b3d9-a84f5161ce9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3351035 Nov 27 10:36:35.505638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.505990 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Added segment 82e0a523-deab-4093-8cd9-1460b3c2ef18 of type vlan for network ed5766b4-ec70-42c4-9cb6-927a95b9e605 Nov 27 10:36:35.566875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b8c00ec6-cb0f-4172-a596-527fc87bc9fe None None] Provisioning complete for port e05f59ed-55eb-4180-b2a0-8588f80d01f2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:35.567508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8c00ec6-cb0f-4172-a596-527fc87bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.619050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Network be276097-2980-40b1-8a41-d6e59e799a0e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:35.631491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:35.634334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:35.739631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Pushing event updated for resources: {'Port': ['ID=897c4621-3a5f-4843-af96-c6cc8a9ead07,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:35.796935 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e05f59ed-55eb-4180-b2a0-8588f80d01f2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:35.797572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.894910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Attempting to bind port 897c4621-3a5f-4843-af96-c6cc8a9ead07 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:35.895554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Attempting to bind port 897c4621-3a5f-4843-af96-c6cc8a9ead07 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '21ff475d-1b95-492e-ac8c-7de3310045e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:35.896152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Attempting to bind port 897c4621-3a5f-4843-af96-c6cc8a9ead07 on network be276097-2980-40b1-8a41-d6e59e799a0e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:35.979348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8c00ec6-cb0f-4172-a596-527fc87bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.982016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:35.982621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Checking segment: {'id': '21ff475d-1b95-492e-ac8c-7de3310045e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:35.983197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:35.983755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Bound using segment: {'id': '21ff475d-1b95-492e-ac8c-7de3310045e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:35.984448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Bound port: 897c4621-3a5f-4843-af96-c6cc8a9ead07, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff475d-1b95-492e-ac8c-7de3310045e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'be276097-2980-40b1-8a41-d6e59e799a0e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:35.985182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.045819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c7d7c-4f3a-41b8-8052-d3a975807898 None None] Network 707fedd3-85a7-434c-b331-f34e9148ff0b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:36.060539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.110373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.142486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.201487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.212772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:36.214206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.230964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-18bf71ee-dc89-4c51-a284-982c1e08a0b7 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228482 Nov 27 10:36:36.234359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.277061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=97b61fbb-570e-4918-a1fd-c2fc6c730d11,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:36.305672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.306781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.311748 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4563148 Nov 27 10:36:36.321870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41194) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:36.329283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-57266341'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:36.367953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.372044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0adb0a-067b-4974-a373-06a10e6d2f75 None None] Network 9f027419-cc36-45b7-9b83-53a163ea370b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:36.385347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b8c00ec6-cb0f-4172-a596-527fc87bc9fe None None] For port e05f59ed-55eb-4180-b2a0-8588f80d01f2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e05f59ed-55eb-4180-b2a0-8588f80d01f2,segment=NetworkSegment(eff0942f-6e89-4eae-84ad-c52193455fc0),segment_id=eff0942f-6e89-4eae-84ad-c52193455fc0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:36.395614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.412003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:36.415417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.460536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8c00ec6-cb0f-4172-a596-527fc87bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.550633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:36.554333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72343c3-c207-408b-be29-45ac2f273bad tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Network': ['ID=ed5766b4-ec70-42c4-9cb6-927a95b9e605,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:36.581770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.587402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.587749 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Added segment 8b754e54-f39c-4034-84de-c923cec9936d of type vlan for network 1a8b63c7-825d-4106-9c94-4e433c974987 Nov 27 10:36:36.598330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.613852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network ed5766b4-ec70-42c4-9cb6-927a95b9e605 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:36.618128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4a19193c-00cd-446e-9888-5badd877481d None None] For port 897c4621-3a5f-4843-af96-c6cc8a9ead07, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:36.649322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:36.680409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.731865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4a19193c-00cd-446e-9888-5badd877481d None None] For port 897c4621-3a5f-4843-af96-c6cc8a9ead07, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=897c4621-3a5f-4843-af96-c6cc8a9ead07,segment=NetworkSegment(21ff475d-1b95-492e-ac8c-7de3310045e4),segment_id=21ff475d-1b95-492e-ac8c-7de3310045e4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:36.753680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=45df7436-572b-43b7-9b51-8ba848b57c37,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:36.790638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.813909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.819880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:36.820549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.835149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 1c31d1ba-e029-470e-8c2d-f254ff541319 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:36:36.845204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] Update dhcp port {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'fixed_ips': [{'subnet_id': '8dd5a954-1f9e-4efe-bdd4-21e073c7598b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c8d24ca-5983-40cf-9cf8-014830c458e5'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': 'a6df746d-2122-4520-8d05-9dae1020f571'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:36:36.848255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c00ec6-cb0f-4172-a596-527fc87bc9fe None None] Pushing event updated for resources: {'Port': ['ID=e05f59ed-55eb-4180-b2a0-8588f80d01f2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:36.897228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Provisioning complete for port 340f06c4-f46f-46c0-8430-263d6e93598f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:36.897837 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:36.916410 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5773423 Nov 27 10:36:37.013956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8f210-d3ca-451b-a0b9-ce2e8bcb16ae tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Network': ['ID=1a8b63c7-825d-4106-9c94-4e433c974987,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:37.048624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 1a8b63c7-825d-4106-9c94-4e433c974987 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:37.076686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.079570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41198) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:37.087433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.090061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'subnets': [{'network_id': 'ed5766b4-ec70-42c4-9cb6-927a95b9e605', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2060521616', 'ip_version': 4}, {'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:37.091109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'subnet': {'network_id': 'ed5766b4-ec70-42c4-9cb6-927a95b9e605', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2060521616', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:37.091690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Request body: {'subnet': {'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:37.115602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be276097-2980-40b1-8a41-d6e59e799a0e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.130249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff475d-1b95-492e-ac8c-7de3310045e4') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.130608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff475d-1b95-492e-ac8c-7de3310045e4') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.148153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.149221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.170399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.178663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:37.179076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.245101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:37.249048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19193c-00cd-446e-9888-5badd877481d None None] Pushing event updated for resources: {'Port': ['ID=897c4621-3a5f-4843-af96-c6cc8a9ead07,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:37.269607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:37.270165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:37.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:37.286330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] Sync routers for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:37.288489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d534f-c5d5-432c-9505-09ec62b7222c None None] Network be276097-2980-40b1-8a41-d6e59e799a0e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:37.348331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:36:37.348331 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:36:37.348331 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': 'be276097-2980-40b1-8a41-d6e59e799a0e'}] Nov 27 10:36:37.348331 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:37.348822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:37.352351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.356493 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4015d543-2e70-4ecb-bb86-aa9ab120a450 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4633729 Nov 27 10:36:37.360621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:37.432189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:37.488746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:37.489420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.517866 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8cd2bea4-2467-432c-8b64-7de632c03b13 req-d4503adb-e1fc-494d-93a0-5890b9df9147 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2420979 Nov 27 10:36:37.563765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0312-54c1-4758-9bb2-0ae52f528234 req-8a6a4b56-ecda-4e0c-a524-2cc0425016b6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:37.571964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a06f0312-54c1-4758-9bb2-0ae52f528234 req-8a6a4b56-ecda-4e0c-a524-2cc0425016b6 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 1.0125148 Nov 27 10:36:37.587304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.602036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.761959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Made reservation on behalf of a9e2dff05ae0490c9f35d422d55c89b9 for: {'subnet': 2} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:37.763534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.767705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.768348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.810803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 9f027419-cc36-45b7-9b83-53a163ea370b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:37.811047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:37.811563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.819908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:37.835861 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a06f0312-54c1-4758-9bb2-0ae52f528234 req-2200e4d4-86b8-4a28-9d2c-f111acc401e9 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530303 Nov 27 10:36:37.870448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:37.871373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0813f-b6d4-4810-8173-61b8b5a6efe4 None None] The sync data for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:37.905583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] Allocated IP 2001:db8:0:1::2 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/2c8d24ca-5983-40cf-9cf8-014830c458e5/a6df746d-2122-4520-8d05-9dae1020f571) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:37.918725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:37.961471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 340f06c4-f46f-46c0-8430-263d6e93598f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:37.970109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] For port 340f06c4-f46f-46c0-8430-263d6e93598f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=340f06c4-f46f-46c0-8430-263d6e93598f,segment=NetworkSegment(bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c),segment_id=bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:38.092058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port 897c4621-3a5f-4843-af96-c6cc8a9ead07 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:38.092505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.102089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.167750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Pushing event updated for resources: {'Port': ['ID=340f06c4-f46f-46c0-8430-263d6e93598f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:38.193896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port 897c4621-3a5f-4843-af96-c6cc8a9ead07, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=897c4621-3a5f-4843-af96-c6cc8a9ead07,segment=NetworkSegment(21ff475d-1b95-492e-ac8c-7de3310045e4),segment_id=21ff475d-1b95-492e-ac8c-7de3310045e4)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:38.194975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.210665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for 897c4621-3a5f-4843-af96-c6cc8a9ead07 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:38.244293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 340f06c4-f46f-46c0-8430-263d6e93598f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:38.244708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.305446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a6df746d-2122-4520-8d05-9dae1020f571,segment=NetworkSegment(8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac),segment_id=8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:38.319986 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.323136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Provisioning complete for port 7e4dee80-6117-4c58-a458-86e76dba2a66 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:38.323718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.332174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.380299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.471184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=45df7436-572b-43b7-9b51-8ba848b57c37,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:38.471425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=897c4621-3a5f-4843-af96-c6cc8a9ead07,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:38.488170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port 897c4621-3a5f-4843-af96-c6cc8a9ead07 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:38.547567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 9f81e54f-63b8-4c8b-9516-c8d15fd79c25 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:36:38.557597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-eed0c92f-adea-4d43-80aa-0a2d37d35849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:38.560076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-eed0c92f-adea-4d43-80aa-0a2d37d35849 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.2544079 Nov 27 10:36:38.583731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.595248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.600667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdedef-2a76-40a7-88a3-7828d4f05709 req-bdb35e71-de89-4eb0-84ab-877403a13e2d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:38.603439 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01fdedef-2a76-40a7-88a3-7828d4f05709 req-bdb35e71-de89-4eb0-84ab-877403a13e2d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2872696 Nov 27 10:36:38.625813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.756319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 8b293a48-7998-465e-b931-628fc64a3741 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:38.763541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:38.779238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7e4dee80-6117-4c58-a458-86e76dba2a66 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:38.781742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561422e-f2dc-4a2d-bd60-6b3096b22b0a None None] Pushing event updated for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:38.807068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.815226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.867032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] For port 7e4dee80-6117-4c58-a458-86e76dba2a66, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e4dee80-6117-4c58-a458-86e76dba2a66,segment=NetworkSegment(5486e322-5502-4db7-93b5-ee75ee9962f5),segment_id=5486e322-5502-4db7-93b5-ee75ee9962f5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:38.874331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:38.941061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7e4dee80-6117-4c58-a458-86e76dba2a66 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:38.941436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.011123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-a5ed484c-e141-450b-9c84-cd6cce863002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:39.019182 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-a5ed484c-e141-450b-9c84-cd6cce863002 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.4114349 Nov 27 10:36:39.022713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be276097-2980-40b1-8a41-d6e59e799a0e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.027958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb59d2-f1e0-4bda-b6e2-7d9068c45078 None None] Pushing event updated for resources: {'Port': ['ID=7e4dee80-6117-4c58-a458-86e76dba2a66,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:39.051259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Provisioning complete for port e05f59ed-55eb-4180-b2a0-8588f80d01f2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.051647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.094464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff475d-1b95-492e-ac8c-7de3310045e4') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.095068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff475d-1b95-492e-ac8c-7de3310045e4') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.249951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Delete allocated IP 2001:db8::391 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/8dd5a954-1f9e-4efe-bdd4-21e073c7598b) {{(pid=103379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 10:36:39.260015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8:0:1::64 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/2c8d24ca-5983-40cf-9cf8-014830c458e5/3f387b7c-cf83-4d00-95e7-fb4759626f41) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:39.270230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Provisioning complete for port 7e4dee80-6117-4c58-a458-86e76dba2a66 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.274058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.294631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:39.313973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.315422 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] Sync routers for ids ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:39.327334 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-70bdebd2-594d-4417-bc28-471a1e770781 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/9f81e54f-63b8-4c8b-9516-c8d15fd79c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9474940 Nov 27 10:36:39.338192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41206) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:39.339450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] Routers {'9f81e54f-63b8-4c8b-9516-c8d15fd79c25'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:39.340096 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.370825 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01fdedef-2a76-40a7-88a3-7828d4f05709 req-4aec8b83-243d-4c19-9185-ba169f38c112 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6996224 Nov 27 10:36:39.388728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7e4dee80-6117-4c58-a458-86e76dba2a66 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:39.426732 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.427915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.440894 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] Routers {'9f81e54f-63b8-4c8b-9516-c8d15fd79c25'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:39.442448 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.483467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:39.484066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.489804 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:39.490809 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eeaceb-9b8f-41d2-b3ff-1d7a7fdd68b8 None None] The sync data for ids ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:39.505694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36480e24-99fd-4010-ab03-1dd179c2c479 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:39.507191 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-36480e24-99fd-4010-ab03-1dd179c2c479 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports/6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c HTTP/1.1" status: 200 len: 983 time: 0.1631153 Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:39.508054 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:39.520433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7e4dee80-6117-4c58-a458-86e76dba2a66 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.520799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.528808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41208) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:39.539484 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-d8b662a4-f227-468c-b119-cde7d2881147 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.4851110 Nov 27 10:36:39.566595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.591459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Provisioning complete for port 45df7436-572b-43b7-9b51-8ba848b57c37 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.591710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.628060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Router 299040b9-b4a6-4540-90e0-fa776f56d381 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:36:39.657586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:39.661038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Port 45df7436-572b-43b7-9b51-8ba848b57c37 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:39.704877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Provisioning complete for port 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.705356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.747082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.753277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Port 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:39.755872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.756253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.779227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.785696 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/be276097-2980-40b1-8a41-d6e59e799a0e HTTP/1.1" status: 204 len: 168 time: 5.1599741 Nov 27 10:36:39.786617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3cd3-75b5-4ecb-9673-c1b2286a7435 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=be276097-2980-40b1-8a41-d6e59e799a0e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:39.792302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:39.811627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-2bd2ae33-0eb5-4135-997a-7fbcdc65fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:39.812552 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-2bd2ae33-0eb5-4135-997a-7fbcdc65fc53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.2193296 Nov 27 10:36:39.820147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Provisioning complete for port 340f06c4-f46f-46c0-8430-263d6e93598f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:39.820691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce61a-2804-4bbe-af4a-6e95e9562b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.877218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.895032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2cb33d-867c-4bae-abf0-c3235dbbc78a None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:36:39.895249 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a794059f-c324-4080-9906-e2a046c43fa4 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] GET failed (client error): The resource could not be found. Nov 27 10:36:39.898796 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a794059f-c324-4080-9906-e2a046c43fa4 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/subnets/97b61fbb-570e-4918-a1fd-c2fc6c730d11 HTTP/1.1" status: 404 len: 337 time: 0.1016650 Nov 27 10:36:39.910749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41212) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:39.964761 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e05f59ed-55eb-4180-b2a0-8588f80d01f2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:39.993873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:39.998229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-687ce385-ffce-4396-9920-dbd1bb33002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:39.999872 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-687ce385-ffce-4396-9920-dbd1bb33002b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1749468 Nov 27 10:36:40.003986 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.031761 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-32697e14-0d9b-4225-8b2c-385e904cb0dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:40.032189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32697e14-0d9b-4225-8b2c-385e904cb0dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:40.037381 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-32697e14-0d9b-4225-8b2c-385e904cb0dd tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/be276097-2980-40b1-8a41-d6e59e799a0e HTTP/1.1" status: 404 len: 339 time: 0.1209016 Nov 27 10:36:40.050348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.073234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:40.079326 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-43bc7677-d9f4-498e-a8b5-f0238be5b86e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/routers/299040b9-b4a6-4540-90e0-fa776f56d381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6798835 Nov 27 10:36:40.090686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] Sync routers for ids ['299040b9-b4a6-4540-90e0-fa776f56d381'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:40.095243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.132228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Checking segment: {'id': '82e0a523-deab-4093-8cd9-1460b3c2ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'ed5766b4-ec70-42c4-9cb6-927a95b9e605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:40.132228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network hostable DHCP agents. Network: ed5766b4-ec70-42c4-9cb6-927a95b9e605, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:40.134088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Subnet': ['ID=91f38f79-e182-45ee-9157-69711e4b5df5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:40.141889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e05f59ed-55eb-4180-b2a0-8588f80d01f2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:40.142263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.148561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] Routers {'299040b9-b4a6-4540-90e0-fa776f56d381'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:40.149192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['299040b9-b4a6-4540-90e0-fa776f56d381'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:40.159004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] In _notify_port_updated(), no bound segment for port 3f387b7c-cf83-4d00-95e7-fb4759626f41 on network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:36:40.164801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.165190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.169027 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/ports/3f387b7c-cf83-4d00-95e7-fb4759626f41 HTTP/1.1" status: 200 len: 930 time: 4.8335497 Nov 27 10:36:40.172435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.206568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00a000-492f-4e03-a610-fee0757f4c7b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=3f387b7c-cf83-4d00-95e7-fb4759626f41,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:40.240677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:40.245538 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-bfca10b6-88a2-408f-a050-6fedfb529e4a service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174189 Nov 27 10:36:40.256206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35313a1-e8f7-45dd-8c65-f45110142f7d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.259806 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d35313a1-e8f7-45dd-8c65-f45110142f7d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports?device_id=299040b9-b4a6-4540-90e0-fa776f56d381 HTTP/1.1" status: 200 len: 983 time: 0.1627936 Nov 27 10:36:40.262652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41220) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.266321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-658bfb31-ac70-4599-9700-8e57f8dcae9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.306972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] Routers {'299040b9-b4a6-4540-90e0-fa776f56d381'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:40.307389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['299040b9-b4a6-4540-90e0-fa776f56d381'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:40.309243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:40.309624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.316219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network ed5766b4-ec70-42c4-9cb6-927a95b9e605 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:40.374663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, ed5766b4-ec70-42c4-9cb6-927a95b9e605) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:40.383583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:40.384272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4c43f-303f-4d91-b7dd-44187c196299 None None] The sync data for ids ['299040b9-b4a6-4540-90e0-fa776f56d381'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:40.390459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87383207-14dd-4d72-b2d5-f6f4ba547642 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.395178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-87383207-14dd-4d72-b2d5-f6f4ba547642 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3384950 Nov 27 10:36:40.401710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.403447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.513503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-06a4b64a-6df9-4451-b936-2a0cf1f75d78 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 207 time: 0.1060162 Nov 27 10:36:40.516983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.522685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 340f06c4-f46f-46c0-8430-263d6e93598f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:40.627423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event updated for resources: {'Subnet': ['ID=f2acd9c5-f37c-4aa7-91fe-725974de4647,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:40.634397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cb33d-867c-4bae-abf0-c3235dbbc78a None None] Unable to find a vacant binding_index for network ed5766b4-ec70-42c4-9cb6-927a95b9e605 and agent 764a7d76-7a52-4471-b991-e8d78b5056bd {{(pid=103380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 27 10:36:40.649331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Provisioning complete for port 45df7436-572b-43b7-9b51-8ba848b57c37 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:40.649731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.657016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.1 (707fedd3-85a7-434c-b331-f34e9148ff0b/86e9ea5e-4214-4e65-9ec0-f57c0000482b/36a119e8-fd36-494f-b23f-62a93f0e5e33) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:40.684755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 340f06c4-f46f-46c0-8430-263d6e93598f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:40.685307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.695479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port 3f387b7c-cf83-4d00-95e7-fb4759626f41 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:40.695816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.740084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cb33d-867c-4bae-abf0-c3235dbbc78a None None] Network 1a8b63c7-825d-4106-9c94-4e433c974987 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:40.743762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Port 45df7436-572b-43b7-9b51-8ba848b57c37 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:40.762042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cb33d-867c-4bae-abf0-c3235dbbc78a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, ed5766b4-ec70-42c4-9cb6-927a95b9e605), (DHCP agent, dv-neutron-804846-16-hyperv, 1a8b63c7-825d-4106-9c94-4e433c974987) {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:36:40.770949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea4e57-9b4f-4536-b519-214778dc0d90 req-589eebc1-80c1-4787-8bd3-fe4978a88744 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.771831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Provisioning complete for port 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:40.772312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:40.772797 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dbea4e57-9b4f-4536-b519-214778dc0d90 req-589eebc1-80c1-4787-8bd3-fe4978a88744 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2801430 Nov 27 10:36:40.816257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Checking segment: {'id': '8b754e54-f39c-4034-84de-c923cec9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:40.816674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Network hostable DHCP agents. Network: 1a8b63c7-825d-4106-9c94-4e433c974987, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:40.869121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75b0f8-0c21-47d6-b5c7-761aee4288e5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.875455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75b0f8-0c21-47d6-b5c7-761aee4288e5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.882185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75b0f8-0c21-47d6-b5c7-761aee4288e5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.888017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75b0f8-0c21-47d6-b5c7-761aee4288e5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:40.896611 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ff75b0f8-0c21-47d6-b5c7-761aee4288e5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3663645 Nov 27 10:36:40.896871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:40.921772 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bf802a8e-a50c-4e69-ad08-89e15f63ea01 req-c3fad07e-19d5-4d67-bd30-8f708d812707 service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598039 Nov 27 10:36:40.950119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Unable to find a vacant binding_index for network 1a8b63c7-825d-4106-9c94-4e433c974987 and agent 764a7d76-7a52-4471-b991-e8d78b5056bd {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 27 10:36:40.989197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.003190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 1a8b63c7-825d-4106-9c94-4e433c974987) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:41.008952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.009316 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.010693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.048330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for 3f387b7c-cf83-4d00-95e7-fb4759626f41 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:41.050805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Port 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:41.058373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dbea4e57-9b4f-4536-b519-214778dc0d90 req-ac2cf04f-c122-469b-901b-2c51d3f7ccea tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341194 Nov 27 10:36:41.067486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.069324 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d71bf16-9fc6-4073-adee-7941ad21e5d5 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9878783 Nov 27 10:36:41.077158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.085363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.093629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Provisioning complete for port d8ea277f-004e-40ad-90e5-020602037d49 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:41.094115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.162454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Port d8ea277f-004e-40ad-90e5-020602037d49 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:41.187310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.196551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Provisioning complete for port 3f387b7c-cf83-4d00-95e7-fb4759626f41 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:41.197057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.250104 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cb1182cd-4aee-4db2-b3be-2549f28a2f1c tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3504651 Nov 27 10:36:41.252013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.286757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d60c3872-5132-4f53-bce5-f46b818d7b09 None None] Port 3f387b7c-cf83-4d00-95e7-fb4759626f41 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:41.294393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a50aae-8a73-4a6f-8787-46c692314715 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.296006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a50aae-8a73-4a6f-8787-46c692314715 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.297527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a50aae-8a73-4a6f-8787-46c692314715 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.303180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 707fedd3-85a7-434c-b331-f34e9148ff0b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:41.303363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-34a50aae-8a73-4a6f-8787-46c692314715 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2250497 Nov 27 10:36:41.307187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.323783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:41.326249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:41.352631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-1a8b63c7-825d-4106-9c94-4e433c974987', 'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987', 'tenant_id': 'a9e2dff05ae0490c9f35d422d55c89b9', 'fixed_ips': [{'subnet_id': 'f2acd9c5-f37c-4aa7-91fe-725974de4647'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:41.353760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.381909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=36a119e8-fd36-494f-b23f-62a93f0e5e33,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:41.396969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3dfd8d-59d1-4719-a6ae-3210602edc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-ed5766b4-ec70-42c4-9cb6-927a95b9e605', 'network_id': 'ed5766b4-ec70-42c4-9cb6-927a95b9e605', 'tenant_id': 'a9e2dff05ae0490c9f35d422d55c89b9', 'fixed_ips': [{'subnet_id': '91f38f79-e182-45ee-9157-69711e4b5df5'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:41.397780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de3dfd8d-59d1-4719-a6ae-3210602edc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.420120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fda693-d1d6-4e75-85b7-ab9c08d9791a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.421561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fda693-d1d6-4e75-85b7-ab9c08d9791a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.426779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-51fda693-d1d6-4e75-85b7-ab9c08d9791a tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1688366 Nov 27 10:36:41.426779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.432627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.495513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.533717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.557118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=3f387b7c-cf83-4d00-95e7-fb4759626f41,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:41.572096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Deleting subnet 91f38f79-e182-45ee-9157-69711e4b5df5 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:41.593802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.600615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.600861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Allocated IP 172.20.0.18 (1a8b63c7-825d-4106-9c94-4e433c974987/f2acd9c5-f37c-4aa7-91fe-725974de4647/b044d9d8-54bf-459d-bb00-68ff42351a4f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:41.607432 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fa18f50b-3766-4ffc-9c21-c3234f7df088 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/3f387b7c-cf83-4d00-95e7-fb4759626f41 HTTP/1.1" status: 204 len: 168 time: 1.4314544 Nov 27 10:36:41.614605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41238) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.650325 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e97afa-6417-441e-94f1-ea224266d789 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:36:41.654585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-98e97afa-6417-441e-94f1-ea224266d789 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/3f387b7c-cf83-4d00-95e7-fb4759626f41 HTTP/1.1" status: 404 len: 333 time: 0.0389924 Nov 27 10:36:41.655176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.659921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876be7f-ecfe-4dfc-a7d4-27b06e3ab03d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.661814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876be7f-ecfe-4dfc-a7d4-27b06e3ab03d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.663367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9876be7f-ecfe-4dfc-a7d4-27b06e3ab03d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2275348 Nov 27 10:36:41.669934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.717544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.753861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:41.754508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.760341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.770647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.812033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Network 1a8b63c7-825d-4106-9c94-4e433c974987 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:41.816035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:41.819892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:41.827853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Pushing event updated for resources: {'Port': ['ID=b044d9d8-54bf-459d-bb00-68ff42351a4f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:41.850631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.872067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-200fcba1-f54c-4b42-b88e-6516c204f4e8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.884478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Attempting to bind port b044d9d8-54bf-459d-bb00-68ff42351a4f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:41.884873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Attempting to bind port b044d9d8-54bf-459d-bb00-68ff42351a4f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8b754e54-f39c-4034-84de-c923cec9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:41.885258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Attempting to bind port b044d9d8-54bf-459d-bb00-68ff42351a4f on network 1a8b63c7-825d-4106-9c94-4e433c974987 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:41.892099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:41.892490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Checking segment: {'id': '8b754e54-f39c-4034-84de-c923cec9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:41.893094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.893509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Bound using segment: {'id': '8b754e54-f39c-4034-84de-c923cec9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:41.894345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Bound port: b044d9d8-54bf-459d-bb00-68ff42351a4f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b754e54-f39c-4034-84de-c923cec9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1a8b63c7-825d-4106-9c94-4e433c974987'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:41.894345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.906072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.919260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-200fcba1-f54c-4b42-b88e-6516c204f4e8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.925047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5395b952-e30c-4fb8-9011-7c1eec5f0298 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:41.933200 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5395b952-e30c-4fb8-9011-7c1eec5f0298 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks/bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 HTTP/1.1" status: 200 len: 799 time: 0.2562973 Nov 27 10:36:41.933413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:41.933532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:41.955025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:41.976113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] For port b044d9d8-54bf-459d-bb00-68ff42351a4f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:41.979536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] For port b044d9d8-54bf-459d-bb00-68ff42351a4f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b044d9d8-54bf-459d-bb00-68ff42351a4f,segment=NetworkSegment(8b754e54-f39c-4034-84de-c923cec9936d),segment_id=8b754e54-f39c-4034-84de-c923cec9936d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:41.985325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.060326 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60dac-d699-4814-a3d3-df8269d4517e None None] Pushing event updated for resources: {'Port': ['ID=b044d9d8-54bf-459d-bb00-68ff42351a4f,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:42.062231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-200fcba1-f54c-4b42-b88e-6516c204f4e8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.065138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-200fcba1-f54c-4b42-b88e-6516c204f4e8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.066354 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-200fcba1-f54c-4b42-b88e-6516c204f4e8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/security-groups/406005ac-1014-4c9b-a504-54cf0f0fc479 HTTP/1.1" status: 204 len: 168 time: 0.4051139 Nov 27 10:36:42.078537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41246) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:42.112009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fcba1-f54c-4b42-b88e-6516c204f4e8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406005ac-1014-4c9b-a504-54cf0f0fc479,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:42.198467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 45df7436-572b-43b7-9b51-8ba848b57c37 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:42.198895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.339361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68ff962-cae2-457c-a9f7-59f3f8cc1882 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.409092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65a6d-d196-41b4-96a9-62d176e7ad76 req-75bc2e82-3aa4-4646-be9d-24f85a1c1134 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:42.410868 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ab65a6d-d196-41b4-96a9-62d176e7ad76 req-75bc2e82-3aa4-4646-be9d-24f85a1c1134 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2280974 Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server [None req-de3dfd8d-59d1-4719-a6ae-3210602edc2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91f38f79-e182-45ee-9157-69711e4b5df5: This subnet is being modified by another concurrent operation. Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 10:36:42.434664 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server raise exception Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91f38f79-e182-45ee-9157-69711e4b5df5: This subnet is being modified by another concurrent operation. Nov 27 10:36:42.438674 dv-neutron-804846-16-hyperv neutron-server[103380]: ERROR oslo_messaging.rpc.server Nov 27 10:36:42.449823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.462550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.478431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68ff962-cae2-457c-a9f7-59f3f8cc1882 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.491415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 45df7436-572b-43b7-9b51-8ba848b57c37 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:42.502820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.549743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Subnet': ['ID=91f38f79-e182-45ee-9157-69711e4b5df5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:42.552238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.555622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-aacec777-d278-4e3c-b980-e9245459ffbe tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/subnets/91f38f79-e182-45ee-9157-69711e4b5df5 HTTP/1.1" status: 204 len: 168 time: 1.2454138 Nov 27 10:36:42.561966 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-670d4669-db1f-4672-9df4-57ba2da57bf5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/networks/bb7480a6-ebb2-4ea5-ac03-a92fd00ff472?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6290071 Nov 27 10:36:42.562882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:42.570129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=6c4d1154-afe3-4a0f-ae2a-da1f0a3e860c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:42.571650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:42.665485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Deleting subnet f2acd9c5-f37c-4aa7-91fe-725974de4647 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:42.669226 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ab65a6d-d196-41b4-96a9-62d176e7ad76 req-eb9748f3-5f92-4f06-b7e7-5239a06fe35b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472897 Nov 27 10:36:42.675000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.747902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.755156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68ff962-cae2-457c-a9f7-59f3f8cc1882 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.757823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c68ff962-cae2-457c-a9f7-59f3f8cc1882 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.758972 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c68ff962-cae2-457c-a9f7-59f3f8cc1882 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/security-groups/8af487a1-9b2e-4b72-a0c4-c5e6c959fd4a HTTP/1.1" status: 204 len: 168 time: 0.6793859 Nov 27 10:36:42.776863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:42.797126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5af79-d1e0-47ab-a60f-11a1a461bc04 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:42.804849 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3ca5af79-d1e0-47ab-a60f-11a1a461bc04 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/subnets/daef6134-7832-417b-be54-404bdaf53ede HTTP/1.1" status: 200 len: 811 time: 0.2173593 Nov 27 10:36:42.804849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ff962-cae2-457c-a9f7-59f3f8cc1882 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af487a1-9b2e-4b72-a0c4-c5e6c959fd4a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:42.809055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:42.826710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:42.938334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae54e56-0fea-48ac-abbb-98d51b85e4d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:42.943846 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4ae54e56-0fea-48ac-abbb-98d51b85e4d3 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "GET /v2.0/subnets/daef6134-7832-417b-be54-404bdaf53ede?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1228056 Nov 27 10:36:42.950918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:42.957001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754439018'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:42.974387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet 8dd5a954-1f9e-4efe-bdd4-21e073c7598b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:42.981936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.009507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7633f-ae2d-4564-8efc-f9ff50d729df req-d69115d9-7e56-4814-b63d-f5bbf35819ae tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:43.020367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bca7633f-ae2d-4564-8efc-f9ff50d729df req-d69115d9-7e56-4814-b63d-f5bbf35819ae tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2688890 Nov 27 10:36:43.034384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1c71a71-c90f-4c0b-8fe3-39112f2b65e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.077712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.088948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.092906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.159157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:43.163251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.171089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761340a-0568-498a-be61-63cc0e8caeb9 None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:36:43.235110 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bca7633f-ae2d-4564-8efc-f9ff50d729df req-1dffcf2c-5238-429c-a494-c179b2ff9c4d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076414 Nov 27 10:36:43.288463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5966c5dd-5fc7-443c-a0c5-5b2e81d79c4c None None] Provisioning complete for port b044d9d8-54bf-459d-bb00-68ff42351a4f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:43.288847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5966c5dd-5fc7-443c-a0c5-5b2e81d79c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.316036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=36a119e8-fd36-494f-b23f-62a93f0e5e33,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:43.320575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.357858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:43.368521 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761340a-0568-498a-be61-63cc0e8caeb9 None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:36:43.384954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.418691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b044d9d8-54bf-459d-bb00-68ff42351a4f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:43.431864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Subnet': ['ID=f2acd9c5-f37c-4aa7-91fe-725974de4647,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:43.463102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.463445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Added segment 60970edb-2def-414d-866b-28387059cc1b of type vlan for network 5cea8225-5856-4065-b27e-afc5ee776e8b Nov 27 10:36:43.479648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.482932 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a2a6e517-645d-4296-90cb-4b6fe8686627 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/subnets/f2acd9c5-f37c-4aa7-91fe-725974de4647 HTTP/1.1" status: 204 len: 168 time: 0.9163768 Nov 27 10:36:43.488015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:43.497548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5966c5dd-5fc7-443c-a0c5-5b2e81d79c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.554180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.567224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.585931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363792ee-1e39-44ae-8a31-58df8389d8e0 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:43.586155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5966c5dd-5fc7-443c-a0c5-5b2e81d79c4c None None] For port b044d9d8-54bf-459d-bb00-68ff42351a4f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b044d9d8-54bf-459d-bb00-68ff42351a4f,segment=NetworkSegment(8b754e54-f39c-4034-84de-c923cec9936d),segment_id=8b754e54-f39c-4034-84de-c923cec9936d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:43.591717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-363792ee-1e39-44ae-8a31-58df8389d8e0 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986834 Nov 27 10:36:43.592001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:43.602598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 9f81e54f-63b8-4c8b-9516-c8d15fd79c25 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:43.603000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5966c5dd-5fc7-443c-a0c5-5b2e81d79c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.604735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b044d9d8-54bf-459d-bb00-68ff42351a4f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:43.605170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.632042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 707fedd3-85a7-434c-b331-f34e9148ff0b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:43.639106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa20a4-6828-4e8f-9e57-0805c24c477b req-632085a6-c200-4d1e-928c-3729a8fb6d30 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:43.640892 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2caa20a4-6828-4e8f-9e57-0805c24c477b req-632085a6-c200-4d1e-928c-3729a8fb6d30 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1284409 Nov 27 10:36:43.643304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:43.649388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.694676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.700212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:43.700856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.754880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966c5dd-5fc7-443c-a0c5-5b2e81d79c4c None None] Pushing event updated for resources: {'Port': ['ID=b044d9d8-54bf-459d-bb00-68ff42351a4f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:43.759790 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=45df7436-572b-43b7-9b51-8ba848b57c37,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:43.763057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:43.768617 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dce7c8f6-6d49-4402-aece-85a862fe1ae4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/9f81e54f-63b8-4c8b-9516-c8d15fd79c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2280812 Nov 27 10:36:43.773251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.775511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:43.797994 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] Sync routers for ids ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:43.799532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.814461 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] Routers {'9f81e54f-63b8-4c8b-9516-c8d15fd79c25'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:43.814461 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:43.857446 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:43.868904 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] Routers {'9f81e54f-63b8-4c8b-9516-c8d15fd79c25'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:43.869732 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:43.890899 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9389241 Nov 27 10:36:43.891508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:43.902196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:43.904320 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:43.905191 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02167ae-c5b1-4767-831b-f6adc9313683 None None] The sync data for ids ['9f81e54f-63b8-4c8b-9516-c8d15fd79c25'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:43.950167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:43.962218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb9791-2eec-44cc-b1e9-0115f584bd46 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Network': ['ID=5cea8225-5856-4065-b27e-afc5ee776e8b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:43.963260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8c377-898d-4a45-bb2e-90e8e9d850f2 None None] Network ed5766b4-ec70-42c4-9cb6-927a95b9e605 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:43.976553 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2caa20a4-6828-4e8f-9e57-0805c24c477b req-984a18a4-9e12-4954-8726-e5350d876890 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235184 Nov 27 10:36:44.112841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef751d5-ba05-4e1f-bb3b-f1ab7a3b1c00 None None] Network 1a8b63c7-825d-4106-9c94-4e433c974987 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:44.115833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 1c31d1ba-e029-470e-8c2d-f254ff541319 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:44.116534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 5cea8225-5856-4065-b27e-afc5ee776e8b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:44.225681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.280212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.422858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc24662-9020-4a34-9b54-fb8d147baa19 None None] Network ed5766b4-ec70-42c4-9cb6-927a95b9e605 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:44.498700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.503234 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/8dd5a954-1f9e-4efe-bdd4-21e073c7598b HTTP/1.1" status: 204 len: 168 time: 1.7248087 Nov 27 10:36:44.509839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329d24a-c5db-46c8-b6b7-20ff981b925a None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:44.523444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41276) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:44.536434 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-4b9ee03b-005a-43b8-a571-18095c25d914 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 10:36:44.542032 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4b9ee03b-005a-43b8-a571-18095c25d914 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/9f81e54f-63b8-4c8b-9516-c8d15fd79c25/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7614789 Nov 27 10:36:44.548585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41278) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:44.552847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:44.560701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9831179-5307-4964-be46-6c5a355a5a8c tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd5a954-1f9e-4efe-bdd4-21e073c7598b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:44.613600 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3753d86a-bec1-41b8-b978-4341be87aa8c tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f81e54f-63b8-4c8b-9516-c8d15fd79c25 HTTP/1.1" status: 200 len: 205 time: 0.0625370 Nov 27 10:36:44.615354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41280) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:44.655147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Made reservation on behalf of b87ebce362c84412b6360f6877f4de4e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:44.660669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.696806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef42391e-3088-476f-a3b8-68af88067d36 None None] Provisioning complete for port 36a119e8-fd36-494f-b23f-62a93f0e5e33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:44.697269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef42391e-3088-476f-a3b8-68af88067d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.707847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b9518-5f30-4ef9-93e3-1514622cd00c None None] Network 1a8b63c7-825d-4106-9c94-4e433c974987 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:44.805271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.811568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Deleting port b044d9d8-54bf-459d-bb00-68ff42351a4f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:44.812691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:44.860127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141fdcd-93e8-42b6-9bed-9e5405b52c7c req-a071316b-c99e-4674-87e0-b7e55b85bb2b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:44.870602 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5141fdcd-93e8-42b6-9bed-9e5405b52c7c req-a071316b-c99e-4674-87e0-b7e55b85bb2b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3371768 Nov 27 10:36:44.943853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Router 299040b9-b4a6-4540-90e0-fa776f56d381 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:44.962217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 10:36:44.962968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 10:36:45.013895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] For port b044d9d8-54bf-459d-bb00-68ff42351a4f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b044d9d8-54bf-459d-bb00-68ff42351a4f,segment=NetworkSegment(8b754e54-f39c-4034-84de-c923cec9936d),segment_id=8b754e54-f39c-4034-84de-c923cec9936d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:45.014435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.019709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:45.030653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ef42391e-3088-476f-a3b8-68af88067d36 None None] Port 36a119e8-fd36-494f-b23f-62a93f0e5e33 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:45.041426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] Sync routers for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:45.050661 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-10e8509a-1171-4195-9745-bfdb7b169bca tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/routers/1c31d1ba-e029-470e-8c2d-f254ff541319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6853046 Nov 27 10:36:45.057317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:45.062163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef42391e-3088-476f-a3b8-68af88067d36 None None] Could not find standard attr ID for object 3f387b7c-cf83-4d00-95e7-fb4759626f41. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:36:45.067564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'port': {'network_id': '707fedd3-85a7-434c-b331-f34e9148ff0b', 'name': 'tempest-FloatingIPTestJSON-261977226'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:45.070959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:45.071687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.075615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Calling delete_port for b044d9d8-54bf-459d-bb00-68ff42351a4f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:45.088881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.102837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5141fdcd-93e8-42b6-9bed-9e5405b52c7c req-faf7c62f-6c83-4608-815a-92b1dc94d9ab tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306311 Nov 27 10:36:45.108701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.128755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:45.133187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.238449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:45.239757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.246678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.247374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router 9f81e54f-63b8-4c8b-9516-c8d15fd79c25 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:36:45.253821 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] Sync routers for ids ['299040b9-b4a6-4540-90e0-fa776f56d381'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:45.258364 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bf916ad6-7b33-437b-adbd-8f66b0dbb8d5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/routers/299040b9-b4a6-4540-90e0-fa776f56d381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9924228 Nov 27 10:36:45.258777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41284) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:45.264618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.269448 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a70a27b6-8d0f-46f2-8af9-35860dace453 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/9f81e54f-63b8-4c8b-9516-c8d15fd79c25 HTTP/1.1" status: 204 len: 168 time: 0.6518354 Nov 27 10:36:45.269989 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] Routers {'299040b9-b4a6-4540-90e0-fa776f56d381'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:45.271025 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['299040b9-b4a6-4540-90e0-fa776f56d381'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.280260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41286) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:45.314480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-90057f8f-0703-438f-a781-45e3f06fcae2 None None] Provisioning complete for port 36a119e8-fd36-494f-b23f-62a93f0e5e33 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:45.314769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-90057f8f-0703-438f-a781-45e3f06fcae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.328331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:45.329551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.338472 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.349387 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] Routers {'299040b9-b4a6-4540-90e0-fa776f56d381'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:45.350247 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['299040b9-b4a6-4540-90e0-fa776f56d381'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.374172 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a5aea-cd4f-42e6-9e34-e19a3a313d59 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:36:45.375680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d00a5aea-cd4f-42e6-9e34-e19a3a313d59 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/45df7436-572b-43b7-9b51-8ba848b57c37 HTTP/1.1" status: 404 len: 333 time: 0.1050820 Nov 27 10:36:45.384670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41288) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:45.391376 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.392040 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b1457-5d13-4092-aa84-c7cbb97afcb2 None None] The sync data for ids ['299040b9-b4a6-4540-90e0-fa776f56d381'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:45.410849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b044d9d8-54bf-459d-bb00-68ff42351a4f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:45.417819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 7e639a8c-c288-45af-b120-6762e74fbc69 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:45.421865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.466205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.489751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-90057f8f-0703-438f-a781-45e3f06fcae2 None None] Port 36a119e8-fd36-494f-b23f-62a93f0e5e33 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:45.491975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:45.492840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e498b-51b7-43ff-9781-bcf4a369ca9d None None] The sync data for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:45.525591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98136f90-a632-484a-a86c-30266557b928 None None] DHCP port deletion for 1a8b63c7-825d-4106-9c94-4e433c974987 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:45.546898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.566530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.631148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-98136f90-a632-484a-a86c-30266557b928 None None] Deleting port b044d9d8-54bf-459d-bb00-68ff42351a4f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:45.633980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98136f90-a632-484a-a86c-30266557b928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.649330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b044d9d8-54bf-459d-bb00-68ff42351a4f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:45.649483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.673983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.719282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=7e639a8c-c288-45af-b120-6762e74fbc69,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:45.726782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.730317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d2cef463-b710-4d38-9f96-08b3a843386f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/7e639a8c-c288-45af-b120-6762e74fbc69 HTTP/1.1" status: 204 len: 168 time: 0.4477885 Nov 27 10:36:45.732971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:45.782060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d26e50-0120-400f-a127-29fea45f8f1f None None] Network 9f027419-cc36-45b7-9b83-53a163ea370b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:45.837777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.927819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-98136f90-a632-484a-a86c-30266557b928 None None] For port b044d9d8-54bf-459d-bb00-68ff42351a4f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b044d9d8-54bf-459d-bb00-68ff42351a4f,segment=NetworkSegment(8b754e54-f39c-4034-84de-c923cec9936d),segment_id=8b754e54-f39c-4034-84de-c923cec9936d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:45.928800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98136f90-a632-484a-a86c-30266557b928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.934091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 340f06c4-f46f-46c0-8430-263d6e93598f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:45.934436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:45.964214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-98136f90-a632-484a-a86c-30266557b928 None None] Calling delete_port for b044d9d8-54bf-459d-bb00-68ff42351a4f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:45.993031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.051998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 340f06c4-f46f-46c0-8430-263d6e93598f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=340f06c4-f46f-46c0-8430-263d6e93598f,segment=NetworkSegment(bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c),segment_id=bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:46.052400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.075853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 340f06c4-f46f-46c0-8430-263d6e93598f owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:46.181233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.203665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] DHCP port deletion for 9f027419-cc36-45b7-9b83-53a163ea370b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:46.240571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.273119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Deleting port 340f06c4-f46f-46c0-8430-263d6e93598f {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:46.275242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.276107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=340f06c4-f46f-46c0-8430-263d6e93598f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.284498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port 340f06c4-f46f-46c0-8430-263d6e93598f on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:46.365936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] For port 340f06c4-f46f-46c0-8430-263d6e93598f, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:46.366459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.377678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.380239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Calling delete_port for 340f06c4-f46f-46c0-8430-263d6e93598f owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:46.383371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Port 340f06c4-f46f-46c0-8430-263d6e93598f was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:36:46.384769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.403812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f027419-cc36-45b7-9b83-53a163ea370b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:46.409972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] Pushing event deleted for resources: {'Port': ['ID=340f06c4-f46f-46c0-8430-263d6e93598f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.417055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:46.417362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddbbfa3-bb79-4a0b-87ef-bc56ddc72e0c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:46.419268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87209820-18b1-42c5-85ab-c001baae3fb0 None None] No DVR routers for this DVR port 340f06c4-f46f-46c0-8430-263d6e93598f on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:46.430568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.447727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.456319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:46.457629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:46.461519 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:46.463968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98136f90-a632-484a-a86c-30266557b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.492889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Made reservation on behalf of 715790830ffa4fd995f58d37ed30eb81 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:46.496436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.497999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98136f90-a632-484a-a86c-30266557b928 None None] Pushing event deleted for resources: {'Port': ['ID=b044d9d8-54bf-459d-bb00-68ff42351a4f,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.519042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98136f90-a632-484a-a86c-30266557b928 None None] No DVR routers for this DVR port b044d9d8-54bf-459d-bb00-68ff42351a4f on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:46.540393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.540548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5f158aae-48c4-4291-bb98-d9b75472e9cd None None] Provisioning complete for port d8ea277f-004e-40ad-90e5-020602037d49 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:46.540548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f158aae-48c4-4291-bb98-d9b75472e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.566675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.578645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.583776 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/9f027419-cc36-45b7-9b83-53a163ea370b HTTP/1.1" status: 204 len: 168 time: 0.8497820 Nov 27 10:36:46.587650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41294) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:46.590015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5f158aae-48c4-4291-bb98-d9b75472e9cd None None] Port d8ea277f-004e-40ad-90e5-020602037d49 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:46.594432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-872645665'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:46.602003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5f158aae-48c4-4291-bb98-d9b75472e9cd None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:46.602508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f158aae-48c4-4291-bb98-d9b75472e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.602758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.615329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e71f23-0a49-4785-898b-fc144f085371 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=9f027419-cc36-45b7-9b83-53a163ea370b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.625105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.627793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.639443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:46.644204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.666796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Port': ['ID=b044d9d8-54bf-459d-bb00-68ff42351a4f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.671558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] No DVR routers for this DVR port b044d9d8-54bf-459d-bb00-68ff42351a4f on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:46.675129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] device_id is not set on port d31f4efb-ce3e-4734-a65e-3e22f72c9a05 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:46.681169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:46.693649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.694014 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment 48c7d956-8d33-427a-9e16-5c6208125fff of type vlan for network dbb15160-0e1a-46fe-a570-3ef9349839a3 Nov 27 10:36:46.735478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.760819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.766229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:46.766831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.811442 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2199392 Nov 27 10:36:46.811684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41296) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:46.817511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:46.848138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.849255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Fanout notify agent at l3_agent the message router_deleted on router 299040b9-b4a6-4540-90e0-fa776f56d381 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:36:46.871528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c4e0-df9b-4b64-82e7-dc4c047c1ca4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=dbb15160-0e1a-46fe-a570-3ef9349839a3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.878173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.881780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-de630bad-2a46-4caa-a1ef-40a29abb240c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/routers/299040b9-b4a6-4540-90e0-fa776f56d381 HTTP/1.1" status: 204 len: 168 time: 1.4880540 Nov 27 10:36:46.885976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:46.891388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfb919-5900-42f3-b460-796e80ecf52c req-61687b1c-f57e-49ff-ad81-621bc87770d5 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:46.893572 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-24dfb919-5900-42f3-b460-796e80ecf52c req-61687b1c-f57e-49ff-ad81-621bc87770d5 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.5143449 Nov 27 10:36:46.900449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:46.903485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=01d9b505-43ff-4d93-a2f9-0f03429f7f78,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:46.947525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:46.952226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:46.998228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.016682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.109763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8b63c7-825d-4106-9c94-4e433c974987']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:47.134758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Checking segment: {'id': '60970edb-2def-414d-866b-28387059cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:47.135125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network hostable DHCP agents. Network: 5cea8225-5856-4065-b27e-afc5ee776e8b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:47.144633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.152206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b754e54-f39c-4034-84de-c923cec9936d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:47.152529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b754e54-f39c-4034-84de-c923cec9936d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:47.155179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:47.177751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet a70f4a1c-de86-45cd-9bc5-0fa420fdd36c {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:47.190771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:47.192523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.196095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.200147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f66be-0743-49a2-b0d9-c550e83f7e18 None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:47.212653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=3efcd458-85aa-43b2-b5f4-89ea4ab5c41b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:47.227291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:47.227882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.243647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:47.244497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': '48c7d956-8d33-427a-9e16-5c6208125fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:47.245606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: dbb15160-0e1a-46fe-a570-3ef9349839a3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:47.248352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Allocated IP 172.20.0.13 (707fedd3-85a7-434c-b331-f34e9148ff0b/86e9ea5e-4214-4e65-9ec0-f57c0000482b/d31f4efb-ce3e-4734-a65e-3e22f72c9a05) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:47.258470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-24dfb919-5900-42f3-b460-796e80ecf52c req-4b135f32-bfa2-4868-a763-f2609f382cc7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393669 Nov 27 10:36:47.268899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:47.286131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.294947 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4455d53c-7708-4ee5-b69d-a6de09d7ab33 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7600570 Nov 27 10:36:47.298347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41300) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:47.299501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Network 5cea8225-5856-4065-b27e-afc5ee776e8b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:47.302863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.306370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'security_group': {'name': 'tempest-secgroup-581115591'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:47.314968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, dbb15160-0e1a-46fe-a570-3ef9349839a3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:47.332394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:47.333112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.355795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.366958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:47.367430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:47.371123 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:47.385075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5488c688-7998-4f8a-9d0d-6fbca66376db tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5720642 Nov 27 10:36:47.387190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 5cea8225-5856-4065-b27e-afc5ee776e8b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:47.388890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:47.394326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637110262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:47.429991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2ec29-763c-4175-b32f-d6a142db8b37 None None] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:47.432117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b044d9d8-54bf-459d-bb00-68ff42351a4f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:47.433656 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.434551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b054ac0-dfaf-481f-aa30-7f06838c08d4 None None] Network 5cea8225-5856-4065-b27e-afc5ee776e8b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:47.434921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.445242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:47.445836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.497028 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-99b3ac79-1418-4ce5-99ee-c711e1477520 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5985227 Nov 27 10:36:47.498037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41306) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:47.504708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.506496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:47.508894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.513164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/networks/1a8b63c7-825d-4106-9c94-4e433c974987 HTTP/1.1" status: 204 len: 168 time: 3.9200332 Nov 27 10:36:47.518563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: b044d9d8-54bf-459d-bb00-68ff42351a4f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:47.519460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b044d9d8-54bf-459d-bb00-68ff42351a4f not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:47.519891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 340f06c4-f46f-46c0-8430-263d6e93598f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:47.528541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41308) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:47.602984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca63c2-648f-46a2-bb1d-aa6d5f272314 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Network': ['ID=1a8b63c7-825d-4106-9c94-4e433c974987,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:47.607620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.625137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 340f06c4-f46f-46c0-8430-263d6e93598f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:47.625488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 340f06c4-f46f-46c0-8430-263d6e93598f not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:47.649149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.675987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.682518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.703131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.709423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.710770 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0dabb921-c600-46de-bb38-40df84d29b3d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3210919 Nov 27 10:36:47.717241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9444854'] for subnet, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.726141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41310) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:47.746877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.748347 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4476416 Nov 27 10:36:47.755804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41312) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:47.763368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'security_group': {'name': 'tempest-secgroup-5869949'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:47.777980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.818321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416f718-1250-429b-8f7e-347e385a71fe tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffc144d-c542-4566-a421-df60f9c208e2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:47.841463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.852113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.869602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-dbb15160-0e1a-46fe-a570-3ef9349839a3', 'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '3efcd458-85aa-43b2-b5f4-89ea4ab5c41b'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:47.871952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.879097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-5cea8225-5856-4065-b27e-afc5ee776e8b', 'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b', 'tenant_id': 'b87ebce362c84412b6360f6877f4de4e', 'fixed_ips': [{'subnet_id': '01d9b505-43ff-4d93-a2f9-0f03429f7f78'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:47.880414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.979351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:47.983754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.041209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=a70f4a1c-de86-45cd-9bc5-0fa420fdd36c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:48.043300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.047758 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bafa4019-7069-4bf8-ab8c-209761d182c2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/a70f4a1c-de86-45cd-9bc5-0fa420fdd36c HTTP/1.1" status: 204 len: 168 time: 1.1417050 Nov 27 10:36:48.057041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849dd3e6-e04b-4cc9-af9d-0bdda6ca7d99 None None] Network 8b293a48-7998-465e-b931-628fc64a3741 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:48.057289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41314) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:48.060648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] Update dhcp port {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'fixed_ips': [{'subnet_id': '2c8d24ca-5983-40cf-9cf8-014830c458e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': 'a6df746d-2122-4520-8d05-9dae1020f571'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:36:48.071999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5766b4-ec70-42c4-9cb6-927a95b9e605']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:48.101598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.121012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e0a523-deab-4093-8cd9-1460b3c2ef18') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:48.121292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e0a523-deab-4093-8cd9-1460b3c2ef18') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:48.174410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735777359993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9522370'] for subnet, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.176850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.198611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.226122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:48.226719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.229951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "PUT /v2.0/subnets/01d9b505-43ff-4d93-a2f9-0f03429f7f78 HTTP/1.1" status: 200 len: 877 time: 0.7284987 Nov 27 10:36:48.235721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41316) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:48.236497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Network 707fedd3-85a7-434c-b331-f34e9148ff0b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:48.249766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.250086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.263471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:48.270274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event updated for resources: {'Port': ['ID=d31f4efb-ce3e-4734-a65e-3e22f72c9a05,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:48.273200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:48.276123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:48.276569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.286359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:48.288098 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:48.317023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.387283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.433760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.438010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d03d7d-cc62-4182-ac0a-b4b1cb0338c9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:48.448163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.452067 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d6fdefba-91b1-429a-a983-90e29833cfe7 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.6922522 Nov 27 10:36:48.455353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:48.460146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'security_group': {'name': 'tempest-secgroup-833887621'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:48.519106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.529104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:48.529798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.550241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Allocated IP 172.20.0.3 (5cea8225-5856-4065-b27e-afc5ee776e8b/01d9b505-43ff-4d93-a2f9-0f03429f7f78/fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:48.555582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.559507 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/networks/ed5766b4-ec70-42c4-9cb6-927a95b9e605 HTTP/1.1" status: 204 len: 168 time: 1.0016549 Nov 27 10:36:48.564898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cecba6-1d61-4587-ba2e-5f9afdd06a34 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Network': ['ID=ed5766b4-ec70-42c4-9cb6-927a95b9e605,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:48.570225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41324) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:48.575800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Allocated IP 2001:db8::2 (dbb15160-0e1a-46fe-a570-3ef9349839a3/3efcd458-85aa-43b2-b5f4-89ea4ab5c41b/1288fa1f-129a-440c-b335-f50a60f0b675) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:48.618078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.646912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-363b667f-7aec-4c19-b89a-0f7887c91ca7 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5851619 Nov 27 10:36:48.696958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:48.733100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] DHCP port deletion for 8b293a48-7998-465e-b931-628fc64a3741 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:48.733849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Request body: {'floatingip': {'port_id': 'd31f4efb-ce3e-4734-a65e-3e22f72c9a05'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:48.803972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port e05f59ed-55eb-4180-b2a0-8588f80d01f2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:48.804309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.842157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.874817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] Allocated IP 2001:db8::2 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2/a6df746d-2122-4520-8d05-9dae1020f571) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:48.877132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2099-a529-4983-ba77-b31b446ded58 req-187e9756-15e6-42c1-a128-609891cf4a23 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:48.881159 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-748d2099-a529-4983-ba77-b31b446ded58 req-187e9756-15e6-42c1-a128-609891cf4a23 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2505157 Nov 27 10:36:48.913910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f22dcd08-e9bd-4833-9c24-0bb009564b65 None None] Provisioning complete for port d31f4efb-ce3e-4734-a65e-3e22f72c9a05 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:48.914254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f22dcd08-e9bd-4833-9c24-0bb009564b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.936168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] For port e05f59ed-55eb-4180-b2a0-8588f80d01f2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e05f59ed-55eb-4180-b2a0-8588f80d01f2,segment=NetworkSegment(eff0942f-6e89-4eae-84ad-c52193455fc0),segment_id=eff0942f-6e89-4eae-84ad-c52193455fc0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:48.936559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:48.952700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for e05f59ed-55eb-4180-b2a0-8588f80d01f2 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:48.998332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f237-283c-4eb8-a22a-f7663b565ef8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event updated for resources: {'Subnet': ['ID=01d9b505-43ff-4d93-a2f9-0f03429f7f78,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.088349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f22dcd08-e9bd-4833-9c24-0bb009564b65 None None] Port d31f4efb-ce3e-4734-a65e-3e22f72c9a05 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:49.100833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.118402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.120897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.126501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Deleting port e05f59ed-55eb-4180-b2a0-8588f80d01f2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:49.127643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.130587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-b3d33e3b-9526-49db-b4e1-fa4c02b672b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:49.131909 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-b3d33e3b-9526-49db-b4e1-fa4c02b672b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d81df8817f3441f90639a41ccac7db9&device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 1099 time: 0.1517091 Nov 27 10:36:49.132590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.132974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.153088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.169846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.171780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.211078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.230220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a6df746d-2122-4520-8d05-9dae1020f571,segment=NetworkSegment(8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac),segment_id=8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:49.243683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No DVR routers for this DVR port e05f59ed-55eb-4180-b2a0-8588f80d01f2 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:49.249458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=e05f59ed-55eb-4180-b2a0-8588f80d01f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.266745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Network 5cea8225-5856-4065-b27e-afc5ee776e8b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:49.279070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:49.284845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] For port e05f59ed-55eb-4180-b2a0-8588f80d01f2, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:49.285360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.286149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8::1 (dbb15160-0e1a-46fe-a570-3ef9349839a3/3efcd458-85aa-43b2-b5f4-89ea4ab5c41b/ca400e62-58d4-463e-b5ab-51ec94fc4b81) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:49.287953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:49.303709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:49.307383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:49.309290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Pushing event updated for resources: {'Port': ['ID=fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.315666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:49.319423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Calling delete_port for e05f59ed-55eb-4180-b2a0-8588f80d01f2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:49.326993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Port e05f59ed-55eb-4180-b2a0-8588f80d01f2 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:36:49.350726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.352033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8956642 Nov 27 10:36:49.356336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41328) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:49.357941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.363632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.363822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-187367245', 'security_groups': ['c638f545-98bb-43a8-9a42-e770ab634326'], 'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:49.396290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.406337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.407662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-4de5a01a-dd81-4c9b-82d9-8c9c4eca3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:49.409317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-4de5a01a-dd81-4c9b-82d9-8c9c4eca3267 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 200 len: 911 time: 0.2510481 Nov 27 10:36:49.455991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] No DVR routers for this DVR port e05f59ed-55eb-4180-b2a0-8588f80d01f2 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:49.465547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e05f59ed-55eb-4180-b2a0-8588f80d01f2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:49.500977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Pushing event updated for resources: {'Port': ['ID=1288fa1f-129a-440c-b335-f50a60f0b675,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.510845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=01d9b505-43ff-4d93-a2f9-0f03429f7f78,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.514728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e05f59ed-55eb-4180-b2a0-8588f80d01f2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:49.515133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e05f59ed-55eb-4180-b2a0-8588f80d01f2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:49.531417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Attempting to bind port 1288fa1f-129a-440c-b335-f50a60f0b675 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:49.531792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Attempting to bind port 1288fa1f-129a-440c-b335-f50a60f0b675 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '48c7d956-8d33-427a-9e16-5c6208125fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:49.532153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Attempting to bind port 1288fa1f-129a-440c-b335-f50a60f0b675 on network dbb15160-0e1a-46fe-a570-3ef9349839a3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:49.554510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Attempting to bind port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:49.555234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Attempting to bind port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '60970edb-2def-414d-866b-28387059cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:49.555234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Attempting to bind port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b on network 5cea8225-5856-4065-b27e-afc5ee776e8b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:49.563046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82fee0-f72e-4e4c-876f-20c0a996f4b6 None None] Pushing event deleted for resources: {'Port': ['ID=e05f59ed-55eb-4180-b2a0-8588f80d01f2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.585009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:49.585437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Checking segment: {'id': '60970edb-2def-414d-866b-28387059cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:49.585768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.586171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Bound using segment: {'id': '60970edb-2def-414d-866b-28387059cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:49.586667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Bound port: fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60970edb-2def-414d-866b-28387059cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5cea8225-5856-4065-b27e-afc5ee776e8b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:49.587049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.593501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:49.593501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Checking segment: {'id': '48c7d956-8d33-427a-9e16-5c6208125fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:49.594375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.594375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Bound using segment: {'id': '48c7d956-8d33-427a-9e16-5c6208125fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:49.594551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Bound port: 1288fa1f-129a-440c-b335-f50a60f0b675, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c7d956-8d33-427a-9e16-5c6208125fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbb15160-0e1a-46fe-a570-3ef9349839a3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:49.594934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.669306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-e18b08c6-b4b9-4d46-ba4a-4cf796cb1c67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 200 len: 1002 time: 0.2371914 Nov 27 10:36:49.671982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.721900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b34de-7b29-4cf7-ac2d-9881dff2ebc0 None None] Pushing event updated for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.729293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.752167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] For port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:49.755523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] For port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b,segment=NetworkSegment(60970edb-2def-414d-866b-28387059cc1b),segment_id=60970edb-2def-414d-866b-28387059cc1b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:49.762549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.770680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cea8225-5856-4065-b27e-afc5ee776e8b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:49.792209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60970edb-2def-414d-866b-28387059cc1b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:49.792812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60970edb-2def-414d-866b-28387059cc1b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:49.816608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.822625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a894f-5e13-487b-97db-276a6e3883e1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c638f545-98bb-43a8-9a42-e770ab634326,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:49.846418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-43ca070a-048b-481c-8597-84ed4f1016d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:49.848240 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-43ca070a-048b-481c-8597-84ed4f1016d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 200 len: 849 time: 0.1661584 Nov 27 10:36:49.871784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.890443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.904915 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-748d2099-a529-4983-ba77-b31b446ded58 req-bf9be116-7bee-4228-b575-71b1748435d1 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8166368 Nov 27 10:36:49.909285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:49.910646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:49.915986 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:49.940253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:49.949593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.955565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:49.976803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9416d259-dc4d-418f-8229-b5667bf28f99']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:49.999340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b293a48-7998-465e-b931-628fc64a3741']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:50.003817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd02ff4f-aa11-4ee9-923a-256f57780e56') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:50.004037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd02ff4f-aa11-4ee9-923a-256f57780e56') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:50.028008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff0942f-6e89-4eae-84ad-c52193455fc0') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:50.028270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff0942f-6e89-4eae-84ad-c52193455fc0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:50.037465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.075342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] For port 1288fa1f-129a-440c-b335-f50a60f0b675, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:50.078647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.103100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.107390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.116769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77af83-a200-4e56-96ab-12bd04c3b37a None None] Pushing event updated for resources: {'Port': ['ID=fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:50.120789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:50.120789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.123809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:50.124199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:50.128137 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:50.132707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] For port 1288fa1f-129a-440c-b335-f50a60f0b675, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1288fa1f-129a-440c-b335-f50a60f0b675,segment=NetworkSegment(48c7d956-8d33-427a-9e16-5c6208125fff),segment_id=48c7d956-8d33-427a-9e16-5c6208125fff)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:50.153287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b039b2c7-d2ac-4fb7-b26e-890a7a42b0ce None None] Network 5cea8225-5856-4065-b27e-afc5ee776e8b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:50.156588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.183095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.209826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:50.217437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:50.221423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-4c44702b-7050-4421-905a-664355068cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:50.223256 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-4c44702b-7050-4421-905a-664355068cdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3662863 Nov 27 10:36:50.224200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:50.224826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.244705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] device_id is not set on port d51d6823-9349-48f3-8ae3-83819f660504 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:50.257012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 10:36:50.257012 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 10:36:50.257012 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'id': '5cea8225-5856-4065-b27e-afc5ee776e8b'}] Nov 27 10:36:50.257012 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:50.258181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:50.312893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.316609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b79241-a2f0-4da5-b4fe-1fc1070c4206 None None] Pushing event updated for resources: {'Port': ['ID=1288fa1f-129a-440c-b335-f50a60f0b675,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:50.324348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.329508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.336538 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/8b293a48-7998-465e-b931-628fc64a3741 HTTP/1.1" status: 204 len: 168 time: 2.2756250 Nov 27 10:36:50.346869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41330) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:50.348041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.351904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/networks/9416d259-dc4d-418f-8229-b5667bf28f99 HTTP/1.1" status: 204 len: 168 time: 1.7778649 Nov 27 10:36:50.364032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:50.402141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127b238-c778-4723-97b1-e5a3cd65f906 None None] Network 5cea8225-5856-4065-b27e-afc5ee776e8b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:50.406915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf192619-a3b5-4a78-ac3e-a3ea2d645c15 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=8b293a48-7998-465e-b931-628fc64a3741,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:50.481007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d392a-dc38-42c6-aab9-ffae0d6fd57d tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Network': ['ID=9416d259-dc4d-418f-8229-b5667bf28f99,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:50.483414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=ca400e62-58d4-463e-b5ab-51ec94fc4b81,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:50.494345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b986039-2766-4fde-988e-dbb5ee686f6d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:50.499132 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b986039-2766-4fde-988e-dbb5ee686f6d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/a600914f-92b7-436d-a922-8d2cbf6c31eb HTTP/1.1" status: 200 len: 839 time: 0.1295052 Nov 27 10:36:50.504018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:50.595833 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-286b9bf1-5305-43c8-9ca4-f4a428237ea9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/a600914f-92b7-436d-a922-8d2cbf6c31eb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0875676 Nov 27 10:36:50.596560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:50.604859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8adcee2-3730-4ecf-9464-1642beb5e0d5 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:50.605415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8adcee2-3730-4ecf-9464-1642beb5e0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.644251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:50.687256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.733559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e8adcee2-3730-4ecf-9464-1642beb5e0d5 None None] Provisioning complete for port d8ea277f-004e-40ad-90e5-020602037d49 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:50.734250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8adcee2-3730-4ecf-9464-1642beb5e0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.741040 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-1781e833-e18f-4184-baa5-08ac095e947d service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093100 Nov 27 10:36:50.768181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.782234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e8adcee2-3730-4ecf-9464-1642beb5e0d5 None None] Port d8ea277f-004e-40ad-90e5-020602037d49 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:50.850707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:50.854227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.874552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.981608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8::326 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2/d51d6823-9349-48f3-8ae3-83819f660504) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:50.981948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:50.993895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.093820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.112741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ceaa33f4-5512-4d5d-94aa-41f26504b3ba req-9996fa1e-7147-4d22-984d-b2584e65c16a service neutron] 10.222.0.24 "GET /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398337 Nov 27 10:36:51.144267 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP 44945976-d332-4f99-afd8-7f7dce855e07 associated. External IP: 172.26.1.64, port: 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6. Nov 27 10:36:51.219321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17966f3e-f018-4f8a-83a4-b345540e810c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:51.245470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6972e4-5599-43cd-9c8f-aeeacbc01a63') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:51.245756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6972e4-5599-43cd-9c8f-aeeacbc01a63') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:51.275485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.307987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.315358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:51.315522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.324528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b6536-e095-46ba-8869-8247fbd70e72 req-4a166446-a34c-49b9-aacb-7f0dc6824a2b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:51.326078 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c2b6536-e095-46ba-8869-8247fbd70e72 req-4a166446-a34c-49b9-aacb-7f0dc6824a2b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2933695 Nov 27 10:36:51.341199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:51.353170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:51.362221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f2c52-14af-4f00-8ab0-bd201c8c86a3 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:51.364072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:51.364699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.376424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=bd9a4fd3-71df-497a-a94a-e7a31da9c97a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:51.380487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.385470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-576be79a-b229-482a-9bee-e76b526c65cf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7494485 Nov 27 10:36:51.389569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:51.397432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1862951526'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:51.429945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:51.430352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:51.436462 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:51.493969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1288fa1f-129a-440c-b335-f50a60f0b675 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:51.550528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.601911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:51.607061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1288fa1f-129a-440c-b335-f50a60f0b675 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:51.607509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.678507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8795d-58ff-4593-865a-6438a3c222d2 None None] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:51.741498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.750117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.797319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.802315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4085860 Nov 27 10:36:51.802315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:51.802315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:51.808362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'security_group': {'name': 'tempest-secgroup-292589021'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:51.812837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3190e-edb2-4c9b-803c-225614c57d0e tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6d987d-fbe7-4ad6-baaf-034917d9690e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:51.851682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:51.876157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.890966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ff4267b4-3712-4f9f-b115-c6bb2803994f None None] Provisioning complete for port 1288fa1f-129a-440c-b335-f50a60f0b675 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:51.891412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff4267b4-3712-4f9f-b115-c6bb2803994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:51.896709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:51.897043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:51.996064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'tenant_id': 'e14987a5144a4c28b3dbd0a955fcf404', 'fixed_ips': [{'subnet_id': 'bd9a4fd3-71df-497a-a94a-e7a31da9c97a'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:51.997055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.026730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.057585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.083133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:52.083442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.092497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c2b6536-e095-46ba-8869-8247fbd70e72 req-26a731af-9b6d-4a4b-9da0-b8c0ee1b304a tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7511687 Nov 27 10:36:52.093761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.097671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b,segment=NetworkSegment(60970edb-2def-414d-866b-28387059cc1b),segment_id=60970edb-2def-414d-866b-28387059cc1b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:52.098270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.098506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.107068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.112820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.129973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.135308 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] 10.222.0.13 "DELETE /v2.0/networks/17966f3e-f018-4f8a-83a4-b345540e810c HTTP/1.1" status: 204 len: 168 time: 1.7675376 Nov 27 10:36:52.152297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8277e7-7459-4028-9818-708cbe7bccf5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:52.190762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:52.202733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6897d-358e-4839-a91d-fec96f61dee4 tempest-BulkNetworkOpsTest-925751396 tempest-BulkNetworkOpsTest-925751396-project] Pushing event deleted for resources: {'Network': ['ID=17966f3e-f018-4f8a-83a4-b345540e810c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:52.212774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.213851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fde53b37-e2b9-43b9-97ab-b8aa533c7b66 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4110386 Nov 27 10:36:52.217226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:52.222809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1322045688', 'security_groups': ['4a8277e7-7459-4028-9818-708cbe7bccf5'], 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd9a4fd3-71df-497a-a94a-e7a31da9c97a'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:52.224242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.224722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf9450-338b-4d7e-bd6c-960e3b3047a7 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:52.228949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 1c31d1ba-e029-470e-8c2d-f254ff541319 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:52.292525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 1288fa1f-129a-440c-b335-f50a60f0b675, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1288fa1f-129a-440c-b335-f50a60f0b675,segment=NetworkSegment(48c7d956-8d33-427a-9e16-5c6208125fff),segment_id=48c7d956-8d33-427a-9e16-5c6208125fff)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:52.304405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.305352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:52.311036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.337538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.338332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.422273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.433873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff4267b4-3712-4f9f-b115-c6bb2803994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.465231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Allocated IP 172.20.0.2 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/bd9a4fd3-71df-497a-a94a-e7a31da9c97a/371c1f40-5d72-4ca9-a06b-57d2d4cf85bf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:52.475633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:52.475862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=1288fa1f-129a-440c-b335-f50a60f0b675,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:52.483803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.491335 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] Sync routers for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:52.521160 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:52.522053 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.542963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=ca400e62-58d4-463e-b5ab-51ec94fc4b81,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:52.561331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-ff4267b4-3712-4f9f-b115-c6bb2803994f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:52.561857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-ff4267b4-3712-4f9f-b115-c6bb2803994f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:52.584894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:52.610335 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-09fe7ddf-ea3c-4927-97cd-3a29f1779c17 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/floatingips/44945976-d332-4f99-afd8-7f7dce855e07 HTTP/1.1" status: 200 len: 977 time: 3.8801003 Nov 27 10:36:52.613698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:52.621016 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.644720 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:52.645734 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.649159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:52.666716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:52.676173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:52.676745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.680285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:52.683162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.695200 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:52.696056 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d0ee1-c245-45b8-9479-daab114fad31 None None] The sync data for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:52.766372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.806567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.820776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:52.821915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:52.846272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:52.854194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=d51d6823-9349-48f3-8ae3-83819f660504,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:52.892796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=fbdeaf1f-d0bd-4deb-bad1-c1d3df77443b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:52.897872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:52.905390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:52.946657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:52.953288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:53.018470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.041328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Attempting to bind port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:36:53.041726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Attempting to bind port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '467d131c-77e1-48de-a5d8-263988e7469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:36:53.042220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Attempting to bind port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf on network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:36:53.052828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:36:53.053240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Checking segment: {'id': '467d131c-77e1-48de-a5d8-263988e7469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:53.053637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.054045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Bound using segment: {'id': '467d131c-77e1-48de-a5d8-263988e7469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:36:53.054544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Bound port: 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467d131c-77e1-48de-a5d8-263988e7469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:36:53.054942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.058249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cea8225-5856-4065-b27e-afc5ee776e8b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.070129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60970edb-2def-414d-866b-28387059cc1b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.070634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60970edb-2def-414d-866b-28387059cc1b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.082414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.091894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Pushing event updated for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:53.104969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:53.106592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.120773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:53.128641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:53.129009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:53.132465 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:53.160573 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9327e5fc-be41-4e5d-b96c-dce7267e3e7d tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8016772 Nov 27 10:36:53.184787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:36:53.187267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.193730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,segment=NetworkSegment(467d131c-77e1-48de-a5d8-263988e7469c),segment_id=467d131c-77e1-48de-a5d8-263988e7469c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:36:53.202555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.213676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:53.333584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.354024 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ec90ec0-e943-4687-ae5c-c4be74d7bf99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e2dff05ae0490c9f35d422d55c89b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008059 Nov 27 10:36:53.357624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.419281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.421654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1288fa1f-129a-440c-b335-f50a60f0b675 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:53.426611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port d90c946b-0df0-426d-8e8f-d45dc77484bf yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:36:53.434716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.443555 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/5cea8225-5856-4065-b27e-afc5ee776e8b HTTP/1.1" status: 204 len: 168 time: 5.1280525 Nov 27 10:36:53.445091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.478393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636cfc-d566-4f0c-9e53-c526c84242c2 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=5cea8225-5856-4065-b27e-afc5ee776e8b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:53.508319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Provisioning complete for port ca400e62-58d4-463e-b5ab-51ec94fc4b81 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:53.508765 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.510684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f9558a0f-0980-47b8-b928-02c047aca469 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:36:53.523486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4b78057-be96-4729-ab20-d03e6276b58a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.543902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134aec-8088-413b-8081-a491f04d7e82 req-f975ed1b-dfab-483f-84d1-4d8dca84c873 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:53.546021 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e1134aec-8088-413b-8081-a491f04d7e82 req-f975ed1b-dfab-483f-84d1-4d8dca84c873 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2426307 Nov 27 10:36:53.552833 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f407c623-6030-4b67-b856-48c1d276479d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:53.553550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f407c623-6030-4b67-b856-48c1d276479d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:53.557096 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f407c623-6030-4b67-b856-48c1d276479d tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/01d9b505-43ff-4d93-a2f9-0f03429f7f78 HTTP/1.1" status: 404 len: 337 time: 0.1118658 Nov 27 10:36:53.566781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port d31f4efb-ce3e-4734-a65e-3e22f72c9a05 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:53.567358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.570250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.574461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc47a3-ff0e-4cc1-aa55-4d1996c7abd8 None None] Pushing event updated for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:53.615034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Port ca400e62-58d4-463e-b5ab-51ec94fc4b81 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:53.620132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1288fa1f-129a-440c-b335-f50a60f0b675 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:53.620699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.643080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4b78057-be96-4729-ab20-d03e6276b58a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.664454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Provisioning complete for port d51d6823-9349-48f3-8ae3-83819f660504 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:53.664836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.695522 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3815801-7466-4f7a-a0e6-fcea16320e41 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:53.695804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:53.695907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3815801-7466-4f7a-a0e6-fcea16320e41 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:53.699371 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c3815801-7466-4f7a-a0e6-fcea16320e41 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/5cea8225-5856-4065-b27e-afc5ee776e8b HTTP/1.1" status: 404 len: 339 time: 0.1168852 Nov 27 10:36:53.702598 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f781b408-cfaa-4450-9140-2441c13cb59e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f9558a0f-0980-47b8-b928-02c047aca469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9742644 Nov 27 10:36:53.703680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41366) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.713122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.717712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:53.724987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.730843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] Sync routers for ids ['f9558a0f-0980-47b8-b928-02c047aca469'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:53.737460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Port d51d6823-9349-48f3-8ae3-83819f660504 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:53.761355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] Routers {'f9558a0f-0980-47b8-b928-02c047aca469'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:53.761989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9558a0f-0980-47b8-b928-02c047aca469'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.770612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Provisioning complete for port 1288fa1f-129a-440c-b335-f50a60f0b675 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:53.770612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6137e7a-97a5-47c4-9c31-7e5c4e939cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.770903 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-507d561e-67c3-4023-a200-bb94209933ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:53.770903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507d561e-67c3-4023-a200-bb94209933ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:53.776680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-507d561e-67c3-4023-a200-bb94209933ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/97b61fbb-570e-4918-a1fd-c2fc6c730d11 HTTP/1.1" status: 404 len: 337 time: 0.0717411 Nov 27 10:36:53.792476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.818212 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ae6d99-a0a6-4ee2-8aec-26768efb34f5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:53.818936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ae6d99-a0a6-4ee2-8aec-26768efb34f5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:53.822222 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-44ae6d99-a0a6-4ee2-8aec-26768efb34f5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/be276097-2980-40b1-8a41-d6e59e799a0e HTTP/1.1" status: 404 len: 339 time: 0.0286143 Nov 27 10:36:53.825981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41372) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.840973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.859486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4b78057-be96-4729-ab20-d03e6276b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.863510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4b78057-be96-4729-ab20-d03e6276b58a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:53.867116 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e4b78057-be96-4729-ab20-d03e6276b58a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa8efd42-e556-42ef-84e0-e4302c2c1990 HTTP/1.1" status: 204 len: 168 time: 0.5079980 Nov 27 10:36:53.868030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] Routers {'f9558a0f-0980-47b8-b928-02c047aca469'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:53.869141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9558a0f-0980-47b8-b928-02c047aca469'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.875775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ac87c-63a9-4208-b214-8f4dc2cfa825 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:53.880289 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-175ac87c-63a9-4208-b214-8f4dc2cfa825 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports/ca400e62-58d4-463e-b5ab-51ec94fc4b81 HTTP/1.1" status: 200 len: 911 time: 0.1639512 Nov 27 10:36:53.892766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41376) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:53.909992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:53.910662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94891-9b56-43e0-83e5-1fc45b2a3c82 None None] The sync data for ids ['f9558a0f-0980-47b8-b928-02c047aca469'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:53.971780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e1134aec-8088-413b-8081-a491f04d7e82 req-5c32043e-76dc-4876-837d-f22477bd7a3f tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4083548 Nov 27 10:36:54.046335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b78057-be96-4729-ab20-d03e6276b58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8efd42-e556-42ef-84e0-e4302c2c1990,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:54.086699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.106808 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2 (CIDR: 2001:db8::/64) Nov 27 10:36:54.114383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-42431063-794a-487a-ba8f-208705c7f3d8 None None] Provisioning complete for port ca400e62-58d4-463e-b5ab-51ec94fc4b81 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:54.116057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42431063-794a-487a-ba8f-208705c7f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.138651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.6 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/bd9a4fd3-71df-497a-a94a-e7a31da9c97a/d90c946b-0df0-426d-8e8f-d45dc77484bf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:54.177229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-42431063-794a-487a-ba8f-208705c7f3d8 None None] Port ca400e62-58d4-463e-b5ab-51ec94fc4b81 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:54.188855 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:36:54.190026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:54.244425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.261540 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5599666f-fe7f-4e40-b18b-fbe93d227b88 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0524049 Nov 27 10:36:54.270288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643db1f-d25c-4d0c-ab81-1071f0c1fa4e req-ff80e124-2c7f-41e8-bb6c-007fc72256d9 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:54.272075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2643db1f-d25c-4d0c-ab81-1071f0c1fa4e req-ff80e124-2c7f-41e8-bb6c-007fc72256d9 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.0915391 Nov 27 10:36:54.274170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41384) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:54.279497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:54.409941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.410314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.410622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Floating IP 44945976-d332-4f99-afd8-7f7dce855e07 disassociated. External IP: 172.26.1.64, port: d31f4efb-ce3e-4734-a65e-3e22f72c9a05. Nov 27 10:36:54.411006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for d31f4efb-ce3e-4734-a65e-3e22f72c9a05 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:54.493427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.505339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.540928 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2643db1f-d25c-4d0c-ab81-1071f0c1fa4e req-7f2ff7ba-dcd2-477e-b2bb-6d8b6ff991dd tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564182 Nov 27 10:36:54.568305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b634bbc-7dcd-4b70-a4d1-36f724be0005']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:54.589574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046d3ad5-89c8-40d9-8fae-607a3c961c35') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:54.589705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046d3ad5-89c8-40d9-8fae-607a3c961c35') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:54.610742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.616420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.638936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.654329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:54.658002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.662776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:54.663170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:54.671438 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:54.704223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:54.708131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:54.714328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.719244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:36:54.814758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=d90c946b-0df0-426d-8e8f-d45dc77484bf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:54.866872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.870257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:54.872175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.908555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:54.909434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=d31f4efb-ce3e-4734-a65e-3e22f72c9a05,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:54.911895 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/7b634bbc-7dcd-4b70-a4d1-36f724be0005 HTTP/1.1" status: 204 len: 168 time: 1.0847085 Nov 27 10:36:54.917096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:54.969244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:54.983893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e7645287-fdd5-4367-93bd-a6e9e8ea98dc tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7657380 Nov 27 10:36:54.984615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41410) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:54.991797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:55.004413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df7494-2e54-43ee-91f9-f0d525c72779 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=7b634bbc-7dcd-4b70-a4d1-36f724be0005,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:55.032232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.ipam_backend_mixin [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2c8d24ca-5983-40cf-9cf8-014830c458e5 (CIDR: 2001:db8:0:1::/64) Nov 27 10:36:55.043177 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf14272-8c03-4ee7-a72d-acb3d5adfd03 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.043647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf14272-8c03-4ee7-a72d-acb3d5adfd03 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.051470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dbf14272-8c03-4ee7-a72d-acb3d5adfd03 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/1eb3987c-1282-43ec-95e2-8687a5a36ceb HTTP/1.1" status: 404 len: 337 time: 0.1310885 Nov 27 10:36:55.056408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41412) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.072044 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:36:55.072954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.122557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1911267433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:55.130251 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fb5da0c1-e7ef-4eef-ae37-eda544ac5be4 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8543339 Nov 27 10:36:55.130697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41414) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.139192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'subnet': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:55.148714 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.168444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb588900-33fb-4168-a417-5e05334ddd63 req-240f64bf-a75b-4ab2-8239-aeca5c989143 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:55.170046 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eb588900-33fb-4168-a417-5e05334ddd63 req-240f64bf-a75b-4ab2-8239-aeca5c989143 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2294967 Nov 27 10:36:55.172805 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-22743f97-f941-4d5c-a11c-c419d5125e02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.173332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22743f97-f941-4d5c-a11c-c419d5125e02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.180004 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-22743f97-f941-4d5c-a11c-c419d5125e02 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/b33aee4e-fe28-42aa-b1fa-77dbc75c935f HTTP/1.1" status: 404 len: 339 time: 0.1097610 Nov 27 10:36:55.207344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41416) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.216200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:55.217334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.262099 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3358aac3-ba6f-419b-8ba6-86706b80caa9 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.262493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3358aac3-ba6f-419b-8ba6-86706b80caa9 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.265659 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3358aac3-ba6f-419b-8ba6-86706b80caa9 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/cff58a94-040a-4439-b99c-b4f23934d55c HTTP/1.1" status: 404 len: 337 time: 0.0554488 Nov 27 10:36:55.275603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41418) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.306487 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eb588900-33fb-4168-a417-5e05334ddd63 req-09b03744-7aaf-4012-bdb3-dbfb3eaef2c8 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252184 Nov 27 10:36:55.322984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 1c31d1ba-e029-470e-8c2d-f254ff541319 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:55.328497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2884e077-7e6d-4033-9afe-5fc32f44ffa5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.329003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2884e077-7e6d-4033-9afe-5fc32f44ffa5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.340571 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2884e077-7e6d-4033-9afe-5fc32f44ffa5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/bb0c5307-66e0-4eff-8775-158572490bba HTTP/1.1" status: 404 len: 339 time: 0.0295351 Nov 27 10:36:55.340571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.340896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.341949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.371612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.398958 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e9456-8e84-4494-b048-9900b16707ee tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.399418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6e9456-8e84-4494-b048-9900b16707ee tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.403236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:55.407029 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ca6e9456-8e84-4494-b048-9900b16707ee tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/8e4d22fd-5c29-4b1f-8b89-7b765978ea9d HTTP/1.1" status: 404 len: 337 time: 0.0644252 Nov 27 10:36:55.407778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41422) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.441748 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be22f5c-570e-4f73-8f16-5d26be9d78ed tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.442264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be22f5c-570e-4f73-8f16-5d26be9d78ed tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.447638 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9be22f5c-570e-4f73-8f16-5d26be9d78ed tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/0444638f-59ec-4f2a-a335-93e0405609c7 HTTP/1.1" status: 404 len: 339 time: 0.0362377 Nov 27 10:36:55.451863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.471819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,segment=NetworkSegment(467d131c-77e1-48de-a5d8-263988e7469c),segment_id=467d131c-77e1-48de-a5d8-263988e7469c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:55.474618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83085298-7ad1-490a-885f-7a91e9ee2dde None None] get_active_networks_info from dv-neutron-804846-16-hyperv {{(pid=103380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 10:36:55.497822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.501325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:55.505736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.518433 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb43d996-9f4b-4624-9b45-f50fed2c1efe tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.519727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb43d996-9f4b-4624-9b45-f50fed2c1efe tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.525121 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bb43d996-9f4b-4624-9b45-f50fed2c1efe tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/768c785e-9cbb-4e9c-9299-d6eee54b5a52 HTTP/1.1" status: 404 len: 337 time: 0.0698457 Nov 27 10:36:55.540188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.563568 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-af47a9dd-c5a0-4a70-8317-e8f9101cbe07 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.564734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af47a9dd-c5a0-4a70-8317-e8f9101cbe07 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.568205 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af47a9dd-c5a0-4a70-8317-e8f9101cbe07 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/fd60907f-7d15-4865-904b-0d703fe020d7 HTTP/1.1" status: 404 len: 339 time: 0.0267088 Nov 27 10:36:55.568995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:55.569577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.570941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41428) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.612775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.613355 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc95c7a-a545-42a7-b5d2-dcae4795d856 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.614072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc95c7a-a545-42a7-b5d2-dcae4795d856 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.618135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:55.618735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.621027 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cfc95c7a-a545-42a7-b5d2-dcae4795d856 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/04de3f25-88f9-4d9b-85e1-90a8779bdebc HTTP/1.1" status: 404 len: 337 time: 0.0488758 Nov 27 10:36:55.623226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41430) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.648960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Made reservation on behalf of 7d66f081aeba4448b0cc6fdc97f996b1 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:55.652733 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0cba44-007e-49e4-8f5b-d86cf4007b3b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.653319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0cba44-007e-49e4-8f5b-d86cf4007b3b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.654105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.662704 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-db0cba44-007e-49e4-8f5b-d86cf4007b3b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/aa30b18f-a32b-4fc5-97db-5f2030a6b28f HTTP/1.1" status: 404 len: 339 time: 0.0330157 Nov 27 10:36:55.665563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Pushing event updated for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:55.665751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.678345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.682421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-233d1a7a-b798-465c-b7e4-9b6034c33d06 None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:55.709017 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-485a436f-3c35-4967-812a-641ed841ce73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.709832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485a436f-3c35-4967-812a-641ed841ce73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.714645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:55.714912 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-485a436f-3c35-4967-812a-641ed841ce73 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/f2b12df1-6adc-48a8-9a83-35f0758b91e7 HTTP/1.1" status: 404 len: 337 time: 0.0481534 Nov 27 10:36:55.717724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.727906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83085298-7ad1-490a-885f-7a91e9ee2dde None None] Resources bound (agent type, host, resource id): {{(pid=103380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 10:36:55.732950 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] Sync routers for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:55.745765 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:55.746743 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:55.757800 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f223a24-c878-40d9-bc7e-4f34de3d3bc1 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.758571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f223a24-c878-40d9-bc7e-4f34de3d3bc1 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.761839 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0f223a24-c878-40d9-bc7e-4f34de3d3bc1 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/e505df5b-efa0-4a1c-99c6-f37fa06902b7 HTTP/1.1" status: 404 len: 339 time: 0.0432014 Nov 27 10:36:55.764809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.765016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.766217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e2b715d-2861-4b99-b1cc-ba941915584c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7956393 Nov 27 10:36:55.774354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41438) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.783337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1007702272'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:55.798683 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:55.811538 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:55.812304 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf668645-f053-47e4-8317-e305f2f8fc30 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.812791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf668645-f053-47e4-8317-e305f2f8fc30 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.813166 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:55.818882 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cf668645-f053-47e4-8317-e305f2f8fc30 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/a9d28822-0733-47ab-ac5a-25e3a3422784 HTTP/1.1" status: 404 len: 337 time: 0.0504081 Nov 27 10:36:55.822860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.864940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Made reservation on behalf of 0ab19aeff0884089b66194c5f2faf3c4 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:55.868040 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:55.868523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.868783 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b65d2-a0c8-454a-a235-616b11c8bf34 None None] The sync data for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:55.872300 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd9a4fd3-71df-497a-a94a-e7a31da9c97a (CIDR: 172.20.0.0/28) Nov 27 10:36:55.877492 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af0e704-4ef6-4e1a-a7a1-17a130f36c64 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.878015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af0e704-4ef6-4e1a-a7a1-17a130f36c64 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.883474 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1af0e704-4ef6-4e1a-a7a1-17a130f36c64 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/58f9a8be-9003-488d-9778-e3e398168549 HTTP/1.1" status: 404 len: 339 time: 0.0519521 Nov 27 10:36:55.884223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.887122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41442) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.889550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:36:55.890016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.911495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.917443 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b04d61a9-6f51-4c23-9d66-a06d99b8bdfe tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/ports/d31f4efb-ce3e-4734-a65e-3e22f72c9a05 HTTP/1.1" status: 204 len: 168 time: 3.2993841 Nov 27 10:36:55.917595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4c0eefac-649c-4162-88af-93a72028cf8c None None] Provisioning complete for port d90c946b-0df0-426d-8e8f-d45dc77484bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:55.917595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4c0eefac-649c-4162-88af-93a72028cf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.918867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.926969 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5da837-392e-4490-a304-f8fb6f0637a5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.928510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5da837-392e-4490-a304-f8fb6f0637a5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.933085 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fc5da837-392e-4490-a304-f8fb6f0637a5 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/f02d8746-7711-4ccc-b6cb-c81a0bf09e1f HTTP/1.1" status: 404 len: 337 time: 0.0412982 Nov 27 10:36:55.933705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.954053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port ca400e62-58d4-463e-b5ab-51ec94fc4b81 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:55.954392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:55.973152 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-63904676-033b-4238-9f76-76e8c66f7c1a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9853818 Nov 27 10:36:55.978136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:55.978282 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11d7513-abfb-4f8e-8c9a-ae6c88d1db9b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] DELETE failed (client error): The resource could not be found. Nov 27 10:36:55.978587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11d7513-abfb-4f8e-8c9a-ae6c88d1db9b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:36:55.981691 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e11d7513-abfb-4f8e-8c9a-ae6c88d1db9b tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/125a8ce9-bee6-4335-ae0b-7f140ce898e2 HTTP/1.1" status: 404 len: 339 time: 0.0470841 Nov 27 10:36:55.984858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:55.990751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41450) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:56.012886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4c0eefac-649c-4162-88af-93a72028cf8c None None] Port d90c946b-0df0-426d-8e8f-d45dc77484bf cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:56.119263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting subnet daef6134-7832-417b-be54-404bdaf53ede {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:56.130810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.135687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.178759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for ca400e62-58d4-463e-b5ab-51ec94fc4b81 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:56.208674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.244657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.279146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.324143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:56.357327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.357676 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Added segment 8e7b5980-9e7e-46a2-85b3-a7ce420323bf of type vlan for network afd40831-3340-4c64-bfa3-71ac77386068 Nov 27 10:36:56.384925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3bee56-defd-41a9-a399-629feba7d62b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:56.477143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.481047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.568329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.573934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:56.574511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.602270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bb350-0127-4e44-9871-35f6f8c0ba40 req-450b98df-f1e3-4ec0-997c-bac46e3e6f05 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:56.603793 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3bb350-0127-4e44-9871-35f6f8c0ba40 req-450b98df-f1e3-4ec0-997c-bac46e3e6f05 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1806767 Nov 27 10:36:56.636427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.669218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.705522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:56.709027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.716768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Network': ['ID=afd40831-3340-4c64-bfa3-71ac77386068,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:56.719121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.721495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Subnet': ['ID=daef6134-7832-417b-be54-404bdaf53ede,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:56.725436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=ca400e62-58d4-463e-b5ab-51ec94fc4b81,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:56.729597 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d6b1d004-97fd-4b7a-b6d8-2cf6a7a87004 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9505510 Nov 27 10:36:56.731286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network afd40831-3340-4c64-bfa3-71ac77386068 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:36:56.731685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.735179 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-30112e6b-f3eb-431e-b1f4-e7405d7af4ce tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/subnets/daef6134-7832-417b-be54-404bdaf53ede HTTP/1.1" status: 204 len: 168 time: 0.7406571 Nov 27 10:36:56.736582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41454) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:56.737598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93f2c9-4543-41b2-a59d-f5e09d9a6c27 None None] Network bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:56.738414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41456) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:56.742827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'subnet': {'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:56.860584 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3bb350-0127-4e44-9871-35f6f8c0ba40 req-d1c2c019-0526-456e-b7f0-e006a2b3368d tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460692 Nov 27 10:36:56.867031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:56.925639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:56.929714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:56.930315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.943874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Subnet': ['ID=5e677716-3189-49c8-96a3-ce641799dee1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:56.961750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb809e-0c7c-4625-ac00-498513ee8dae None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:56.963224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.972262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:56.979138 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a1aaa52a-c398-4f46-bf06-a99dd761e37e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8414021 Nov 27 10:36:56.981890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41458) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:56.987967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1920724004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e677716-3189-49c8-96a3-ce641799dee1'}], 'security_groups': ['0ffc144d-c542-4566-a421-df60f9c208e2', '23d03d7d-cc62-4182-ac0a-b4b1cb0338c9']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:57.217285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.238086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] DHCP port deletion for bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:36:57.344863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.357639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] Deleting port 37711924-cecf-4f49-b60f-172479f3eaa8 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:57.358032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.378244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] Update dhcp port {'port': {'network_id': '3d3c6c98-ac91-403c-9124-5229a2aff7f1', 'fixed_ips': [{'subnet_id': '2c8d24ca-5983-40cf-9cf8-014830c458e5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e677716-3189-49c8-96a3-ce641799dee1'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': 'a6df746d-2122-4520-8d05-9dae1020f571'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:36:57.388611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:57.405319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:36:57.436525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:57.441223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:57.441815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.459860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Made reservation on behalf of 0ab19aeff0884089b66194c5f2faf3c4 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:57.463243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.485534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de41e8a-e40d-4a9f-9c22-22554aebafd2 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:57.497686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=acb7c109-a2e7-4c07-b0f1-0ac34089d52e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:57.509498 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fbca91f9-852d-483f-b00e-203c41e3811f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5282335 Nov 27 10:36:57.512389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.512987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:57.525382 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1192031272', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'acb7c109-a2e7-4c07-b0f1-0ac34089d52e'}], 'security_groups': ['5f6d987d-fbe7-4ad6-baaf-034917d9690e']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:57.532265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] For port 37711924-cecf-4f49-b60f-172479f3eaa8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=37711924-cecf-4f49-b60f-172479f3eaa8,segment=NetworkSegment(bc6c8264-2db2-4a94-936e-27484f36e3e6),segment_id=bc6c8264-2db2-4a94-936e-27484f36e3e6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:57.532782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.591632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] Calling delete_port for 37711924-cecf-4f49-b60f-172479f3eaa8 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:57.628616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.709509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-1e95766b-ae98-42b5-8ca2-fcdb49ee7c4c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:57.711011 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-1e95766b-ae98-42b5-8ca2-fcdb49ee7c4c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.2689776 Nov 27 10:36:57.757427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:57.758043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.779148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 36a119e8-fd36-494f-b23f-62a93f0e5e33 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:57.779636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.787593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f9558a0f-0980-47b8-b928-02c047aca469 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:36:57.844997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Deleting port 37711924-cecf-4f49-b60f-172479f3eaa8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:57.846459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.939891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:57.969675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.017763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 36a119e8-fd36-494f-b23f-62a93f0e5e33 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:58.044171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.099555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] Pushing event deleted for resources: {'Port': ['ID=37711924-cecf-4f49-b60f-172479f3eaa8,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:58.101301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] For port 37711924-cecf-4f49-b60f-172479f3eaa8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=37711924-cecf-4f49-b60f-172479f3eaa8,segment=NetworkSegment(bc6c8264-2db2-4a94-936e-27484f36e3e6),segment_id=bc6c8264-2db2-4a94-936e-27484f36e3e6)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:58.101661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.107466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf95a31-74c6-4b5f-8f15-8a663f36f101 None None] No DVR routers for this DVR port 37711924-cecf-4f49-b60f-172479f3eaa8 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:58.112987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:36:58.124879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] Allocated IP 2001:db8:0:2::2 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/5e677716-3189-49c8-96a3-ce641799dee1/a6df746d-2122-4520-8d05-9dae1020f571) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:58.163172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Delete allocated IP 172.20.0.6 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/bd9a4fd3-71df-497a-a94a-e7a31da9c97a) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 10:36:58.164026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] Sync routers for ids ['f9558a0f-0980-47b8-b928-02c047aca469'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:36:58.175605 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0bd0cd01-7539-46ad-90d3-ef843cc286e4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f9558a0f-0980-47b8-b928-02c047aca469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2783165 Nov 27 10:36:58.179044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41464) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:58.201768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Calling delete_port for 37711924-cecf-4f49-b60f-172479f3eaa8 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:58.212943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.18 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/acb7c109-a2e7-4c07-b0f1-0ac34089d52e/d90c946b-0df0-426d-8e8f-d45dc77484bf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:58.218254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] Routers {'f9558a0f-0980-47b8-b928-02c047aca469'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:58.218764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9558a0f-0980-47b8-b928-02c047aca469'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:58.252894 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e8f775fb-9eb8-4492-b78e-1805f1b655c6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9558a0f-0980-47b8-b928-02c047aca469 HTTP/1.1" status: 200 len: 205 time: 0.0644331 Nov 27 10:36:58.257071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41466) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:58.293665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.323056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:58.330402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Deleting port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:58.331217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.348648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae19e42-108b-4352-9f8e-7d08245d4234 req-31563286-48ac-4ce7-b8fc-3b5ec0fc3932 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:58.350321 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7ae19e42-108b-4352-9f8e-7d08245d4234 req-31563286-48ac-4ce7-b8fc-3b5ec0fc3932 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.3208814 Nov 27 10:36:58.367367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.368080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a6df746d-2122-4520-8d05-9dae1020f571,segment=NetworkSegment(8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac),segment_id=8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:58.370134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] Routers {'f9558a0f-0980-47b8-b928-02c047aca469'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:36:58.370752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9558a0f-0980-47b8-b928-02c047aca469'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:58.382664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Update dhcp port {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'fixed_ips': [{'subnet_id': 'bd9a4fd3-71df-497a-a94a-e7a31da9c97a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acb7c109-a2e7-4c07-b0f1-0ac34089d52e'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '371c1f40-5d72-4ca9-a06b-57d2d4cf85bf'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:36:58.436396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:58.437304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4624556-8e55-4186-ba06-76464a6b6474 None None] The sync data for ids ['f9558a0f-0980-47b8-b928-02c047aca469'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:36:58.450533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 37711924-cecf-4f49-b60f-172479f3eaa8 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:36:58.489393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.491224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 37711924-cecf-4f49-b60f-172479f3eaa8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:36:58.491561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 37711924-cecf-4f49-b60f-172479f3eaa8 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:36:58.493200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.506585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.560455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Subnet': ['ID=9da34568-1f7f-41cc-864a-aba8928f3e3a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:58.650814 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7ae19e42-108b-4352-9f8e-7d08245d4234 req-123e165a-21d3-43d2-9a01-37a0c62ae9d7 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531052 Nov 27 10:36:58.652681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.659851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.661356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Checking segment: {'id': '8e7b5980-9e7e-46a2-85b3-a7ce420323bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:36:58.661886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network hostable DHCP agents. Network: afd40831-3340-4c64-bfa3-71ac77386068, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:36:58.669419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] For port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:36:58.670051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.682566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.684567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0f2fc-9718-4aa0-ae6c-4b35287f3c1e None None] Pushing event updated for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:58.685791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.761227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Port': ['ID=37711924-cecf-4f49-b60f-172479f3eaa8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:58.775794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=36a119e8-fd36-494f-b23f-62a93f0e5e33,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:58.781644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] No DVR routers for this DVR port 37711924-cecf-4f49-b60f-172479f3eaa8 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:36:58.790484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.790983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router f9558a0f-0980-47b8-b928-02c047aca469 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:36:58.799172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.800312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cbf958ac-0cbf-4290-a981-8740ae5af470 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/f9558a0f-0980-47b8-b928-02c047aca469 HTTP/1.1" status: 204 len: 168 time: 0.5403473 Nov 27 10:36:58.813558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41468) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:58.852426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network afd40831-3340-4c64-bfa3-71ac77386068 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:36:58.860640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.872681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.962304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-3058cee7-a34e-4b11-969f-0ec1d95637a1 {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:36:58.962866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:36:58.972843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, afd40831-3340-4c64-bfa3-71ac77386068) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:36:58.979444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:58.980509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:58.992622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91455166-4acd-4ce3-93c3-42530ca75aa6 None None] Network afd40831-3340-4c64-bfa3-71ac77386068 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:36:59.048172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] In _notify_port_updated(), no bound segment for port d90c946b-0df0-426d-8e8f-d45dc77484bf on network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:36:59.059042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:36:59.059723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.063641 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/ports/d90c946b-0df0-426d-8e8f-d45dc77484bf HTTP/1.1" status: 200 len: 921 time: 1.5406928 Nov 27 10:36:59.090848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41470) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:59.103754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.111902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 3efcd458-85aa-43b2-b5f4-89ea4ab5c41b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:36:59.130032 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-82fc9088-3a53-40be-9634-e064d8b08c2a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3921452 Nov 27 10:36:59.133167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:36:59.143820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'network': {'name': 'tempest-router-network01--317971438'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:36:59.152343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.215951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-afd40831-3340-4c64-bfa3-71ac77386068', 'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068', 'tenant_id': '0ab19aeff0884089b66194c5f2faf3c4', 'fixed_ips': [{'subnet_id': '9da34568-1f7f-41cc-864a-aba8928f3e3a'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:36:59.218079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.226574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Made reservation on behalf of 0ab19aeff0884089b66194c5f2faf3c4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:36:59.230474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.254153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512326e3-026b-459d-9d42-fb32e05b85b9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=d90c946b-0df0-426d-8e8f-d45dc77484bf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:36:59.264347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7480a6-ebb2-4ea5-ac03-a92fd00ff472']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:59.290142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Delete allocated IP 2001:db8::326 (3d3c6c98-ac91-403c-9124-5229a2aff7f1/ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2) {{(pid=103379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 10:36:59.303862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6c8264-2db2-4a94-936e-27484f36e3e6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:59.304172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6c8264-2db2-4a94-936e-27484f36e3e6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:36:59.306397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:36:59.317360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.343444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Allocated IP 2001:db8:0:2::fb (3d3c6c98-ac91-403c-9124-5229a2aff7f1/5e677716-3189-49c8-96a3-ce641799dee1/d51d6823-9349-48f3-8ae3-83819f660504) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:59.345044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.346011 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Added segment d76abf50-dce2-4ba8-ba31-7267c6dec357 of type vlan for network 9c689efc-3e66-4c69-afbd-bf1d2188c447 Nov 27 10:36:59.359702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.369481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.406468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Allocated IP 172.20.0.2 (afd40831-3340-4c64-bfa3-71ac77386068/9da34568-1f7f-41cc-864a-aba8928f3e3a/7a31b7e1-f903-481c-80f8-3310a9d93cff) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:59.411667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:36:59.433337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.433704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.434033 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Floating IP 4bf959cb-42be-46ca-97e0-391efb0b0ee3 disassociated. External IP: 172.26.1.165, port: 2ddf75a4-b0d1-4cb5-b964-73c05eecba82. Nov 27 10:36:59.434383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Calling delete_port for 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:36:59.472067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.502487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:36:59.502904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:36:59.510849 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:36:59.564152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.626069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:59.626616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.717558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port d90c946b-0df0-426d-8e8f-d45dc77484bf {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:36:59.718087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.728366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.733467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.738647 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] 10.222.0.13 "DELETE /v2.0/networks/bb7480a6-ebb2-4ea5-ac03-a92fd00ff472 HTTP/1.1" status: 204 len: 168 time: 2.9898319 Nov 27 10:36:59.807586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Provisioning complete for port d8ea277f-004e-40ad-90e5-020602037d49 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:36:59.808121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.869914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.891309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.929891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:36:59.940186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Port d8ea277f-004e-40ad-90e5-020602037d49 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:36:59.946560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Allocated IP 172.20.0.19 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/acb7c109-a2e7-4c07-b0f1-0ac34089d52e/371c1f40-5d72-4ca9-a06b-57d2d4cf85bf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:36:59.996160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Network afd40831-3340-4c64-bfa3-71ac77386068 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:00.013256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:00.020980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:00.025342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9308-437d-4df4-b2d2-bbe53578bdd3 req-8bab0aec-956c-491e-b91f-9912de51c753 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:00.033098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-20cc9308-437d-4df4-b2d2-bbe53578bdd3 req-8bab0aec-956c-491e-b91f-9912de51c753 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 946 time: 0.1947346 Nov 27 10:37:00.045624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Pushing event updated for resources: {'Port': ['ID=7a31b7e1-f903-481c-80f8-3310a9d93cff,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.052914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Provisioning complete for port d51d6823-9349-48f3-8ae3-83819f660504 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:00.053454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.080995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.088260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:00.089195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.105123 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-20cc9308-437d-4df4-b2d2-bbe53578bdd3 req-ac14a50f-3b47-4d1f-b113-942790a4667a tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7eb5-29eb-46dc-9030-c0073b71c048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702872 Nov 27 10:37:00.155592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0212677 Nov 27 10:37:00.172453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:00.182688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'network': {'name': 'tempest-router-network02--638776581'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:00.184905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.225249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787114-db9e-4436-b13d-6041927d54d8 tempest-NetworksTest-284029897 tempest-NetworksTest-284029897-project] Pushing event deleted for resources: {'Network': ['ID=bb7480a6-ebb2-4ea5-ac03-a92fd00ff472,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.236157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41482) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:00.332751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Port d51d6823-9349-48f3-8ae3-83819f660504 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:00.335594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Attempting to bind port 7a31b7e1-f903-481c-80f8-3310a9d93cff on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:00.336021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Attempting to bind port 7a31b7e1-f903-481c-80f8-3310a9d93cff by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8e7b5980-9e7e-46a2-85b3-a7ce420323bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:00.336522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Attempting to bind port 7a31b7e1-f903-481c-80f8-3310a9d93cff on network afd40831-3340-4c64-bfa3-71ac77386068 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:00.354210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,segment=NetworkSegment(467d131c-77e1-48de-a5d8-263988e7469c),segment_id=467d131c-77e1-48de-a5d8-263988e7469c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:00.357509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:00.357894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Checking segment: {'id': '8e7b5980-9e7e-46a2-85b3-a7ce420323bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:00.358418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.358883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Bound using segment: {'id': '8e7b5980-9e7e-46a2-85b3-a7ce420323bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:00.359444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Bound port: 7a31b7e1-f903-481c-80f8-3310a9d93cff, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7b5980-9e7e-46a2-85b3-a7ce420323bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'afd40831-3340-4c64-bfa3-71ac77386068'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:00.359898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.390880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:00.391360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92c769ba-eba7-4b53-ad65-943cccdcaf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.411058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.417404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b65bb7-b365-4354-8dbb-865caa1d7759 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Network': ['ID=9c689efc-3e66-4c69-afbd-bf1d2188c447,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.427257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 1c31d1ba-e029-470e-8c2d-f254ff541319 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:00.430215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.452185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:00.472934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.474762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for d90c946b-0df0-426d-8e8f-d45dc77484bf owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:00.485229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.507535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.517889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.521402 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/3efcd458-85aa-43b2-b5f4-89ea4ab5c41b HTTP/1.1" status: 204 len: 168 time: 1.7002456 Nov 27 10:37:00.533700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.537985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83c72a-ea79-4e9f-95dd-04bf9604e622 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=3efcd458-85aa-43b2-b5f4-89ea4ab5c41b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.544043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41486) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:00.548003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ba66b-4908-4a4f-847e-59d011ba3c54 None None] Network dbb15160-0e1a-46fe-a570-3ef9349839a3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:00.549870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.571806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:00.573610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Made reservation on behalf of 0ab19aeff0884089b66194c5f2faf3c4 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:00.577342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.583640 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] Sync routers for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:00.593246 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:00.594105 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:00.598072 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4e16f42c-77c3-4454-8498-33a097357cde tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/routers/1c31d1ba-e029-470e-8c2d-f254ff541319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6760116 Nov 27 10:37:00.611295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:00.614039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41488) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:00.621301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.621776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Added segment b3b32a4b-2cdb-4bbc-b183-d61938e1f434 of type vlan for network 602d204d-68d2-4226-8fa7-caf56e3a21b7 Nov 27 10:37:00.669254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.700493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.707487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:00.708364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.748637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5718684 Nov 27 10:37:00.758054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41490) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:00.772136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] For port 7a31b7e1-f903-481c-80f8-3310a9d93cff, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:00.784937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] For port 7a31b7e1-f903-481c-80f8-3310a9d93cff, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7a31b7e1-f903-481c-80f8-3310a9d93cff,segment=NetworkSegment(8e7b5980-9e7e-46a2-85b3-a7ce420323bf),segment_id=8e7b5980-9e7e-46a2-85b3-a7ce420323bf)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:00.787946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7752e7-3344-4851-803b-5d762a8c6bf7 None None] Pushing event updated for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.797810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] In _notify_port_updated(), no bound segment for port d51d6823-9349-48f3-8ae3-83819f660504 on network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:37:00.804121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:00.804829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.808764 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "PUT /v2.0/ports/d51d6823-9349-48f3-8ae3-83819f660504 HTTP/1.1" status: 200 len: 969 time: 3.8225071 Nov 27 10:37:00.825986 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:00.833488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'subnet': {'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:00.840397 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] Routers {'1c31d1ba-e029-470e-8c2d-f254ff541319'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:00.841090 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1c31d1ba-e029-470e-8c2d-f254ff541319'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:00.842452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:00.885745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb92475-27f5-4342-ae1b-3b748ebc8ffc tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Network': ['ID=602d204d-68d2-4226-8fa7-caf56e3a21b7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.886859 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:00.887783 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1959b-609b-43f6-b2a1-d0b8d34048cf None None] The sync data for ids ['1c31d1ba-e029-470e-8c2d-f254ff541319'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:00.914055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:00.932562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578ca70-0ac8-40be-8dd9-846ce1797485 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event updated for resources: {'Port': ['ID=d51d6823-9349-48f3-8ae3-83819f660504,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:00.940732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 602d204d-68d2-4226-8fa7-caf56e3a21b7 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:01.014625 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9b9ca95-51a7-43f0-ab99-db032f2940ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b87ebce362c84412b6360f6877f4de4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7731488 Nov 27 10:37:01.015692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:01.052475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port d51d6823-9349-48f3-8ae3-83819f660504 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:01.052818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.092752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event deleted for resources: {'Port': ['ID=2ddf75a4-b0d1-4cb5-b964-73c05eecba82,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:01.106824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.220590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.246600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:01.251324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6acda-373a-4ebd-8387-aa703292ffa3 None None] Pushing event updated for resources: {'Port': ['ID=7a31b7e1-f903-481c-80f8-3310a9d93cff,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:01.258650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for d51d6823-9349-48f3-8ae3-83819f660504 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:01.288132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-640b99c1-1b03-4acf-9ee0-376957e7e7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.295818 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:01.296212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:01.370993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d26250a0-f033-4e30-93fc-b0c99e975b59 None None] Provisioning complete for port d51d6823-9349-48f3-8ae3-83819f660504 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:01.371643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d26250a0-f033-4e30-93fc-b0c99e975b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.390209 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1dc4b899-055b-4976-a128-8d09517edbd0 req-078191a3-0e2d-48f7-8922-d02973cd392c tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.1365514 Nov 27 10:37:01.420814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:01.425302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.435252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-640b99c1-1b03-4acf-9ee0-376957e7e7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.465427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] DHCP port deletion for dbb15160-0e1a-46fe-a570-3ef9349839a3 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:01.487841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d26250a0-f033-4e30-93fc-b0c99e975b59 None None] Port d51d6823-9349-48f3-8ae3-83819f660504 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:01.525271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Made reservation on behalf of 0ab19aeff0884089b66194c5f2faf3c4 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:01.529250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.564901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:01.566098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.567605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-640b99c1-1b03-4acf-9ee0-376957e7e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.570268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-640b99c1-1b03-4acf-9ee0-376957e7e7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.573922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:01.574077 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-640b99c1-1b03-4acf-9ee0-376957e7e7ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49c349a9-bd31-4cd1-870d-a8cbdf49546b HTTP/1.1" status: 204 len: 168 time: 0.5542374 Nov 27 10:37:01.574164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.619633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b99c1-1b03-4acf-9ee0-376957e7e7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c349a9-bd31-4cd1-870d-a8cbdf49546b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:01.658681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] Deleting port 1288fa1f-129a-440c-b335-f50a60f0b675 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:01.659474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.710218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.756519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.798597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 1288fa1f-129a-440c-b335-f50a60f0b675 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:01.799152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.801070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=d90c946b-0df0-426d-8e8f-d45dc77484bf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:01.826219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] For port 1288fa1f-129a-440c-b335-f50a60f0b675, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1288fa1f-129a-440c-b335-f50a60f0b675,segment=NetworkSegment(48c7d956-8d33-427a-9e16-5c6208125fff),segment_id=48c7d956-8d33-427a-9e16-5c6208125fff)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:01.826630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.835615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=d51d6823-9349-48f3-8ae3-83819f660504,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:01.849148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] Calling delete_port for 1288fa1f-129a-440c-b335-f50a60f0b675 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:01.893126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.896552 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b44f00d-3a7d-449b-9b42-35fdc6d368d0 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/d51d6823-9349-48f3-8ae3-83819f660504 HTTP/1.1" status: 204 len: 168 time: 1.0528839 Nov 27 10:37:01.900836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:01.930496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:01.941888 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2819e699-2662-4510-b4d1-4a2d5c442a5b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/d90c946b-0df0-426d-8e8f-d45dc77484bf HTTP/1.1" status: 204 len: 168 time: 2.8471241 Nov 27 10:37:01.943139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41504) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:01.944591 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c317a54-7072-40a4-ae9d-125caa570ca6 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] GET failed (client error): The resource could not be found. Nov 27 10:37:01.946086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2c317a54-7072-40a4-ae9d-125caa570ca6 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports/d51d6823-9349-48f3-8ae3-83819f660504 HTTP/1.1" status: 404 len: 333 time: 0.0442643 Nov 27 10:37:01.948810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:02.029213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.031007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f4be7f6-8a99-4dff-8079-9abc6df5af1a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.077448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] No DVR routers for this DVR port 1288fa1f-129a-440c-b335-f50a60f0b675 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:02.089099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c84f0-da2f-4fe5-bb4f-7d90bdff7466 None None] Pushing event deleted for resources: {'Port': ['ID=1288fa1f-129a-440c-b335-f50a60f0b675,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.090124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f4be7f6-8a99-4dff-8079-9abc6df5af1a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.177181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f4be7f6-8a99-4dff-8079-9abc6df5af1a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.180298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f4be7f6-8a99-4dff-8079-9abc6df5af1a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.182424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8f4be7f6-8a99-4dff-8079-9abc6df5af1a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/security-groups/c638f545-98bb-43a8-9a42-e770ab634326 HTTP/1.1" status: 204 len: 168 time: 0.2317615 Nov 27 10:37:02.193979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:02.265180 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b36266f-68c7-459e-a15c-f0ac67c63fcf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:37:02.270641 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2b36266f-68c7-459e-a15c-f0ac67c63fcf tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/d90c946b-0df0-426d-8e8f-d45dc77484bf HTTP/1.1" status: 404 len: 333 time: 0.2757511 Nov 27 10:37:02.276042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:02.279704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 1288fa1f-129a-440c-b335-f50a60f0b675, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1288fa1f-129a-440c-b335-f50a60f0b675,segment=NetworkSegment(48c7d956-8d33-427a-9e16-5c6208125fff),segment_id=48c7d956-8d33-427a-9e16-5c6208125fff)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:02.279991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.284353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4be7f6-8a99-4dff-8079-9abc6df5af1a tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638f545-98bb-43a8-9a42-e770ab634326,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.322534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 1288fa1f-129a-440c-b335-f50a60f0b675 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:02.326455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:02.328127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dacef460-f12e-4104-a37d-c4f1ac1798ee tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.342253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] Sync routers for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:02.347486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.379974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dacef460-f12e-4104-a37d-c4f1ac1798ee tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.398969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:02.400275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:02.443578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dd057f8-60eb-417b-bfbb-9264f941e2d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.468470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dd057f8-60eb-417b-bfbb-9264f941e2d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.492191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aa49f0ce-5211-40e2-b698-c168290996f0 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:02.492666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa49f0ce-5211-40e2-b698-c168290996f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.533723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dd057f8-60eb-417b-bfbb-9264f941e2d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.538478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dd057f8-60eb-417b-bfbb-9264f941e2d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.538732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] No DVR routers for this DVR port 2ddf75a4-b0d1-4cb5-b964-73c05eecba82 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:02.540158 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6dd057f8-60eb-417b-bfbb-9264f941e2d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a8277e7-7459-4028-9818-708cbe7bccf5 HTTP/1.1" status: 204 len: 168 time: 0.2628541 Nov 27 10:37:02.547506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.552543 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a402df79-2525-4075-ab18-75b3a31d2a61 req-97944a08-c64c-4110-ad19-682a335a6f01 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.24 "DELETE /v2.0/ports/2ddf75a4-b0d1-4cb5-b964-73c05eecba82 HTTP/1.1" status: 204 len: 173 time: 4.8240228 Nov 27 10:37:02.553214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:02.566001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'name': 'network-vif-deleted', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:37:02.569346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be733446-0079-4da1-8974-b95777252fb6" -d '{"events": [{"server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "name": "network-vif-deleted", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:37:02.622772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd057f8-60eb-417b-bfbb-9264f941e2d7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8277e7-7459-4028-9818-708cbe7bccf5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.627349 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f4715a99-62cc-4b78-a1ee-ee17b57bc1f4 req-f3ff31f4-a7c1-458d-b0f1-b57550ae36c4 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef89c435-3fc3-4c12-8581-f6716086bcaa HTTP/1.1" status: 200 len: 210 time: 0.0704732 Nov 27 10:37:02.636866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dacef460-f12e-4104-a37d-c4f1ac1798ee tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.640579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dacef460-f12e-4104-a37d-c4f1ac1798ee tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.645955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dacef460-f12e-4104-a37d-c4f1ac1798ee tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/security-groups/23d03d7d-cc62-4182-ac0a-b4b1cb0338c9 HTTP/1.1" status: 204 len: 168 time: 0.4507618 Nov 27 10:37:02.647667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:02.688154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacef460-f12e-4104-a37d-c4f1ac1798ee tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d03d7d-cc62-4182-ac0a-b4b1cb0338c9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.752951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a12a0cbb-278c-4f3d-bbd1-f61df27e366b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.807673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a12a0cbb-278c-4f3d-bbd1-f61df27e366b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.842162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96aab2-629e-4bbb-88d7-6072f98dd31d x-openstack-request-id: req-bd96aab2-629e-4bbb-88d7-6072f98dd31d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:37:02.842711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef89c435-3fc3-4c12-8581-f6716086bcaa", "name": "network-vif-deleted", "tag": "2ddf75a4-b0d1-4cb5-b964-73c05eecba82", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:37:02.842811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd96aab2-629e-4bbb-88d7-6072f98dd31d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:37:02.843165 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef89c435-3fc3-4c12-8581-f6716086bcaa', 'name': 'network-vif-deleted', 'tag': '2ddf75a4-b0d1-4cb5-b964-73c05eecba82', 'status': 'completed', 'code': 200} Nov 27 10:37:02.845107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.855975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.870213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a12a0cbb-278c-4f3d-bbd1-f61df27e366b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.880536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a12a0cbb-278c-4f3d-bbd1-f61df27e366b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:02.886484 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a12a0cbb-278c-4f3d-bbd1-f61df27e366b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ffc144d-c542-4566-a421-df60f9c208e2 HTTP/1.1" status: 204 len: 168 time: 0.2347469 Nov 27 10:37:02.887172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:02.904529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:02.912883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a0cbb-278c-4f3d-bbd1-f61df27e366b tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffc144d-c542-4566-a421-df60f9c208e2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.969202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Subnet': ['ID=3c73648e-6d84-47a7-ad5a-abc51032d080,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.975064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:02.982345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=1288fa1f-129a-440c-b335-f50a60f0b675,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:02.984234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.030148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port 1288fa1f-129a-440c-b335-f50a60f0b675 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:03.051989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41540) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:03.102351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.133273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aa49f0ce-5211-40e2-b698-c168290996f0 None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:03.133522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aa49f0ce-5211-40e2-b698-c168290996f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.144809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395765cb-97aa-4215-ada2-33e153d5d19b None None] Network afd40831-3340-4c64-bfa3-71ac77386068 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:03.222948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.293113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661299340'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:03.293336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb15160-0e1a-46fe-a570-3ef9349839a3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:03.310724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c7d956-8d33-427a-9e16-5c6208125fff') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:03.311336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c7d956-8d33-427a-9e16-5c6208125fff') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:03.325914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.327833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.344805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.351886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 01bdd38f-3262-4fe7-81a8-2c01393d481b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:03.352615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.387733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:03.388456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.399588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:03.409326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:03.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:03.430759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.436582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7a31b7e1-f903-481c-80f8-3310a9d93cff up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:03.454781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d49dcff-b36c-4231-bed0-c130a9d641d9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.480333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.507396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-aa49f0ce-5211-40e2-b698-c168290996f0 None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:03.525020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:03.527232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.530504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-aa49f0ce-5211-40e2-b698-c168290996f0 None None] Could not find standard attr ID for object d90c946b-0df0-426d-8e8f-d45dc77484bf. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:03.534872 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-18e99cc0-acae-44cc-877e-4dc3a1324823 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2 HTTP/1.1" status: 204 len: 168 time: 0.6348047 Nov 27 10:37:03.537894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:03.553150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee43649-0404-4744-8f6e-64ef9ecc28e8 None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:03.553382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Checking segment: {'id': 'd76abf50-dce2-4ba8-ba31-7267c6dec357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:03.553382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network hostable DHCP agents. Network: 9c689efc-3e66-4c69-afbd-bf1d2188c447, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:03.585501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.596004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d49dcff-b36c-4231-bed0-c130a9d641d9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.598996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:37:03.609560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.619504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/dbb15160-0e1a-46fe-a570-3ef9349839a3 HTTP/1.1" status: 204 len: 168 time: 3.0711861 Nov 27 10:37:03.619694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:03.624322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-721843855', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:03.639418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet 5e677716-3189-49c8-96a3-ce641799dee1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:03.644749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.656666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5066-9188-4ea3-8659-1e1a9ca26a44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=dbb15160-0e1a-46fe-a570-3ef9349839a3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:03.672487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.681039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:03.688106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.700608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.711260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 01bdd38f-3262-4fe7-81a8-2c01393d481b owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:03.712920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 9c689efc-3e66-4c69-afbd-bf1d2188c447) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:03.722165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:03.722773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.723243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.726497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:03.741869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d49dcff-b36c-4231-bed0-c130a9d641d9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.744998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d49dcff-b36c-4231-bed0-c130a9d641d9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.748505 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4d49dcff-b36c-4231-bed0-c130a9d641d9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f6d987d-fbe7-4ad6-baaf-034917d9690e HTTP/1.1" status: 204 len: 168 time: 1.1696467 Nov 27 10:37:03.762414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575a6b8-aa1e-47ff-8505-a7bac6250428 None None] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:03.765368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:03.774061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.775103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.795316 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-989c2644-5bc3-43bd-9fc1-c9c39c7f175a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0002596 Nov 27 10:37:03.801580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41554) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:03.808939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'subnet': {'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:03.814688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49dcff-b36c-4231-bed0-c130a9d641d9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6d987d-fbe7-4ad6-baaf-034917d9690e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:03.816055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41556) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:03.842380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.842723 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 220711c1-71f1-4b16-a89e-751bae6dd3bb of type vlan for network c230ec64-bb7d-42ec-9d9e-e67abd119228 Nov 27 10:37:03.846135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7a31b7e1-f903-481c-80f8-3310a9d93cff triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:03.847071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.855583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090f3828-2ec6-493c-9821-dcd01077d46c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:03.927670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ffaebca0-f1f6-46e2-a8da-3de14e54d42b None None] Provisioning complete for port 7a31b7e1-f903-481c-80f8-3310a9d93cff triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:03.928076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ffaebca0-f1f6-46e2-a8da-3de14e54d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.950008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet bd9a4fd3-71df-497a-a94a-e7a31da9c97a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:03.977199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.980714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:03.985020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.025534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040b97af-7e66-44b4-98f9-6dd1e3283d8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.035090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Made reservation on behalf of 0ab19aeff0884089b66194c5f2faf3c4 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:04.040540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.095990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:31Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:04.107603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.117245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040b97af-7e66-44b4-98f9-6dd1e3283d8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.140588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.148591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.157266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:04.158410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.164690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] Checking router: 7b9c3e38-bccf-4bf3-b693-1340805cf4cf for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:04.268034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.277685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ffaebca0-f1f6-46e2-a8da-3de14e54d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.281747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040b97af-7e66-44b4-98f9-6dd1e3283d8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.283996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:04.284494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040b97af-7e66-44b4-98f9-6dd1e3283d8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.284740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:04.288121 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-040b97af-7e66-44b4-98f9-6dd1e3283d8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff3a7eb5-29eb-46dc-9030-c0073b71c048 HTTP/1.1" status: 204 len: 168 time: 0.4653556 Nov 27 10:37:04.288271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-9c689efc-3e66-4c69-afbd-bf1d2188c447', 'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447', 'tenant_id': '0ab19aeff0884089b66194c5f2faf3c4', 'fixed_ips': [{'subnet_id': '3c73648e-6d84-47a7-ad5a-abc51032d080'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:04.288271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.310391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41558) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:04.329415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=01bdd38f-3262-4fe7-81a8-2c01393d481b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:04.347571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.379228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff92f7-039f-4740-a27e-78f56a61f3c7 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:04.388517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b97af-7e66-44b4-98f9-6dd1e3283d8b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a7eb5-29eb-46dc-9030-c0073b71c048,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:04.399480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=c230ec64-bb7d-42ec-9d9e-e67abd119228,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:04.418107 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0665711e-cd2a-4da8-b376-94c61bb48862 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3532360 Nov 27 10:37:04.421320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.426244 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-15fbfc0c-d5c7-43af-b766-4ec36df2283b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] show failed (client error): The resource could not be found. Nov 27 10:37:04.430091 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-15fbfc0c-d5c7-43af-b766-4ec36df2283b tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "GET /v2.0/security-groups/ff3a7eb5-29eb-46dc-9030-c0073b71c048 HTTP/1.1" status: 404 len: 347 time: 0.1158743 Nov 27 10:37:04.430289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:04.432438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41562) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:04.448404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-746590312'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:04.453426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:04.460458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 7a31b7e1-f903-481c-80f8-3310a9d93cff, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7a31b7e1-f903-481c-80f8-3310a9d93cff,segment=NetworkSegment(8e7b5980-9e7e-46a2-85b3-a7ce420323bf),segment_id=8e7b5980-9e7e-46a2-85b3-a7ce420323bf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:04.527998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.555275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.572607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.576767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.591527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.598063 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/5e677716-3189-49c8-96a3-ce641799dee1 HTTP/1.1" status: 204 len: 168 time: 1.0557983 Nov 27 10:37:04.611999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:04.728154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1288fa1f-129a-440c-b335-f50a60f0b675 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:04.733872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9e56-f45c-4aa4-8acf-cc5319357640 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=5e677716-3189-49c8-96a3-ce641799dee1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:04.756574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.762602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:04.766300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.788965 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1593f102-5d3b-445d-b62d-3d3d12f3008e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:04.789422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1593f102-5d3b-445d-b62d-3d3d12f3008e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:04.795768 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1593f102-5d3b-445d-b62d-3d3d12f3008e tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/ed1d0a05-0df5-4b4a-8ef4-33d373a28bc2 HTTP/1.1" status: 404 len: 337 time: 0.1803503 Nov 27 10:37:04.806305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.810105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.813145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:04.816074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.819762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/bd9a4fd3-71df-497a-a94a-e7a31da9c97a HTTP/1.1" status: 204 len: 168 time: 1.0469544 Nov 27 10:37:04.824554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4d2fc-373a-4e56-bfa7-60b7b96b1cf9 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9a4fd3-71df-497a-a94a-e7a31da9c97a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:04.828510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41568) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:04.836900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:04.837242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:04.865034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8f238-af70-47ae-a274-43caf280fa82 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:04.868398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1288fa1f-129a-440c-b335-f50a60f0b675 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:04.868571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1288fa1f-129a-440c-b335-f50a60f0b675 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:04.907132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:04.951011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-ffaebca0-f1f6-46e2-a8da-3de14e54d42b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:37:04.951327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-ffaebca0-f1f6-46e2-a8da-3de14e54d42b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:37:04.983307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=7a31b7e1-f903-481c-80f8-3310a9d93cff,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:05.011020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:05.014928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.015654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Allocated IP 172.20.0.2 (9c689efc-3e66-4c69-afbd-bf1d2188c447/3c73648e-6d84-47a7-ad5a-abc51032d080/006cabe6-3188-4391-b26d-e949644443b3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:05.224805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.263856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.350177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:05.397311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.397851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Fanout notify agent at l3_agent the message router_deleted on router 1c31d1ba-e029-470e-8c2d-f254ff541319 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:05.404497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Subnet': ['ID=e074c5b4-b715-41fb-9ac0-d033cfae7787,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:05.414656 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting subnet 2c8d24ca-5983-40cf-9cf8-014830c458e5 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:05.434615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.435016 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment f9370599-816e-42ba-a137-a19113a73b19 of type vlan for network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 Nov 27 10:37:05.448297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.466393 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-33c5246b-6f9e-4424-8f4a-b03cd82116bb tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/routers/1c31d1ba-e029-470e-8c2d-f254ff541319 HTTP/1.1" status: 204 len: 168 time: 4.8113556 Nov 27 10:37:05.472114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 172.26.1.67 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e38dfb2d-627d-4ba1-9268-8ecaf27b475d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:05.474091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:05.490937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.523161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7a31b7e1-f903-481c-80f8-3310a9d93cff up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:05.526580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3bcdc3-c713-46e5-8382-9c9e7664796b None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:05.600227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting subnet 86e9ea5e-4214-4e65-9ec0-f57c0000482b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:05.601116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.606134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Deleting port 9b02475a-bcbd-40ec-83e0-3df1fcb31e90 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:05.606359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.608364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Checking segment: {'id': 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:05.608752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network hostable DHCP agents. Network: 602d204d-68d2-4226-8fa7-caf56e3a21b7, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:05.635371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.746711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.753018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:05.753654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.831689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.836196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=95e754eb-c7b0-4397-be43-ea2b3f433cd4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:05.855313 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3618bcb6-e6c5-40ad-a80b-78d5e2291571 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4196963 Nov 27 10:37:05.856133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network 602d204d-68d2-4226-8fa7-caf56e3a21b7 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:05.867077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41572) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:05.875622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 602d204d-68d2-4226-8fa7-caf56e3a21b7) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:05.887077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:05.896609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:05.897455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.923967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:05.936000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f21ed30-f994-4533-9c6f-4b8a32dd52ca None None] Network 602d204d-68d2-4226-8fa7-caf56e3a21b7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:05.962287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.962558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:05.962811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ffaebca0-f1f6-46e2-a8da-3de14e54d42b None None] Could not find standard attr ID for object d90c946b-0df0-426d-8e8f-d45dc77484bf. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:05.971284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.017046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.021220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Calling delete_port for 9b02475a-bcbd-40ec-83e0-3df1fcb31e90 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:06.036656 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-83dac60a-24e3-4721-8a4d-4dfc007cc7d0 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2295952 Nov 27 10:37:06.042251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41574) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:06.048344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.136355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.148893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:06.174573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:06.178965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:06.203128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.205202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Pushing event updated for resources: {'Port': ['ID=006cabe6-3188-4391-b26d-e949644443b3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:06.206159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.208165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7a31b7e1-f903-481c-80f8-3310a9d93cff triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:06.208165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.261298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Provisioning complete for port d8ea277f-004e-40ad-90e5-020602037d49 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:06.261825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.271445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:06.281035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:06.306349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:06.306946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.321788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=7c14ea61-01cb-4000-bda2-b59f3b9cb126,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:06.357647 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0ea74aad-ba81-46e2-82b2-43ec6508b2e1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5252473 Nov 27 10:37:06.357761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41576) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:06.360332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.367129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1872584300'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:06.386160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.391879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.436593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Port d8ea277f-004e-40ad-90e5-020602037d49 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:06.451018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:31Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:06.473274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:06.480522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:06.489194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753ca7b-6740-4f76-b891-0967ab9c5f1c None None] The sync data for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv is: [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:32:24Z', 'revision_number': 4, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '81743bc0-d81f-438b-a409-d2e875e8f3b4', 'name': '', 'network_id': '07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'mac_address': 'fa:16:3e:42:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:22Z', 'updated_at': '2021-11-27T10:32:31Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'subnets': [{'id': 'ba9ffdc1-9507-41f0-9340-358e85142cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:06.493118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:06.544589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Attempting to bind port 006cabe6-3188-4391-b26d-e949644443b3 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:06.546227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Attempting to bind port 006cabe6-3188-4391-b26d-e949644443b3 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd76abf50-dce2-4ba8-ba31-7267c6dec357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:06.546870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Attempting to bind port 006cabe6-3188-4391-b26d-e949644443b3 on network 9c689efc-3e66-4c69-afbd-bf1d2188c447 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:06.552433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a70acb5-c2f7-40b2-901b-1d15133b674a None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:06.573333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=e38dfb2d-627d-4ba1-9268-8ecaf27b475d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:06.595762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.604004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:06.604602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.611414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.637048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.640478 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/2c8d24ca-5983-40cf-9cf8-014830c458e5 HTTP/1.1" status: 204 len: 168 time: 1.8213718 Nov 27 10:37:06.645457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:06.650180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:06.655066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.659722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-602d204d-68d2-4226-8fa7-caf56e3a21b7', 'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7', 'tenant_id': '0ab19aeff0884089b66194c5f2faf3c4', 'fixed_ips': [{'subnet_id': 'e074c5b4-b715-41fb-9ac0-d033cfae7787'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:06.660825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.662380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a4027-d935-4e16-90ae-a873eac7dabf tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8d24ca-5983-40cf-9cf8-014830c458e5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:06.690485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:06.691352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Checking segment: {'id': 'd76abf50-dce2-4ba8-ba31-7267c6dec357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:06.691873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.692494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Bound using segment: {'id': 'd76abf50-dce2-4ba8-ba31-7267c6dec357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:06.693056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Bound port: 006cabe6-3188-4391-b26d-e949644443b3, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76abf50-dce2-4ba8-ba31-7267c6dec357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9c689efc-3e66-4c69-afbd-bf1d2188c447'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:06.693959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.756727 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafd1c5b-f124-48cf-abcd-8c261d8b2331 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:06.757342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafd1c5b-f124-48cf-abcd-8c261d8b2331 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:06.763483 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dafd1c5b-f124-48cf-abcd-8c261d8b2331 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/8dd5a954-1f9e-4efe-bdd4-21e073c7598b HTTP/1.1" status: 404 len: 337 time: 0.0964978 Nov 27 10:37:06.769731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:06.852046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-810f1ee3-87e6-4efa-aead-2389be999ff3 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "GET /v2.0/ports?device_id=8374af2f-5766-477f-a0e8-39c986c54039 HTTP/1.1" status: 200 len: 205 time: 0.0757768 Nov 27 10:37:06.871423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:06.875335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Subnet': ['ID=86e9ea5e-4214-4e65-9ec0-f57c0000482b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:06.885477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.891123 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/subnets/86e9ea5e-4214-4e65-9ec0-f57c0000482b HTTP/1.1" status: 204 len: 168 time: 1.4136386 Nov 27 10:37:06.893795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:06.940146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:06.969707 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-773475e4-f1fa-459e-8f2f-b0953344d4c5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] delete failed (client error): The resource could not be found. Nov 27 10:37:06.973814 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-773475e4-f1fa-459e-8f2f-b0953344d4c5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/routers/8374af2f-5766-477f-a0e8-39c986c54039 HTTP/1.1" status: 404 len: 336 time: 0.0985363 Nov 27 10:37:06.973814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.973814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.973814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.974214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.974294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.974712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.974921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.975259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.975623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.976006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.976337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.976692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fa29e-8187-4666-987b-6c75f6c2256b tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:06.979595 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86dc72-6941-4c48-86c5-078ce95f6da0 None None] New status for floating IP 4bf959cb-42be-46ca-97e0-391efb0b0ee3: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:37:06.985604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.041512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Allocated IP 172.20.0.2 (602d204d-68d2-4226-8fa7-caf56e3a21b7/e074c5b4-b715-41fb-9ac0-d033cfae7787/d7f03426-8748-4ef3-9367-7aa42dea444a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:07.049851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba02b104-3fd7-476f-be5f-d614976602da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.050307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba02b104-3fd7-476f-be5f-d614976602da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.056193 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ba02b104-3fd7-476f-be5f-d614976602da tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/772643ea-96b7-471c-8244-dd11a5dc09b2 HTTP/1.1" status: 404 len: 337 time: 0.0603426 Nov 27 10:37:07.093561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41588) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.100006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Pushing event deleted for resources: {'Port': ['ID=9b02475a-bcbd-40ec-83e0-3df1fcb31e90,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:07.132557 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e7ac67-0486-4e16-8d9b-4ee4c9c63324 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.132999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e7ac67-0486-4e16-8d9b-4ee4c9c63324 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.136023 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d2e7ac67-0486-4e16-8d9b-4ee4c9c63324 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/bd76d5a7-1bcb-468f-8ab3-34b6a2142bb9 HTTP/1.1" status: 404 len: 337 time: 0.0372169 Nov 27 10:37:07.137668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19cd002-4eef-4b0a-900e-da23e86455be None None] Network 707fedd3-85a7-434c-b331-f34e9148ff0b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:07.165461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.201190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.227890 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21774a4-3463-4e02-87b1-74210129b8f1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.229120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21774a4-3463-4e02-87b1-74210129b8f1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.231260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed435eef-8b2e-457f-8756-6fc16215abcd None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:07.238755 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e21774a4-3463-4e02-87b1-74210129b8f1 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/7531500c-887e-496a-aa13-30cdbccfe3d9 HTTP/1.1" status: 404 len: 337 time: 0.0697048 Nov 27 10:37:07.239560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.272223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d25c7-2192-42c1-af70-90f6fc01051c None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:07.330948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.333802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.335005 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bc806bf3-7f07-4769-8b28-420128ec3db2 tempest-ServerActionsTestJSON-646608886 tempest-ServerActionsTestJSON-646608886-project] 10.222.0.13 "DELETE /v2.0/floatingips/4bf959cb-42be-46ca-97e0-391efb0b0ee3 HTTP/1.1" status: 204 len: 168 time: 2.8955898 Nov 27 10:37:07.339404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41594) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.350084 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cc137d-41b0-480a-839e-a6055376666f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.351636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cc137d-41b0-480a-839e-a6055376666f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.361432 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-69cc137d-41b0-480a-839e-a6055376666f tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/48a808a2-6e8b-4032-98de-f264d5a98528 HTTP/1.1" status: 404 len: 333 time: 0.1011610 Nov 27 10:37:07.363638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41598) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.371048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.396200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] For port 006cabe6-3188-4391-b26d-e949644443b3, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:07.431121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.447588 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b3bad6-74df-49f0-8707-fe087dcfcb40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.448180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b3bad6-74df-49f0-8707-fe087dcfcb40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.451277 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d2b3bad6-74df-49f0-8707-fe087dcfcb40 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/a7c76c50-b7db-4ea4-bb4e-02b0b861cff7 HTTP/1.1" status: 404 len: 337 time: 0.0828879 Nov 27 10:37:07.468158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.480643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Provisioning complete for port 7a31b7e1-f903-481c-80f8-3310a9d93cff triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:07.481016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d7246de9-f475-415f-a335-ba3656c89a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.482987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.511974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.540094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] For port 006cabe6-3188-4391-b26d-e949644443b3, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=006cabe6-3188-4391-b26d-e949644443b3,segment=NetworkSegment(d76abf50-dce2-4ba8-ba31-7267c6dec357),segment_id=d76abf50-dce2-4ba8-ba31-7267c6dec357)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:07.555381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fad30f-f589-45e1-aea8-618c818f30ba,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:07.568123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.578672 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baece11-9f6f-461c-bd8a-732d6925bbad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.579121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5baece11-9f6f-461c-bd8a-732d6925bbad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.591867 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5baece11-9f6f-461c-bd8a-732d6925bbad tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/a3b4c5a1-087f-47a7-852c-665ab3be09a9 HTTP/1.1" status: 404 len: 337 time: 0.1204510 Nov 27 10:37:07.594268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41602) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.619556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.636354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2778ce1-a223-4c2f-b279-6650c075a619 None None] Network 3d3c6c98-ac91-403c-9124-5229a2aff7f1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:07.656726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.659539 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9a59f17a-63d1-4fa7-a6cf-b17c0eb774c7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2993455 Nov 27 10:37:07.664937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.671082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1265200459'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:07.711363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b061f8-183e-4bce-ba4a-84523de83060 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.712291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b061f8-183e-4bce-ba4a-84523de83060 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.715662 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c0b061f8-183e-4bce-ba4a-84523de83060 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/3b0a5917-0f02-4c9d-bc3d-48f1d99de530 HTTP/1.1" status: 404 len: 333 time: 0.1180418 Nov 27 10:37:07.732852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41606) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.751647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=67ddbc5c-a85c-49fd-8768-08e40c8ee94b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:07.779521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.794289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 7e4dee80-6117-4c58-a458-86e76dba2a66 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:07.794725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:07.825093 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa52784-5988-4bbf-85ba-0e74de0884cb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.825405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa52784-5988-4bbf-85ba-0e74de0884cb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.831678 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9fa52784-5988-4bbf-85ba-0e74de0884cb tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/b4bb7ddb-58f7-4050-95be-4192e80cf6fd HTTP/1.1" status: 404 len: 337 time: 0.0943315 Nov 27 10:37:07.837523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.877795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '220711c1-71f1-4b16-a89e-751bae6dd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:07.878154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: c230ec64-bb7d-42ec-9d9e-e67abd119228, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:07.901361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] DHCP port deletion for 707fedd3-85a7-434c-b331-f34e9148ff0b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:07.903681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7e4dee80-6117-4c58-a458-86e76dba2a66 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:07.914708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Allocated IP 172.20.0.1 (9c689efc-3e66-4c69-afbd-bf1d2188c447/3c73648e-6d84-47a7-ad5a-abc51032d080/89725212-896d-425a-bcce-1f1167ab1132) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:07.956241 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df9edb0-f4f2-4726-9f60-dc9b70bd4eac tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:07.957466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df9edb0-f4f2-4726-9f60-dc9b70bd4eac tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:07.963044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1df9edb0-f4f2-4726-9f60-dc9b70bd4eac tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/subnets/65d6fbe6-7091-4f5a-b41a-b2747a9c8822 HTTP/1.1" status: 404 len: 337 time: 0.1220469 Nov 27 10:37:07.963882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:07.977147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:07.977961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] For port 7e4dee80-6117-4c58-a458-86e76dba2a66, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7e4dee80-6117-4c58-a458-86e76dba2a66,segment=NetworkSegment(5486e322-5502-4db7-93b5-ee75ee9962f5),segment_id=5486e322-5502-4db7-93b5-ee75ee9962f5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:07.978664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.005242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 7e4dee80-6117-4c58-a458-86e76dba2a66 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:08.043227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, c230ec64-bb7d-42ec-9d9e-e67abd119228) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:08.060294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:08.060914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.093135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c945e79-0820-4514-9369-7706dd83cd8f None None] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:08.121678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.133834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.147095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Pushing event updated for resources: {'Port': ['ID=006cabe6-3188-4391-b26d-e949644443b3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:08.156268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.187404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.191985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5227292 Nov 27 10:37:08.194939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:08.203595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'security_group': {'name': 'tempest-secgroup-1383127529'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:08.210295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.254151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf987b6d-30c5-4b6f-8e73-fb1892034e0f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f557e7e6-d38d-475f-9e2c-153b2e12ad71,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:08.279332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.279709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.280000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.280319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.280689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.281083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.281602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.281784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.282089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.282445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.283302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.283715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87464f1-9861-48a0-b7fc-d69979933741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:08.303454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.326358 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f034c8d3-c017-4174-a03f-551d9b897f62 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4539025 Nov 27 10:37:08.361659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.363392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41614) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:08.369795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:08.394644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.401490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.440480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=7e4dee80-6117-4c58-a458-86e76dba2a66,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:08.465886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] No DVR routers for this DVR port 7e4dee80-6117-4c58-a458-86e76dba2a66 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:08.487955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Provisioning complete for port e38dfb2d-627d-4ba1-9268-8ecaf27b475d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:08.488335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.492427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Network 602d204d-68d2-4226-8fa7-caf56e3a21b7 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:08.533635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:08.541998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Pushing event updated for resources: {'Port': ['ID=d7f03426-8748-4ef3-9367-7aa42dea444a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:08.544092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:08.545324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port d8ea277f-004e-40ad-90e5-020602037d49 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:08.545807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.551423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.584919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.603972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.608001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Deleting port 7e4dee80-6117-4c58-a458-86e76dba2a66 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:08.608160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.617235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router ac880c95-cdee-4d3b-a7cc-ee1304893f5a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:08.641152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:08.645539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.662878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Port e38dfb2d-627d-4ba1-9268-8ecaf27b475d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:08.732306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.750458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707fedd3-85a7-434c-b331-f34e9148ff0b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:08.758554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:08.761622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] DHCP port deletion for 3d3c6c98-ac91-403c-9124-5229a2aff7f1 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:08.778407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5486e322-5502-4db7-93b5-ee75ee9962f5') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:08.778672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5486e322-5502-4db7-93b5-ee75ee9962f5') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:08.803839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.827841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.833295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:08.833875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Attempting to bind port d7f03426-8748-4ef3-9367-7aa42dea444a on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:08.834704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Attempting to bind port d7f03426-8748-4ef3-9367-7aa42dea444a by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:08.834704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Attempting to bind port d7f03426-8748-4ef3-9367-7aa42dea444a on network 602d204d-68d2-4226-8fa7-caf56e3a21b7 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:08.838256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] For port 7e4dee80-6117-4c58-a458-86e76dba2a66, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:08.838678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.842483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.850731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.856198 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:08.856989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.872731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:08.873142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:08.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:08.885196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:08.885787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Checking segment: {'id': 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:08.886307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.886803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Bound using segment: {'id': 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:08.887407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Bound port: d7f03426-8748-4ef3-9367-7aa42dea444a, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '602d204d-68d2-4226-8fa7-caf56e3a21b7'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:08.888185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.890609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-c230ec64-bb7d-42ec-9d9e-e67abd119228', 'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': '67ddbc5c-a85c-49fd-8768-08e40c8ee94b'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:08.891524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.905326 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] Sync routers for ids ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:08.921617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Calling delete_port for 7e4dee80-6117-4c58-a458-86e76dba2a66 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:08.949078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Port 7e4dee80-6117-4c58-a458-86e76dba2a66 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:37:08.960505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.964699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-45f88b03-0bd2-4b7a-bc70-697bcc117bd7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.3437271 Nov 27 10:37:08.968332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:08.971324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.984964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] Update dhcp port {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'fixed_ips': [{'subnet_id': 'acb7c109-a2e7-4c07-b0f1-0ac34089d52e', 'ip_address': '172.20.0.19'}, {'subnet_id': '7c14ea61-01cb-4000-bda2-b59f3b9cb126'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '371c1f40-5d72-4ca9-a06b-57d2d4cf85bf'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:37:08.988502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:08.992357 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7920160 Nov 27 10:37:08.996426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:09.031546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1367197491', 'security_groups': ['01eef257-a345-4952-b58e-f890ddb59a52'], 'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c14ea61-01cb-4000-bda2-b59f3b9cb126'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:09.041923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112813e-1f98-4e8f-a465-d0b4c790a04d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01eef257-a345-4952-b58e-f890ddb59a52,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:09.068915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] Routers {'ac880c95-cdee-4d3b-a7cc-ee1304893f5a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:09.069411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.069948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:09.081089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] Pushing event deleted for resources: {'Port': ['ID=7e4dee80-6117-4c58-a458-86e76dba2a66,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:09.083586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0d430-b4f3-49ce-aa47-d9bea58f0c4f None None] No DVR routers for this DVR port 7e4dee80-6117-4c58-a458-86e76dba2a66 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:09.096312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.103345 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/networks/707fedd3-85a7-434c-b331-f34e9148ff0b HTTP/1.1" status: 204 len: 168 time: 2.1611714 Nov 27 10:37:09.184517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:09.186944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:09.198738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for d8ea277f-004e-40ad-90e5-020602037d49 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:09.200089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:09.200866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Port': ['ID=89725212-896d-425a-bcce-1f1167ab1132,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:09.206544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.209011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:09.267319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64399c61-5be4-493b-a127-8a9b3915db32 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Network': ['ID=707fedd3-85a7-434c-b331-f34e9148ff0b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:09.269864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] For port d7f03426-8748-4ef3-9367-7aa42dea444a, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:09.278107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] For port d7f03426-8748-4ef3-9367-7aa42dea444a, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d7f03426-8748-4ef3-9367-7aa42dea444a,segment=NetworkSegment(b3b32a4b-2cdb-4bbc-b183-d61938e1f434),segment_id=b3b32a4b-2cdb-4bbc-b183-d61938e1f434)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:09.313349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:09.326135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.326382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] Deleting port a6df746d-2122-4520-8d05-9dae1020f571 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:09.326553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.326744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.326867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.327168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.327523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.327861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.328212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.328428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] Routers {'ac880c95-cdee-4d3b-a7cc-ee1304893f5a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:09.328569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.328917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.329127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:09.329332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.329634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.329968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:09.354127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.437604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:09.438600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8539580-4be5-4f95-8d11-6f18dfccd794 None None] The sync data for ids ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:09.440043 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ca718a2d-54e6-4da4-b681-503056c09cb2 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/routers/ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 200 len: 883 time: 0.4650607 Nov 27 10:37:09.441088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:09.460671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.538060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0bb4ac-d42a-4202-a8d7-f88a7b5909e4 None None] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:09.539475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.569390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 6f39f0ac-9c2e-48aa-b945-5cb02a254231 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:09.638461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Allocated IP 172.20.0.2 (c230ec64-bb7d-42ec-9d9e-e67abd119228/67ddbc5c-a85c-49fd-8768-08e40c8ee94b/03c063f3-4ac1-4c4c-a7af-98b02de9d0bf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:09.755254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.874510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.886308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=d8ea277f-004e-40ad-90e5-020602037d49,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:09.896490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 7ffa10dd-b0c6-4dac-b105-2cb73c5dae43 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:09.897290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.902831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 006cabe6-3188-4391-b26d-e949644443b3 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:09.945554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.945946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6602e9e-07ff-41f9-8b1a-5151a179e596 None None] Pushing event updated for resources: {'Port': ['ID=d7f03426-8748-4ef3-9367-7aa42dea444a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:09.956924 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cf0c6826-c330-4b5c-aa74-41ea545a41d5 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/ports/d8ea277f-004e-40ad-90e5-020602037d49 HTTP/1.1" status: 204 len: 168 time: 1.9917297 Nov 27 10:37:09.957058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a6df746d-2122-4520-8d05-9dae1020f571,segment=NetworkSegment(8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac),segment_id=8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:09.957493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.958605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:09.969623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41624) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:10.030915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.035177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] Calling delete_port for a6df746d-2122-4520-8d05-9dae1020f571 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:10.056820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Provisioning complete for port a6df746d-2122-4520-8d05-9dae1020f571 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:10.057494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.236887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f1813c21-ea95-4174-bef5-9e865dd7ae3f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7927172 Nov 27 10:37:10.238383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:10.243981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-721843855'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:10.253259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] Allocated IP 172.20.0.2 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/7c14ea61-01cb-4000-bda2-b59f3b9cb126/371c1f40-5d72-4ca9-a06b-57d2d4cf85bf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:10.271098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.311192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c202e89-f095-4c81-90d2-ef29631c02e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.322544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=ba571445-f15d-4328-88f6-e476ee428859,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:10.362174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 006cabe6-3188-4391-b26d-e949644443b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:10.362552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.395729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.395983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.527759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': 'f9370599-816e-42ba-a137-a19113a73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:10.528410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: 95e754eb-c7b0-4397-be43-ea2b3f433cd4, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:10.539859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 7ffa10dd-b0c6-4dac-b105-2cb73c5dae43 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:10.571217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.578054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.606331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.619707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.621103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,segment=NetworkSegment(467d131c-77e1-48de-a5d8-263988e7469c),segment_id=467d131c-77e1-48de-a5d8-263988e7469c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:10.626191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.637428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] Pushing event deleted for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:10.653092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e59d4c-0ae3-44a1-a552-fe3d9ebe7720 None None] No DVR routers for this DVR port a6df746d-2122-4520-8d05-9dae1020f571 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:10.688312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:10.722105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 95e754eb-c7b0-4397-be43-ea2b3f433cd4) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:10.729225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Could not find standard attr ID for object d8ea277f-004e-40ad-90e5-020602037d49. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:10.740750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:10.741498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.741654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52150674-dc07-4bc1-86d0-cb12c8beb352 None None] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:10.769241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:10.796522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.798858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Deleting port a6df746d-2122-4520-8d05-9dae1020f571 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:10.799757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.807507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:10.817150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:10.825604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.833325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Pushing event updated for resources: {'Port': ['ID=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:10.845632 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f11e3c16-3f29-4bbb-8d91-d71aaaf82d08 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4808362 Nov 27 10:37:10.853813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:10.859841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1944751658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:10.901684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router ac880c95-cdee-4d3b-a7cc-ee1304893f5a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:10.925140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:10.940898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1c30ebc4-6186-48f5-b81f-1ed9956f138d {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:37:10.941275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:37:10.966886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:10.967257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.028708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.029778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.035497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.058460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.066288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] For port a6df746d-2122-4520-8d05-9dae1020f571, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:11.066649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.105564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:11.121731 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] Sync routers for ids ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:11.122571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.131169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc5630fd-d03e-41f8-aa9d-02c23d38b1ca tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 200 len: 890 time: 0.8892887 Nov 27 10:37:11.132776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:11.155019 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] Routers {'ac880c95-cdee-4d3b-a7cc-ee1304893f5a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:11.156301 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:11.196054 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:11.207857 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] Routers {'ac880c95-cdee-4d3b-a7cc-ee1304893f5a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:11.208886 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:36:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:11.251009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Calling delete_port for a6df746d-2122-4520-8d05-9dae1020f571 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:11.254346 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:11.256436 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b7d210-5cf2-49dd-8508-ada8fcaf790d None None] The sync data for ids ['ac880c95-cdee-4d3b-a7cc-ee1304893f5a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:11.258563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e9beb48f-7eab-4453-8319-417d400d862a None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:11.260671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b938269-e90f-476d-9a6e-a8d8cceef4c0 None None] Pushing event updated for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:11.275390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Attempting to bind port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:11.275773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Attempting to bind port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '220711c1-71f1-4b16-a89e-751bae6dd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:11.275967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Port a6df746d-2122-4520-8d05-9dae1020f571 was not found and therefore no delete operation was performed {{(pid=103379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:37:11.276138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Attempting to bind port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf on network c230ec64-bb7d-42ec-9d9e-e67abd119228 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:11.331715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.344798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.347253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:11.347648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Checking segment: {'id': '220711c1-71f1-4b16-a89e-751bae6dd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:11.348054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.348477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Bound using segment: {'id': '220711c1-71f1-4b16-a89e-751bae6dd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:11.348978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Bound port: 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220711c1-71f1-4b16-a89e-751bae6dd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c230ec64-bb7d-42ec-9d9e-e67abd119228'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:11.349363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.359097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.359907 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bbdc3d64-2880-401d-82b0-dcff880c7ad7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/routers/ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 200 len: 890 time: 0.2257044 Nov 27 10:37:11.363985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41632) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:11.384674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] No DVR routers for this DVR port a6df746d-2122-4520-8d05-9dae1020f571 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:11.395601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 006cabe6-3188-4391-b26d-e949644443b3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=006cabe6-3188-4391-b26d-e949644443b3,segment=NetworkSegment(d76abf50-dce2-4ba8-ba31-7267c6dec357),segment_id=d76abf50-dce2-4ba8-ba31-7267c6dec357)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:11.402681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Port': ['ID=89725212-896d-425a-bcce-1f1167ab1132,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:11.418676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.427986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287681ce-e033-48d0-add0-f6c92e1e382c None None] Network 602d204d-68d2-4226-8fa7-caf56e3a21b7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:11.440006 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-12a6c73d-0b83-41e1-ab2f-35e2478e2aef tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 200 len: 205 time: 0.0708921 Nov 27 10:37:11.440283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41634) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:11.447317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.447853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.483568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] device_id is not set on port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:11.514710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-95e754eb-c7b0-4397-be43-ea2b3f433cd4', 'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': 'ba571445-f15d-4328-88f6-e476ee428859'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:11.515598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.518407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c650cb5e-9bf2-4c05-b299-41e6313cf712 None None] Provisioning complete for port 89725212-896d-425a-bcce-1f1167ab1132 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:11.518766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c650cb5e-9bf2-4c05-b299-41e6313cf712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.538402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.546860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Port': ['ID=a6df746d-2122-4520-8d05-9dae1020f571,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:11.595860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:11.647970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.652561 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f96dbe42-8518-41c2-9ed7-f5e432550dc5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7962313 Nov 27 10:37:11.658763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a6df746d-2122-4520-8d05-9dae1020f571 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:11.659049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a6df746d-2122-4520-8d05-9dae1020f571 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:11.659178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41636) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:11.690933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=7ffa10dd-b0c6-4dac-b105-2cb73c5dae43,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:11.691266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] For port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:11.701171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c650cb5e-9bf2-4c05-b299-41e6313cf712 None None] Port 89725212-896d-425a-bcce-1f1167ab1132 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:11.722048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.6 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/7c14ea61-01cb-4000-bda2-b59f3b9cb126/7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:11.727721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Deleting port 81743bc0-d81f-438b-a409-d2e875e8f3b4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:11.728566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.766609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=006cabe6-3188-4391-b26d-e949644443b3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:11.793669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] For port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,segment=NetworkSegment(220711c1-71f1-4b16-a89e-751bae6dd3bb),segment_id=220711c1-71f1-4b16-a89e-751bae6dd3bb)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:11.828598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.830192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] For port 81743bc0-d81f-438b-a409-d2e875e8f3b4, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=81743bc0-d81f-438b-a409-d2e875e8f3b4,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:11.830914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:11.845226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Calling delete_port for 81743bc0-d81f-438b-a409-d2e875e8f3b4 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:11.999567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.000333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe873-8a7c-461b-844c-a05ad34a845e None None] Pushing event updated for resources: {'Port': ['ID=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:12.041366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:12.045504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c650cb5e-9bf2-4c05-b299-41e6313cf712 None None] Provisioning complete for port 006cabe6-3188-4391-b26d-e949644443b3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:12.045886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c650cb5e-9bf2-4c05-b299-41e6313cf712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.083577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.098735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.138088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.214638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3c6c98-ac91-403c-9124-5229a2aff7f1']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:12.229802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:12.237652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:12.241784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:12.244783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:12.306755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.328963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:12.329801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.386160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Allocated IP 172.21.0.2 (95e754eb-c7b0-4397-be43-ea2b3f433cd4/ba571445-f15d-4328-88f6-e476ee428859/713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:12.416030 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62c34b23-a9e5-4fda-a50a-d879fd153011 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4218531 Nov 27 10:37:12.419120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:12.428521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:12.516604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:12.517627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.546711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port e38dfb2d-627d-4ba1-9268-8ecaf27b475d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:12.546953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.718013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Provisioning complete for port d7f03426-8748-4ef3-9367-7aa42dea444a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:12.718394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.775663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:12.780231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.794457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:12.794745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec8aa3e-6f8d-45eb-a68f-e4364bd33dac') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:12.821185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.822250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.824613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:12.827079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.830574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.833448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.838980 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3e38c9b9-6a8a-49ea-a837-e5281ec0df94 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/floatingips/44945976-d332-4f99-afd8-7f7dce855e07 HTTP/1.1" status: 204 len: 168 time: 3.6532421 Nov 27 10:37:12.851196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d7f03426-8748-4ef3-9367-7aa42dea444a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:12.853394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41640) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:12.854299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:12.916572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for e38dfb2d-627d-4ba1-9268-8ecaf27b475d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:12.919455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.954571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.972699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:12.977385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Pushing event deleted for resources: {'Port': ['ID=81743bc0-d81f-438b-a409-d2e875e8f3b4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:12.997072 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c231da-2ea3-417c-831c-5fabf850f1ba tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:12.998651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c231da-2ea3-417c-831c-5fabf850f1ba tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:13.007714 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c14ea61-01cb-4000-bda2-b59f3b9cb126 (CIDR: 172.20.0.0/28) Nov 27 10:37:13.008632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:13.012326 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-11c231da-2ea3-417c-831c-5fabf850f1ba tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/ports/d31f4efb-ce3e-4734-a65e-3e22f72c9a05 HTTP/1.1" status: 404 len: 333 time: 0.1556330 Nov 27 10:37:13.018543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Pushing event updated for resources: {'Port': ['ID=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:13.030297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:13.031918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.034071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:13.037806 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:13.041098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:13.073556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.074379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-12192837-a6ed-471a-a253-7fcde9781110 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c31d1ba-e029-470e-8c2d-f254ff541319 HTTP/1.1" status: 200 len: 205 time: 0.0626955 Nov 27 10:37:13.077192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:13.077380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:13.082508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-185dc288-e1f3-4a7a-9839-f2d17168608b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.097577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:13.114811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:13.119394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d7f03426-8748-4ef3-9367-7aa42dea444a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:13.119997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.124839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-2617b2a3-60aa-45ab-b256-074e655a77fd tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] delete failed (client error): The resource could not be found. Nov 27 10:37:13.129396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2617b2a3-60aa-45ab-b256-074e655a77fd tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/routers/1c31d1ba-e029-470e-8c2d-f254ff541319 HTTP/1.1" status: 404 len: 336 time: 0.0492790 Nov 27 10:37:13.130773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:13.172187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] For port d7f03426-8748-4ef3-9367-7aa42dea444a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d7f03426-8748-4ef3-9367-7aa42dea444a,segment=NetworkSegment(b3b32a4b-2cdb-4bbc-b183-d61938e1f434),segment_id=b3b32a4b-2cdb-4bbc-b183-d61938e1f434)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:13.194774 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb1fef3-71b4-4af7-bf16-d99714323890 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:13.195540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb1fef3-71b4-4af7-bf16-d99714323890 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:13.203372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.218573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bcb1fef3-71b4-4af7-bf16-d99714323890 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/subnets/86e9ea5e-4214-4e65-9ec0-f57c0000482b HTTP/1.1" status: 404 len: 337 time: 0.0818570 Nov 27 10:37:13.220860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:13.276947 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-12db2d63-a433-44de-9046-0868b9bf338f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8565893 Nov 27 10:37:13.286640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41650) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:13.297122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:13.312718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:13.313223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.389330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.409891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Attempting to bind port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:13.410562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Attempting to bind port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'f9370599-816e-42ba-a137-a19113a73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:13.411060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Attempting to bind port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c on network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:13.417613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:13.418207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Checking segment: {'id': 'f9370599-816e-42ba-a137-a19113a73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:13.419439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.419943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Bound using segment: {'id': 'f9370599-816e-42ba-a137-a19113a73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:13.420548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Bound port: 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9370599-816e-42ba-a137-a19113a73b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '95e754eb-c7b0-4397-be43-ea2b3f433cd4'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:13.421034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.425092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Pushing event updated for resources: {'Port': ['ID=d7f03426-8748-4ef3-9367-7aa42dea444a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:13.481057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.498964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.503480 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] 10.222.0.13 "DELETE /v2.0/networks/3d3c6c98-ac91-403c-9124-5229a2aff7f1 HTTP/1.1" status: 204 len: 168 time: 3.5237048 Nov 27 10:37:13.534392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d62591-20fe-4598-bf86-c711453c23c8 tempest-PortsIpV6TestJSON-696376870 tempest-PortsIpV6TestJSON-696376870-project] Pushing event deleted for resources: {'Network': ['ID=3d3c6c98-ac91-403c-9124-5229a2aff7f1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:13.543207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] For port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:13.552880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] For port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,segment=NetworkSegment(f9370599-816e-42ba-a137-a19113a73b19),segment_id=f9370599-816e-42ba-a137-a19113a73b19)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:13.598389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:13.601865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.622237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.728454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:13.728988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.729996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:13.730751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.731153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d8631-85d4-497a-ada9-827b13ca3692 None None] Pushing event updated for resources: {'Port': ['ID=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:13.791471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.835175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.848304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-051f565f-35a1-44cd-99c8-430855b2d241 None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:13.855688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:13.857503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.ipam_backend_mixin [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet acb7c109-a2e7-4c07-b0f1-0ac34089d52e (CIDR: 172.20.0.16/28) Nov 27 10:37:13.889382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Router 7a13a954-4068-418c-b7bb-634cb1b2197a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:13.924842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=e38dfb2d-627d-4ba1-9268-8ecaf27b475d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:13.927479 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:37:13.928222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:13.931247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:13.937470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb2e61-1ed7-46d3-84ef-118b3f35d888 None None] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:13.985484 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0036eeda-e83a-42c6-b62c-f58eff9b9c32 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6953251 Nov 27 10:37:13.994459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41660) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:14.013853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a92a0-5a97-435a-91a0-4393fc0658ac None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:14.024474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'subnet': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:14.032155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Provisioning complete for port d7f03426-8748-4ef3-9367-7aa42dea444a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:14.032986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.240307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d7f03426-8748-4ef3-9367-7aa42dea444a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:14.260010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:14.275337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-27ccb0a3-d549-4642-aca1-f106863352c1 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2284658 Nov 27 10:37:14.283468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:14.285639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] Sync routers for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:14.332835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:14.333466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:14.375547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Provisioning complete for port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:14.377083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.378707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:14.392589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.20.0.1 (c230ec64-bb7d-42ec-9d9e-e67abd119228/67ddbc5c-a85c-49fd-8768-08e40c8ee94b/6b608ec6-bf9e-43c9-a345-c507112ab2e3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:14.436614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:14.447610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:14.448462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:14.462084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d7f03426-8748-4ef3-9367-7aa42dea444a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:14.462697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.531461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:14.532398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd3858-4f76-42b2-92d1-a087b996748c None None] The sync data for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:14.536982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Provisioning complete for port 89725212-896d-425a-bcce-1f1167ab1132 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:14.537566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.630289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Port 89725212-896d-425a-bcce-1f1167ab1132 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:14.633454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 006cabe6-3188-4391-b26d-e949644443b3 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:14.671205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Provisioning complete for port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:14.672116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.708345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.728858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 006cabe6-3188-4391-b26d-e949644443b3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:14.729102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:14.729266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.780566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.789240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:14.797455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.811315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2891da97-4e50-44a1-9936-ef9cb010c363 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d66f081aeba4448b0cc6fdc97f996b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8727095 Nov 27 10:37:14.813948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.817466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41664) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:14.859424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] For port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,segment=NetworkSegment(220711c1-71f1-4b16-a89e-751bae6dd3bb),segment_id=220711c1-71f1-4b16-a89e-751bae6dd3bb)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:14.867242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.909664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.911486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:14.913287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.949522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.959998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874db3f-2f01-435d-b2dd-57fb556a6856 None None] Pushing event updated for resources: {'Port': ['ID=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:14.968497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.968497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router ac880c95-cdee-4d3b-a7cc-ee1304893f5a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:14.980167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:14.981704 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-05326323-3b61-4325-accc-0bfe8b80c5c8 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 204 len: 168 time: 3.5400236 Nov 27 10:37:14.988824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41666) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:14.999493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Made reservation on behalf of e14987a5144a4c28b3dbd0a955fcf404 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:15.003832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.011978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:15.012342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1725384573'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:15.012503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.039388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ca612dd5-0d5a-46c9-8972-ce6df1e7aa09 None None] Provisioning complete for port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:15.040019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ca612dd5-0d5a-46c9-8972-ce6df1e7aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.119075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:15.122945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.213764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:15.248012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.248363 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment 6b10a382-b468-4099-80a2-ed4deb8e3f4a of type vlan for network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 Nov 27 10:37:15.262958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.321658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:15.349841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.403691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd7bdb-7e39-44b6-8661-126085bd3a48 None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:15.422778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:15.448416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.461853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18be114f-0b6d-4098-943a-b6f518006ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.470599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.472318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:15.476505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:15.477103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.487413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:15.501805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=6b608ec6-bf9e-43c9-a345-c507112ab2e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:15.534960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf63a1ba-7ccd-477d-bffc-7aec62778a38 None None] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:15.540869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.549098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da4d0039-35eb-40f4-befc-af6e9a1093c8 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/ports/1cb13f8f-a6ce-4c08-a8e6-fe25eaf053f6 HTTP/1.1" status: 204 len: 168 time: 2.3222399 Nov 27 10:37:15.552879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:15.553384 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:15.558359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18be114f-0b6d-4098-943a-b6f518006ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.561120 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-35345db7-a9cd-4169-b1f7-0370a5ff3ae4 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:37:15.565297 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-35345db7-a9cd-4169-b1f7-0370a5ff3ae4 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2765751 Nov 27 10:37:15.569306 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] Sync routers for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:15.583065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41670) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:15.586996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:15.587620 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:15.591672 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9eb02edd-810a-4562-9ef1-6a8d3bfbf681 admin admin] 10.222.0.13 "PUT /v2.0/routers/7b9c3e38-bccf-4bf3-b693-1340805cf4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2494004 Nov 27 10:37:15.607936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=2a343f8d-2bdd-4ca6-a870-9a99262b57b1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:15.621939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41672) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:15.628337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:15.652728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3e0b3032-d95a-4d61-ac49-310b63745676 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6543360 Nov 27 10:37:15.655598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-07b8542f-29c3-456b-ad86-8eb024077f6e None None] Provisioning complete for port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:15.656264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07b8542f-29c3-456b-ad86-8eb024077f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.663522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41674) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:15.697855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:15.808460 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:15.869956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.892286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.895824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07b8542f-29c3-456b-ad86-8eb024077f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.953378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:15.965527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:15.990213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18be114f-0b6d-4098-943a-b6f518006ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.992896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:15.993666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.995215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18be114f-0b6d-4098-943a-b6f518006ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:15.996824 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-18be114f-0b6d-4098-943a-b6f518006ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6320fc73-3c14-44d9-9b1d-5ffc6400c695 HTTP/1.1" status: 204 len: 168 time: 1.1780581 Nov 27 10:37:16.000330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea745301-4289-49ab-a718-9443a1202109 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:16.005106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:16.008985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.049285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Subnet': ['ID=3a62e676-c6fd-425c-b75e-d23cb53e54ab,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:16.089924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a688defb-d0e7-4e79-a461-bb440cf8da8a tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0952878 Nov 27 10:37:16.094341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41678) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:16.096850 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:37:12Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:16.104844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2082656229', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a62e676-c6fd-425c-b75e-d23cb53e54ab'}], 'security_groups': ['a2fad30f-f589-45e1-aea8-618c818f30ba', 'f557e7e6-d38d-475f-9e2c-153b2e12ad71']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:16.131508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:16.136022 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] Checking router: 7b9c3e38-bccf-4bf3-b693-1340805cf4cf for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:16.152492 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] Routers {'7b9c3e38-bccf-4bf3-b693-1340805cf4cf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:16.153513 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:16.190162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 55ba0020-f18c-432d-b472-3fad21401e82 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:16.190689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.230322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be114f-0b6d-4098-943a-b6f518006ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320fc73-3c14-44d9-9b1d-5ffc6400c695,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:16.357038 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] Set router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:16.397626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.425427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07b8542f-29c3-456b-ad86-8eb024077f6e None None] For port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,segment=NetworkSegment(f9370599-816e-42ba-a137-a19113a73b19),segment_id=f9370599-816e-42ba-a137-a19113a73b19)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:16.443058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07b8542f-29c3-456b-ad86-8eb024077f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.477325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.518716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.525752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.572982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.590390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 55ba0020-f18c-432d-b472-3fad21401e82 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:16.648580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-18059f3c-bd4d-44dd-b2c7-1fa0708d7032 None None] Provisioning complete for port 6b608ec6-bf9e-43c9-a345-c507112ab2e3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:16.653263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-18059f3c-bd4d-44dd-b2c7-1fa0708d7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.706358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8542f-29c3-456b-ad86-8eb024077f6e None None] Pushing event updated for resources: {'Port': ['ID=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:16.747671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:16.748022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.748787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.823086 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:37:12Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:16.845078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] Update dhcp port {'port': {'network_id': '3a6f4b1b-06dd-4838-9e52-4d6d19019e9b', 'fixed_ips': [{'subnet_id': 'acb7c109-a2e7-4c07-b0f1-0ac34089d52e', 'ip_address': '172.20.0.19'}, {'subnet_id': '7c14ea61-01cb-4000-bda2-b59f3b9cb126', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a62e676-c6fd-425c-b75e-d23cb53e54ab'}], 'binding:host_id': 'dv-neutron-804846-16-hyperv'}, 'id': '371c1f40-5d72-4ca9-a06b-57d2d4cf85bf'} from dv-neutron-804846-16-hyperv. {{(pid=103380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 10:37:16.858989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-18059f3c-bd4d-44dd-b2c7-1fa0708d7032 None None] Port 6b608ec6-bf9e-43c9-a345-c507112ab2e3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:16.868950 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648746a-4340-4813-ba13-3952413f91c8 None None] The sync data for ids ['7b9c3e38-bccf-4bf3-b693-1340805cf4cf'] in dv-neutron-804846-16-hyperv is: [{'id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'name': 'tempest-ServerActionsTestJSON-98966945-router', 'tenant_id': '5d81df8817f3441f90639a41ccac7db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:32:09Z', 'updated_at': '2021-11-27T10:37:12Z', 'revision_number': 5, 'project_id': '5d81df8817f3441f90639a41ccac7db9', 'gw_port': {'id': '52c47a75-7f5f-45d9-900d-c8941bcddf69', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9c3e38-bccf-4bf3-b693-1340805cf4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:32:12Z', 'updated_at': '2021-11-27T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:16.898141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.917255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:16.989719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.040113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': '6b10a382-b468-4099-80a2-ed4deb8e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:17.042904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: 2a343f8d-2bdd-4ca6-a870-9a99262b57b1, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:17.053952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=8a50f773-8292-43fa-a275-565fbf316ac3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:17.087046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:17.095283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-db9316ce-5e03-4375-ad80-9fbcffc8aa98 None None] Provisioning complete for port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:17.095657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db9316ce-5e03-4375-ad80-9fbcffc8aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.131952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.142601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:17.199763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 2a343f8d-2bdd-4ca6-a870-9a99262b57b1) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:17.205872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=55ba0020-f18c-432d-b472-3fad21401e82,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:17.213453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:17.214039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.233704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15c476-a76c-4eb5-a104-28f83143a70d None None] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:17.237736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6b49e-b4ed-456d-801a-11c48c3c88e7 None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:17.272814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Deleting port 52c47a75-7f5f-45d9-900d-c8941bcddf69 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:17.273374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.281061 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-34ce337c-1744-42ad-8603-34173d7d6d54 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5925660 Nov 27 10:37:17.285399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41700) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:17.290253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-508344052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:17.328946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.332323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f6ce5c41-1183-4154-bada-3b88cdb40aef tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/ports/55ba0020-f18c-432d-b472-3fad21401e82 HTTP/1.1" status: 204 len: 168 time: 1.7784419 Nov 27 10:37:17.336791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:17.346596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] Allocated IP 172.20.0.34 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/3a62e676-c6fd-425c-b75e-d23cb53e54ab/371c1f40-5d72-4ca9-a06b-57d2d4cf85bf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:17.349289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.390250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.391576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.413965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.422094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:17.513149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.532663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de1410-54a5-4226-bed3-65ff8cf160c3 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:17.535024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-38de1410-54a5-4226-bed3-65ff8cf160c3 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "GET /v2.0/ports?device_id=641364b4-fc6e-4159-9b68-1a2b74d0d74a HTTP/1.1" status: 200 len: 913 time: 0.1970651 Nov 27 10:37:17.537089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.551266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:17.561895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,segment=NetworkSegment(467d131c-77e1-48de-a5d8-263988e7469c),segment_id=467d131c-77e1-48de-a5d8-263988e7469c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:17.570925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.573974 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-57fd4804-6088-4265-a524-1e399f3e7d39 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2871432 Nov 27 10:37:17.576670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:17.614850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] For port 52c47a75-7f5f-45d9-900d-c8941bcddf69, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=52c47a75-7f5f-45d9-900d-c8941bcddf69,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:17.615393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.620027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=6b608ec6-bf9e-43c9-a345-c507112ab2e3,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:17.623867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.630692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cf0152ad-205e-4cbc-941f-9eafa88395e2 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-901432998', 'prefixes': ['172.20.0.0/16']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:17.656641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Calling delete_port for 52c47a75-7f5f-45d9-900d-c8941bcddf69 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:17.669784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:17.670170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.708480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.732947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.874047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-2a343f8d-2bdd-4ca6-a870-9a99262b57b1', 'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '8a50f773-8292-43fa-a275-565fbf316ac3'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:17.874900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.894374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aae3b-6e3d-4691-b2eb-fdc0f7704dd5 None None] Pushing event updated for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:17.967046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf0152ad-205e-4cbc-941f-9eafa88395e2 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:17.972295 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cf0152ad-205e-4cbc-941f-9eafa88395e2 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5425847 Nov 27 10:37:17.974433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:18.010250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Delete allocated IP 172.20.0.6 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/7c14ea61-01cb-4000-bda2-b59f3b9cb126) {{(pid=103378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 10:37:18.030311 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f1091980-e197-448a-8849-3a1fded8e65f tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] 10.222.0.13 "GET /v2.0/subnetpools/130742e7-b4d5-4c6f-bfcc-5fb4a3b3a117 HTTP/1.1" status: 200 len: 731 time: 0.0523109 Nov 27 10:37:18.030311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:18.034933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a3f2c1e-6c27-4703-aa2c-9ba1e1b855a9 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-428156278'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:18.038562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Allocated IP 172.20.0.36 (3a6f4b1b-06dd-4838-9e52-4d6d19019e9b/3a62e676-c6fd-425c-b75e-d23cb53e54ab/7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:18.105952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.116147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Allocated IP 2001:db8::2 (2a343f8d-2bdd-4ca6-a870-9a99262b57b1/8a50f773-8292-43fa-a275-565fbf316ac3/28a8eac7-5249-4696-b8c8-258f1c78993c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:18.237778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:18.347439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.358208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:18.358645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.389969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.408588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Deleting port 89725212-896d-425a-bcce-1f1167ab1132 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:18.409125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.461415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8::1 (2a343f8d-2bdd-4ca6-a870-9a99262b57b1/8a50f773-8292-43fa-a275-565fbf316ac3/64eac419-76ba-4104-811e-22bd48fb622b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:18.595580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.605938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.615983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:18.621149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:18.625293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:18.634531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Pushing event updated for resources: {'Port': ['ID=28a8eac7-5249-4696-b8c8-258f1c78993c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:18.669355 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:18.675797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Calling delete_port for 89725212-896d-425a-bcce-1f1167ab1132 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:18.685050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:18.735602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:18.738965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Attempting to bind port 28a8eac7-5249-4696-b8c8-258f1c78993c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:18.738965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Attempting to bind port 28a8eac7-5249-4696-b8c8-258f1c78993c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6b10a382-b468-4099-80a2-ed4deb8e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:18.739196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Attempting to bind port 28a8eac7-5249-4696-b8c8-258f1c78993c on network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:18.749291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2c1e-6c27-4703-aa2c-9ba1e1b855a9 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.754447 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4a3f2c1e-6c27-4703-aa2c-9ba1e1b855a9 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] 10.222.0.13 "PUT /v2.0/subnetpools/130742e7-b4d5-4c6f-bfcc-5fb4a3b3a117 HTTP/1.1" status: 200 len: 683 time: 0.7233078 Nov 27 10:37:18.757610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41716) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:18.766734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.773856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:18.774243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Checking segment: {'id': '6b10a382-b468-4099-80a2-ed4deb8e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:18.774659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.775062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Bound using segment: {'id': '6b10a382-b468-4099-80a2-ed4deb8e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:18.775568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Bound port: 28a8eac7-5249-4696-b8c8-258f1c78993c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b10a382-b468-4099-80a2-ed4deb8e3f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a343f8d-2bdd-4ca6-a870-9a99262b57b1'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:18.775951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.779696 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.829793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Provisioning complete for port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:18.829932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.889522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.897717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:18.905082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:18.905389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.910505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] For port 28a8eac7-5249-4696-b8c8-258f1c78993c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:18.915694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] For port 28a8eac7-5249-4696-b8c8-258f1c78993c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=28a8eac7-5249-4696-b8c8-258f1c78993c,segment=NetworkSegment(6b10a382-b468-4099-80a2-ed4deb8e3f4a),segment_id=6b10a382-b468-4099-80a2-ed4deb8e3f4a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:18.917602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c47a75-7f5f-45d9-900d-c8941bcddf69,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:18.918408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=64eac419-76ba-4104-811e-22bd48fb622b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:18.940804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.984731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab711ea-205a-419e-8fbe-91402455b87c None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:18.995395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:18.995779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:18.997042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.011826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:19.015850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-764102e1-8ed9-46b5-9d5c-5f698d854b68 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] Publish callbacks [] for subnetpool, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.020214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-764102e1-8ed9-46b5-9d5c-5f698d854b68 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] 10.222.0.13 "DELETE /v2.0/subnetpools/130742e7-b4d5-4c6f-bfcc-5fb4a3b3a117 HTTP/1.1" status: 204 len: 168 time: 0.2615249 Nov 27 10:37:19.024766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41718) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:19.027432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:19.061413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:19.061953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.076192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.076453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8eac8-01e3-422b-be8f-2901f011a3aa None None] Pushing event updated for resources: {'Port': ['ID=28a8eac7-5249-4696-b8c8-258f1c78993c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:19.150443 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-42191c22-caff-4ef7-a8ec-38c89757c25d tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] show failed (client error): The resource could not be found. Nov 27 10:37:19.152658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81743bc0-d81f-438b-a409-d2e875e8f3b4 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:19.155177 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-42191c22-caff-4ef7-a8ec-38c89757c25d tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] 10.222.0.13 "GET /v2.0/subnetpools/130742e7-b4d5-4c6f-bfcc-5fb4a3b3a117 HTTP/1.1" status: 404 len: 346 time: 0.1236062 Nov 27 10:37:19.160757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:19.189282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 81743bc0-d81f-438b-a409-d2e875e8f3b4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:19.189815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 81743bc0-d81f-438b-a409-d2e875e8f3b4 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:19.203353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event updated for resources: {'Port': ['ID=7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:19.205961 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-f912007f-67a6-4474-b878-8b1f30a66c13 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] delete failed (client error): The resource could not be found. Nov 27 10:37:19.214046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f912007f-67a6-4474-b878-8b1f30a66c13 tempest-SubnetPoolsTestJSON-587963048 tempest-SubnetPoolsTestJSON-587963048-project] 10.222.0.13 "DELETE /v2.0/subnetpools/130742e7-b4d5-4c6f-bfcc-5fb4a3b3a117 HTTP/1.1" status: 404 len: 346 time: 0.0388126 Nov 27 10:37:19.232838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.241530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:19.242136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.255062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.310327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] In _notify_port_updated(), no bound segment for port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 on network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:37:19.312006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-809d7a84-5b03-4bec-a731-af9c2b0ef980 None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:19.316600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:19.317260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.321350 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7bec049a-427a-4d82-9724-340f7255ccc5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "PUT /v2.0/ports/7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 HTTP/1.1" status: 200 len: 960 time: 3.2180886 Nov 27 10:37:19.321544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41724) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:19.436034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.451622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-452efb94-fb68-4862-886b-5e25d79d621d None None] Provisioning complete for port 6b608ec6-bf9e-43c9-a345-c507112ab2e3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:19.457154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-452efb94-fb68-4862-886b-5e25d79d621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.523862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:19.525864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.526393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9c3e38-bccf-4bf3-b693-1340805cf4cf {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:19.558089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.561781 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9e628b97-6241-46b4-9b9e-ab0c555c1d30 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7b9c3e38-bccf-4bf3-b693-1340805cf4cf HTTP/1.1" status: 204 len: 168 time: 3.9326086 Nov 27 10:37:19.563200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:19.573889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-452efb94-fb68-4862-886b-5e25d79d621d None None] Port 6b608ec6-bf9e-43c9-a345-c507112ab2e3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:19.704394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41730) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:19.711775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.789647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.830084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Port': ['ID=89725212-896d-425a-bcce-1f1167ab1132,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:19.906516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-953a1f40-0b09-43a4-8b27-a5df4ed73e19 None None] Provisioning complete for port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:19.907039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-953a1f40-0b09-43a4-8b27-a5df4ed73e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:19.921193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:19.956169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] Sync routers for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:19.966301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-77a187fe-8fe8-41c4-94a1-4520b0fac0ac tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2916262 Nov 27 10:37:19.979677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-953a1f40-0b09-43a4-8b27-a5df4ed73e19 None None] Port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:19.981625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:19.982267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.024858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.031890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:20.038754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd579864-0095-48ae-9a42-a4d1b89400f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.042288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:20.042931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.081988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.082667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f902bdac-8499-42c0-8497-7e798c86494c None None] The sync data for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:20.160747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:20.161233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.166193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Deleting subnet ba9ffdc1-9507-41f0-9340-358e85142cb1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:20.171841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.189136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645eb5e3-9f84-41e8-999a-5e0bac26fce4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:20.192457 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-645eb5e3-9f84-41e8-999a-5e0bac26fce4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports/6b608ec6-bf9e-43c9-a345-c507112ab2e3 HTTP/1.1" status: 200 len: 910 time: 0.1545551 Nov 27 10:37:20.196030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:20.259544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 28a8eac7-5249-4696-b8c8-258f1c78993c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:20.296121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.326894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 28a8eac7-5249-4696-b8c8-258f1c78993c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:20.327534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.429746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.479663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 28a8eac7-5249-4696-b8c8-258f1c78993c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=28a8eac7-5249-4696-b8c8-258f1c78993c,segment=NetworkSegment(6b10a382-b468-4099-80a2-ed4deb8e3f4a),segment_id=6b10a382-b468-4099-80a2-ed4deb8e3f4a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:20.484674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.529939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.560278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=28a8eac7-5249-4696-b8c8-258f1c78993c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:20.586156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 52c47a75-7f5f-45d9-900d-c8941bcddf69 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:20.589566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Router 7a13a954-4068-418c-b7bb-634cb1b2197a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:20.594479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.613349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 52c47a75-7f5f-45d9-900d-c8941bcddf69 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:20.613794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 52c47a75-7f5f-45d9-900d-c8941bcddf69 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:20.621798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd579864-0095-48ae-9a42-a4d1b89400f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.631236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd579864-0095-48ae-9a42-a4d1b89400f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.632175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for 7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:20.658874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe40bbf-6a56-47cc-a1f4-0d59d90fc324 None None] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:20.745840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-736a1ce6-fe8b-4519-8684-a4bc1c1a6191 None None] Provisioning complete for port 28a8eac7-5249-4696-b8c8-258f1c78993c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:20.746134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-736a1ce6-fe8b-4519-8684-a4bc1c1a6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.748626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd579864-0095-48ae-9a42-a4d1b89400f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886f193-c3ff-43ce-a21a-887e84a38c40,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:20.753344 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fd579864-0095-48ae-9a42-a4d1b89400f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b599d7c1c9914a6185cb7b3659ccf486&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0464828 Nov 27 10:37:20.756849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:20.767872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:20.770644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:20.785127 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] Sync routers for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:20.785680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fe937809-5e43-4db7-97fc-f801b0cdaa6e tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1861680 Nov 27 10:37:20.788542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:20.797042 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:20.797718 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.836994 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.850223 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:20.851281 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.888906 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:20.890102 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef5075-4ba0-426a-bc89-8e888adef0a3 None None] The sync data for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:20.960743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.062062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.100546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.101343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.111189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.115823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62036d-6995-48a0-94b8-100ef42895fb None None] Network 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:21.117158 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ba9ffdc1-9507-41f0-9340-358e85142cb1 HTTP/1.1" status: 204 len: 168 time: 1.5495181 Nov 27 10:37:21.120512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92b9fd-5382-43ad-bd74-f9fba88e3e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9ffdc1-9507-41f0-9340-358e85142cb1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:21.128148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:21.189325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 167d0223-383c-48f7-b761-4a2eb8cd54c5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:21.189678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.210070 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-ce8f1eaa-1c35-42ef-a77d-7092a40d8e7c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] delete failed (client error): The resource could not be found. Nov 27 10:37:21.217038 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ce8f1eaa-1c35-42ef-a77d-7092a40d8e7c tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1323550134 HTTP/1.1" status: 404 len: 335 time: 0.4216363 Nov 27 10:37:21.219276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:21.224976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-df37642a-03f3-4563-93af-8defb39100ff tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a13a954-4068-418c-b7bb-634cb1b2197a'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:21.280949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.305045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.308009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7d2e7139-77a9-4ce7-8bff-34a5d8cb20b0 None None] Provisioning complete for port 28a8eac7-5249-4696-b8c8-258f1c78993c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:21.308554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d2e7139-77a9-4ce7-8bff-34a5d8cb20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.353199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4e8-eef5-4eec-9808-8da3d0b7d067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.363263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=64eac419-76ba-4104-811e-22bd48fb622b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:21.447573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7d2e7139-77a9-4ce7-8bff-34a5d8cb20b0 None None] Provisioning complete for port 64eac419-76ba-4104-811e-22bd48fb622b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:21.448047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d2e7139-77a9-4ce7-8bff-34a5d8cb20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.481075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] DHCP port deletion for 07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:21.496812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4e8-eef5-4eec-9808-8da3d0b7d067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.530176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e7139-77a9-4ce7-8bff-34a5d8cb20b0 None None] Port 64eac419-76ba-4104-811e-22bd48fb622b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:21.552117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:21.561916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] Deleting port 368090af-cc49-433a-9c48-b40088097baf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:21.562169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.608591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.622322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:21.629318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:21.630290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 167d0223-383c-48f7-b761-4a2eb8cd54c5 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:21.651468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] For port 368090af-cc49-433a-9c48-b40088097baf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=368090af-cc49-433a-9c48-b40088097baf,segment=NetworkSegment(be4fd95a-ee78-4c75-b2c8-7a92c2389196),segment_id=be4fd95a-ee78-4c75-b2c8-7a92c2389196)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:21.651914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.670816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] Calling delete_port for 368090af-cc49-433a-9c48-b40088097baf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:21.709770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.768594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f5071cfe-c659-4de5-9957-df8957f39e47 None None] Provisioning complete for port 64eac419-76ba-4104-811e-22bd48fb622b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:21.768899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5071cfe-c659-4de5-9957-df8957f39e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.793282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.800084 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0a890a91-7cdc-4baf-ab49-46b363e2b10c tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 HTTP/1.1" status: 204 len: 168 time: 2.4775851 Nov 27 10:37:21.803506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:21.806620 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5071cfe-c659-4de5-9957-df8957f39e47 None None] Port 64eac419-76ba-4104-811e-22bd48fb622b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:21.829867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.851014 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf88cf2-5de7-4bd5-ab4f-99c5048c583b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] GET failed (client error): The resource could not be found. Nov 27 10:37:21.855530 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1cf88cf2-5de7-4bd5-ab4f-99c5048c583b tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports/7ce6575f-d3c9-4a5c-8b8f-55373f88b0f7 HTTP/1.1" status: 404 len: 333 time: 0.0494061 Nov 27 10:37:21.856213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:21.862384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] Pushing event deleted for resources: {'Port': ['ID=368090af-cc49-433a-9c48-b40088097baf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:21.868128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8330c69-5ea7-418d-ac31-2e473447718a None None] No DVR routers for this DVR port 368090af-cc49-433a-9c48-b40088097baf on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:21.953280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4e8-eef5-4eec-9808-8da3d0b7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.956985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4e8-eef5-4eec-9808-8da3d0b7d067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.958151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-17ecb4e8-eef5-4eec-9808-8da3d0b7d067 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5886f193-c3ff-43ce-a21a-887e84a38c40 HTTP/1.1" status: 204 len: 168 time: 1.1990504 Nov 27 10:37:21.960706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df37642a-03f3-4563-93af-8defb39100ff tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.965803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:21.994136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Deleting port 368090af-cc49-433a-9c48-b40088097baf {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:21.994478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.004851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecb4e8-eef5-4eec-9808-8da3d0b7d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886f193-c3ff-43ce-a21a-887e84a38c40,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:22.010365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=167d0223-383c-48f7-b761-4a2eb8cd54c5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:22.033419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5286ff93-2510-47a6-a982-b2ef6750f7ef None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:22.042421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-df37642a-03f3-4563-93af-8defb39100ff tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] update failed (client error): The resource could not be found. Nov 27 10:37:22.046963 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-df37642a-03f3-4563-93af-8defb39100ff tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a HTTP/1.1" status: 404 len: 339 time: 0.8227961 Nov 27 10:37:22.047399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:22.087881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6c53ad0d-0c17-485d-b298-209fb0d1bfa4 None None] Provisioning complete for port 64eac419-76ba-4104-811e-22bd48fb622b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:22.088094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c53ad0d-0c17-485d-b298-209fb0d1bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.152191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6c53ad0d-0c17-485d-b298-209fb0d1bfa4 None None] Port 64eac419-76ba-4104-811e-22bd48fb622b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:22.203439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 28a8eac7-5249-4696-b8c8-258f1c78993c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:22.229668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ee5c-e9a5-4d2c-bd71-760dcdf32ab6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.239244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] For port 368090af-cc49-433a-9c48-b40088097baf, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:22.239625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.275878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router e6aaecd8-c65e-4996-93d8-c952038a6d37 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:22.286917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 28a8eac7-5249-4696-b8c8-258f1c78993c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:22.287744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.304426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Calling delete_port for 368090af-cc49-433a-9c48-b40088097baf owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:22.310418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Port 368090af-cc49-433a-9c48-b40088097baf was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:37:22.318358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.362586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ee5c-e9a5-4d2c-bd71-760dcdf32ab6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.411022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Pushing event deleted for resources: {'Port': ['ID=368090af-cc49-433a-9c48-b40088097baf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:22.420278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] No DVR routers for this DVR port 368090af-cc49-433a-9c48-b40088097baf on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:22.466943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 368090af-cc49-433a-9c48-b40088097baf no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:22.488285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 368090af-cc49-433a-9c48-b40088097baf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:22.488662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 368090af-cc49-433a-9c48-b40088097baf not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:22.509028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.520438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.918745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Allocated IP 172.20.0.1 (afd40831-3340-4c64-bfa3-71ac77386068/9da34568-1f7f-41cc-864a-aba8928f3e3a/91e60d7d-6cc2-439e-ab93-6414d808749c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:22.934329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.940409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ee5c-e9a5-4d2c-bd71-760dcdf32ab6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.942968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ee5c-e9a5-4d2c-bd71-760dcdf32ab6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:22.944839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3ba5ee5c-e9a5-4d2c-bd71-760dcdf32ab6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/security-groups/01eef257-a345-4952-b58e-f890ddb59a52 HTTP/1.1" status: 204 len: 168 time: 1.0832987 Nov 27 10:37:22.947419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.21.0.1 (95e754eb-c7b0-4397-be43-ea2b3f433cd4/ba571445-f15d-4328-88f6-e476ee428859/6046598e-a5fb-45d8-8d40-aaa176101a56) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:22.955227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:22.972009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5ee5c-e9a5-4d2c-bd71-760dcdf32ab6 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eef257-a345-4952-b58e-f890ddb59a52,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:22.983993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Router 641364b4-fc6e-4159-9b68-1a2b74d0d74a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:22.986998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:22.989481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:22.997703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b4e73429-913b-4986-a7e8-6fb1d4837803 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/e6aaecd8-c65e-4996-93d8-c952038a6d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4175284 Nov 27 10:37:23.002736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:23.006648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] Sync routers for ids ['e6aaecd8-c65e-4996-93d8-c952038a6d37'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:23.019109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4fd95a-ee78-4c75-b2c8-7a92c2389196') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.019845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4fd95a-ee78-4c75-b2c8-7a92c2389196') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.023751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] Routers {'e6aaecd8-c65e-4996-93d8-c952038a6d37'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:23.024848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e6aaecd8-c65e-4996-93d8-c952038a6d37'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.059630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.068618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.068823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] Routers {'e6aaecd8-c65e-4996-93d8-c952038a6d37'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:23.069450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e6aaecd8-c65e-4996-93d8-c952038a6d37'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.101922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.102983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec3ff53-ab52-4d1b-a2df-53b0a7372d52 None None] The sync data for ids ['e6aaecd8-c65e-4996-93d8-c952038a6d37'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:23.122824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614c8e7b-89f6-446f-8add-e8b8e05ef047 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:23.124182 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-614c8e7b-89f6-446f-8add-e8b8e05ef047 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports/64eac419-76ba-4104-811e-22bd48fb622b HTTP/1.1" status: 200 len: 911 time: 0.1205018 Nov 27 10:37:23.129784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:23.130680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.139027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a50f773-8292-43fa-a275-565fbf316ac3'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:23.141590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.143598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1122be75-4e14-46e1-b0c3-48fb4e20213d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.150526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:23.150917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:23.168230 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:23.206992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1122be75-4e14-46e1-b0c3-48fb4e20213d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.263881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:23.274773 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e3911fe1-a3a3-46d6-98dd-620329558e1f tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "PUT /v2.0/routers/641364b4-fc6e-4159-9b68-1a2b74d0d74a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7152655 Nov 27 10:37:23.275280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:23.277603 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] Sync routers for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:23.292477 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:23.293543 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.306697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.312649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.323284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.323999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.327275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] 10.222.0.13 "DELETE /v2.0/networks/07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7 HTTP/1.1" status: 204 len: 168 time: 2.1980646 Nov 27 10:37:23.336202 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.345032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcef77-1229-4650-a1cc-76bfb32a3ede admin admin] Pushing event deleted for resources: {'Network': ['ID=07b9c7cb-8fd3-4b56-bb49-d94a18f00fc7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:23.354064 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] Routers {'641364b4-fc6e-4159-9b68-1a2b74d0d74a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:23.355839 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.374594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1122be75-4e14-46e1-b0c3-48fb4e20213d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.378080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1122be75-4e14-46e1-b0c3-48fb4e20213d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.381530 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1122be75-4e14-46e1-b0c3-48fb4e20213d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/security-groups/f557e7e6-d38d-475f-9e2c-153b2e12ad71 HTTP/1.1" status: 204 len: 168 time: 0.4228332 Nov 27 10:37:23.381856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:23.400553 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:23.401461 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c9e3c-ff5d-419e-a7c7-0462131b0146 None None] The sync data for ids ['641364b4-fc6e-4159-9b68-1a2b74d0d74a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:23.427198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.432781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network afd40831-3340-4c64-bfa3-71ac77386068 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:23.433820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122be75-4e14-46e1-b0c3-48fb4e20213d tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557e7e6-d38d-475f-9e2c-153b2e12ad71,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:23.441936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:23.449012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:23.457681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Port': ['ID=91e60d7d-6cc2-439e-ab93-6414d808749c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:23.494397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.509703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.536226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:23.544234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:23.549784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.552582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:23.606411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=6046598e-a5fb-45d8-8d40-aaa176101a56,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:23.647586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5f5399d-0316-46b7-9ef2-b8fda21b7846 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.731106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:23.777221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.780531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5f5399d-0316-46b7-9ef2-b8fda21b7846 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:23.950280 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c9fb2f67-4a7b-441f-bea3-2555a0e5049e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d81df8817f3441f90639a41ccac7db9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2120907 Nov 27 10:37:23.956154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:23.995590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f565fe6a-54b5-4d1c-b32c-091d074753d9 None None] Provisioning complete for port 6046598e-a5fb-45d8-8d40-aaa176101a56 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:23.996720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f565fe6a-54b5-4d1c-b32c-091d074753d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.030067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5f5399d-0316-46b7-9ef2-b8fda21b7846 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.033242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5f5399d-0316-46b7-9ef2-b8fda21b7846 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.034380 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c5f5399d-0316-46b7-9ef2-b8fda21b7846 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2fad30f-f589-45e1-aea8-618c818f30ba HTTP/1.1" status: 204 len: 168 time: 0.6515803 Nov 27 10:37:24.035345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f565fe6a-54b5-4d1c-b32c-091d074753d9 None None] Port 6046598e-a5fb-45d8-8d40-aaa176101a56 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:24.046134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:24.046323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f565fe6a-54b5-4d1c-b32c-091d074753d9 None None] Provisioning complete for port 91e60d7d-6cc2-439e-ab93-6414d808749c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:24.046874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f565fe6a-54b5-4d1c-b32c-091d074753d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.084651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f565fe6a-54b5-4d1c-b32c-091d074753d9 None None] Port 91e60d7d-6cc2-439e-ab93-6414d808749c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:24.094321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.103178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5399d-0316-46b7-9ef2-b8fda21b7846 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fad30f-f589-45e1-aea8-618c818f30ba,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:24.151520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.190590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.195692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet 7c14ea61-01cb-4000-bda2-b59f3b9cb126 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:24.210175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-995e3b6d-7139-4229-ad51-1ba418919a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.211796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.247970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting port 0b4ba2e8-e4a3-4366-8f6f-40713f20e18a {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:24.248213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.318455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-995e3b6d-7139-4229-ad51-1ba418919a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.340915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.397732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.440260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Calling delete_port for 0b4ba2e8-e4a3-4366-8f6f-40713f20e18a owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:24.524228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.567075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.572873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:24.573468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.574775 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/ports/64eac419-76ba-4104-811e-22bd48fb622b HTTP/1.1" status: 200 len: 911 time: 1.4418826 Nov 27 10:37:24.584977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:24.592076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.597837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.651108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-995e3b6d-7139-4229-ad51-1ba418919a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.653707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-995e3b6d-7139-4229-ad51-1ba418919a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.654833 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-995e3b6d-7139-4229-ad51-1ba418919a33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd633e87-9eea-4359-be56-f082d8c88fd6 HTTP/1.1" status: 204 len: 168 time: 0.6981583 Nov 27 10:37:24.686781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event updated for resources: {'Port': ['ID=91e60d7d-6cc2-439e-ab93-6414d808749c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:24.697003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.706272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.789898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e3b6d-7139-4229-ad51-1ba418919a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd633e87-9eea-4359-be56-f082d8c88fd6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:24.793015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:24.801397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5b27-eca4-4a22-8e08-b08ca8b70ffd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=64eac419-76ba-4104-811e-22bd48fb622b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:24.845690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c666d-185e-465e-86ea-fda51bf0ec2d None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:24.881590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Port': ['ID=0b4ba2e8-e4a3-4366-8f6f-40713f20e18a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:24.916531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Network afd40831-3340-4c64-bfa3-71ac77386068 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:24.920197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:24.921222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.003586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.120597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.125048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.172045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Router 7a13a954-4068-418c-b7bb-634cb1b2197a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:25.193897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.194700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Fanout notify agent at l3_agent the message router_deleted on router 641364b4-fc6e-4159-9b68-1a2b74d0d74a {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:25.203822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.205685 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ecc1c829-7739-491b-a453-a3219ff02b54 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/routers/641364b4-fc6e-4159-9b68-1a2b74d0d74a HTTP/1.1" status: 204 len: 168 time: 1.9294839 Nov 27 10:37:25.208176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41786) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:25.305256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=7c14ea61-01cb-4000-bda2-b59f3b9cb126,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:25.316137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.322124 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-173c4e8d-c4da-4d2e-8a5a-b61f7177f5a2 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/7c14ea61-01cb-4000-bda2-b59f3b9cb126 HTTP/1.1" status: 204 len: 168 time: 1.2698250 Nov 27 10:37:25.329971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:25.333202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948488bb-2624-4d99-9e63-55278a2ff36e None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:25.338129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b23ce20e-3ac7-4a53-b741-0a785d55e17b None None] Provisioning complete for port 91e60d7d-6cc2-439e-ab93-6414d808749c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:25.338566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b23ce20e-3ac7-4a53-b741-0a785d55e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.348750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Deleting subnet 4439ff98-b746-43db-8d59-a80a373a38b7 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:25.355309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.374220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:25.375817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.393417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] Sync routers for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:25.403838 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7911c0de-1b56-4a9a-ae2c-f60dcf33ef4a tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3556738 Nov 27 10:37:25.410403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:25.443264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.467214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b23ce20e-3ac7-4a53-b741-0a785d55e17b None None] Port 91e60d7d-6cc2-439e-ab93-6414d808749c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:25.471237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:25.478967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:25.516164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet 3a62e676-c6fd-425c-b75e-d23cb53e54ab {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:25.527073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.528042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:25.532213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.583345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:25.584538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:25.623239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.648028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3895880-bb03-4a4b-ba6b-1ddbadf07512 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.660984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=6046598e-a5fb-45d8-8d40-aaa176101a56,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:25.677240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:25.678101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051dd4-eef4-402c-8ea3-204dce103107 None None] The sync data for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:25.710107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.734624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.823761 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-a3895880-bb03-4a4b-ba6b-1ddbadf07512 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 10:37:25.828104 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a3895880-bb03-4a4b-ba6b-1ddbadf07512 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a HTTP/1.1" status: 409 len: 329 time: 0.4160314 Nov 27 10:37:25.828428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:25.862287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.868590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:25.871083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:25.874437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:26.014027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.087156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Subnet': ['ID=4439ff98-b746-43db-8d59-a80a373a38b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:26.098515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b637c-1358-404a-8f5a-a6587250a876 None None] Network 46045aac-f49b-45f1-96c5-7807a03dda0c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:26.103863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.104795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:26.114972 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b2f6623-a3d7-4a7f-b2c5-c4a1d32d3550 tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/subnets/4439ff98-b746-43db-8d59-a80a373a38b7 HTTP/1.1" status: 204 len: 168 time: 0.9043579 Nov 27 10:37:26.117564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:26.188323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.306724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=3a62e676-c6fd-425c-b75e-d23cb53e54ab,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:26.310577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.327949 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a8a9c85f-b685-4b8c-a9ac-0789f6c69ca7 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/3a62e676-c6fd-425c-b75e-d23cb53e54ab HTTP/1.1" status: 204 len: 168 time: 0.9947991 Nov 27 10:37:26.333543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41814) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:26.367046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.390222 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1221161f-9987-46ee-b318-60feb6943c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:26.390683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1221161f-9987-46ee-b318-60feb6943c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:26.399216 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1221161f-9987-46ee-b318-60feb6943c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/7c14ea61-01cb-4000-bda2-b59f3b9cb126 HTTP/1.1" status: 404 len: 337 time: 0.0601521 Nov 27 10:37:26.400573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:26.459274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:26.464884 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62970c04-76d4-4795-859a-e75862006247 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2649472 Nov 27 10:37:26.475719 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] Sync routers for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:26.482123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:26.506068 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:26.506705 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.559472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdb0837-20ff-4ef8-935a-a45dc6ff9df1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:26.564073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6bdb0837-20ff-4ef8-935a-a45dc6ff9df1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports/6046598e-a5fb-45d8-8d40-aaa176101a56 HTTP/1.1" status: 200 len: 910 time: 0.0778506 Nov 27 10:37:26.565816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41824) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:26.572002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting subnet acb7c109-a2e7-4c07-b0f1-0ac34089d52e {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:26.574052 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.595729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c08016d7-677a-49f0-926f-46a0dab864a8 None None] Provisioning complete for port 6046598e-a5fb-45d8-8d40-aaa176101a56 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:26.596271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c08016d7-677a-49f0-926f-46a0dab864a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.596357 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:26.596722 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.638439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.665996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.666754 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d14cf-d81a-432c-ae02-ba181168a289 None None] The sync data for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:26.667519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46045aac-f49b-45f1-96c5-7807a03dda0c']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.686170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:26.695512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e08b6-2feb-453e-81a5-7ae53adde2b9 None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:26.704302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3be63ff-2a05-4769-a0aa-e47be6931e52') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.704919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3be63ff-2a05-4769-a0aa-e47be6931e52') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:26.721131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.744786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 64eac419-76ba-4104-811e-22bd48fb622b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:26.745581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.798629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315045f-9f38-4c33-b463-4bddded74b18 None None] DHCP port deletion for 46045aac-f49b-45f1-96c5-7807a03dda0c request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:26.803984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c08016d7-677a-49f0-926f-46a0dab864a8 None None] Port 6046598e-a5fb-45d8-8d40-aaa176101a56 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:26.852591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.868456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 64eac419-76ba-4104-811e-22bd48fb622b owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:26.879571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.888206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-724245822'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:26.934102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1266207c-1d7f-441d-91c1-9caabb090288 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:26.934353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:26.934636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1266207c-1d7f-441d-91c1-9caabb090288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.934881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:26.938301 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:26.969256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.028884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.029976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.045717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1266207c-1d7f-441d-91c1-9caabb090288 None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:27.046394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1266207c-1d7f-441d-91c1-9caabb090288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.050685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.094433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1266207c-1d7f-441d-91c1-9caabb090288 None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:27.097779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.100738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.106932 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] 10.222.0.13 "DELETE /v2.0/networks/46045aac-f49b-45f1-96c5-7807a03dda0c HTTP/1.1" status: 204 len: 168 time: 0.9374638 Nov 27 10:37:27.133071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810c6ed-1745-4f12-97c2-6226b564247a tempest-FloatingIPTestJSON-1052725426 tempest-FloatingIPTestJSON-1052725426-project] Pushing event deleted for resources: {'Network': ['ID=46045aac-f49b-45f1-96c5-7807a03dda0c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:27.166653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.175368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.229915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.234429 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8fe70587-e3db-4ef3-b806-87f747c7e5c8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5390887 Nov 27 10:37:27.235360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.320873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.324430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.375803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.417777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=64eac419-76ba-4104-811e-22bd48fb622b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:27.462012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.468950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.683438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.685168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.687314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.707911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.747367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Subnet': ['ID=acb7c109-a2e7-4c07-b0f1-0ac34089d52e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:27.750902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.754788 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cc667e4e-52e3-4630-9664-c4e25963d151 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/acb7c109-a2e7-4c07-b0f1-0ac34089d52e HTTP/1.1" status: 204 len: 168 time: 1.3532195 Nov 27 10:37:27.758001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.796178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-34acc255-5380-4bb8-88f0-1e82f6e7c0f1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:27.796656 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34acc255-5380-4bb8-88f0-1e82f6e7c0f1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:27.800248 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-34acc255-5380-4bb8-88f0-1e82f6e7c0f1 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/bd9a4fd3-71df-497a-a94a-e7a31da9c97a HTTP/1.1" status: 404 len: 337 time: 0.0402434 Nov 27 10:37:27.803163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.805414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa62e68-cd21-49e4-8a64-1b1667fd4b9a None None] Network 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:27.835177 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bfd21c6c-470f-40d9-864f-bbadf08e5e64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=715790830ffa4fd995f58d37ed30eb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628933 Nov 27 10:37:27.837532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.838094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2aec36ba-7d00-4adc-885c-0851b2658775 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:27.839169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.842532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.843634 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-78888b14-214b-41e4-956a-f9441a1dec72 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2aec36ba-7d00-4adc-885c-0851b2658775 HTTP/1.1" status: 204 len: 168 time: 0.6046865 Nov 27 10:37:27.848223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.852308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Request body: {'router': {'name': 'tempest-router-1730331576', 'distributed': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:27.872719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8fd17114-75c2-4973-b340-a97b61841792 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "GET /v2.0/ports?device_id=299040b9-b4a6-4540-90e0-fa776f56d381 HTTP/1.1" status: 200 len: 205 time: 0.0631158 Nov 27 10:37:27.875727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d5d92de0-f8d3-46a1-a1fd-c56dad37d8a0 None None] Provisioning complete for port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:27.876883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5d92de0-f8d3-46a1-a1fd-c56dad37d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.877243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:27.947099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.948113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:27.984982 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-5e3807d9-0963-438b-8512-ba69226b7d48 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] delete failed (client error): The resource could not be found. Nov 27 10:37:27.988278 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5e3807d9-0963-438b-8512-ba69226b7d48 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/routers/299040b9-b4a6-4540-90e0-fa776f56d381 HTTP/1.1" status: 404 len: 336 time: 0.0753024 Nov 27 10:37:27.989426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41850) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.000512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router e6aaecd8-c65e-4996-93d8-c952038a6d37 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:28.020973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b39bda39-4cb9-47ae-bef4-75e047875e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.024701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.048774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d5d92de0-f8d3-46a1-a1fd-c56dad37d8a0 None None] Provisioning complete for port a600914f-92b7-436d-a922-8d2cbf6c31eb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:28.048957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.049143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5d92de0-f8d3-46a1-a1fd-c56dad37d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.054901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.074870 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1220b6-f6bf-4941-b0fa-c97c1d6108bd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.075321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1220b6-f6bf-4941-b0fa-c97c1d6108bd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.079137 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9a1220b6-f6bf-4941-b0fa-c97c1d6108bd tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/a70f4a1c-de86-45cd-9bc5-0fa420fdd36c HTTP/1.1" status: 404 len: 337 time: 0.0892630 Nov 27 10:37:28.088923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] DHCP port deletion for 3a6f4b1b-06dd-4838-9e52-4d6d19019e9b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:28.115064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.125476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d5d92de0-f8d3-46a1-a1fd-c56dad37d8a0 None None] Port a600914f-92b7-436d-a922-8d2cbf6c31eb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:28.145286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b39bda39-4cb9-47ae-bef4-75e047875e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.154393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:28.156339 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c237e8a8-2522-44c7-bd81-611d48c6f1a0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.156812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c237e8a8-2522-44c7-bd81-611d48c6f1a0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.158892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] Deleting port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:28.160160 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c237e8a8-2522-44c7-bd81-611d48c6f1a0 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/a7d942c0-fae1-4126-a2d8-609abfb9b770 HTTP/1.1" status: 404 len: 337 time: 0.0442908 Nov 27 10:37:28.160801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.163973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0650758b-f982-47af-9875-2f88e32306a3 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/e6aaecd8-c65e-4996-93d8-c952038a6d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5753584 Nov 27 10:37:28.164726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.167082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.168611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.172679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2c251008-1cd6-4ae5-b7d0-b257e30c3fa8 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3233962 Nov 27 10:37:28.179435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.205609 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6af1561-992e-4cb3-b26d-d6afd2571092 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.206653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6af1561-992e-4cb3-b26d-d6afd2571092 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.208594 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b03af0b8-8991-4c73-a612-3f94c3d97818 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aaecd8-c65e-4996-93d8-c952038a6d37 HTTP/1.1" status: 200 len: 205 time: 0.0386877 Nov 27 10:37:28.209571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] Sync routers for ids ['e6aaecd8-c65e-4996-93d8-c952038a6d37'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:28.210158 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c6af1561-992e-4cb3-b26d-d6afd2571092 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/0fd00657-7a3f-4817-bd52-f2da982905e6 HTTP/1.1" status: 404 len: 337 time: 0.0443869 Nov 27 10:37:28.218344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.218547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.240727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Deleting port 91e60d7d-6cc2-439e-ab93-6414d808749c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:28.241059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.253919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:28.278346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.298561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] Routers {'e6aaecd8-c65e-4996-93d8-c952038a6d37'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:28.299454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e6aaecd8-c65e-4996-93d8-c952038a6d37'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:28.303005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] For port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,segment=NetworkSegment(467d131c-77e1-48de-a5d8-263988e7469c),segment_id=467d131c-77e1-48de-a5d8-263988e7469c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:28.303410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.355973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:28.366739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] Calling delete_port for 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:28.372284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc39470-dc2d-49f3-b41d-21d611a843f5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.372980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc39470-dc2d-49f3-b41d-21d611a843f5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.376329 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3dc39470-dc2d-49f3-b41d-21d611a843f5 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/28d73709-1ea9-47d6-8cd7-2506987941c2 HTTP/1.1" status: 404 len: 333 time: 0.1537573 Nov 27 10:37:28.380556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] Routers {'e6aaecd8-c65e-4996-93d8-c952038a6d37'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:28.381182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e6aaecd8-c65e-4996-93d8-c952038a6d37'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:28.398619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.424460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:28.425130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2cb18-601b-4b8f-9c19-a61fec662dad None None] The sync data for ids ['e6aaecd8-c65e-4996-93d8-c952038a6d37'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:28.448160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.462804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.465654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.512319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.515436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.515961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91340ae9-392c-4b6d-84fa-37c5ca15df2c {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:28.521165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.526821 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5a1102ca-058b-4cfa-9cad-cca56988795e tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "DELETE /v2.0/routers/91340ae9-392c-4b6d-84fa-37c5ca15df2c HTTP/1.1" status: 204 len: 168 time: 0.3463666 Nov 27 10:37:28.527389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.531588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Request body: {'router': {'name': 'tempest-router-1125810754', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '85fbf753d34f4870976a10132ab45e73'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:28.533836 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-32430726-6570-4bfa-8fac-4049bf3f9840 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.534311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32430726-6570-4bfa-8fac-4049bf3f9840 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.537649 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-32430726-6570-4bfa-8fac-4049bf3f9840 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/20ded537-9aef-4a73-b921-0b64ff56e74f HTTP/1.1" status: 404 len: 337 time: 0.1350722 Nov 27 10:37:28.540519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.554193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.558571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b39bda39-4cb9-47ae-bef4-75e047875e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.561176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b39bda39-4cb9-47ae-bef4-75e047875e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.562295 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b39bda39-4cb9-47ae-bef4-75e047875e94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77e6cec0-ea5d-4f48-a5ee-972266783e07 HTTP/1.1" status: 204 len: 168 time: 0.7027323 Nov 27 10:37:28.616123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] Pushing event deleted for resources: {'Port': ['ID=371c1f40-5d72-4ca9-a06b-57d2d4cf85bf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:28.625735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977eb46-305d-47f0-be6b-137206480f4a None None] No DVR routers for this DVR port 371c1f40-5d72-4ca9-a06b-57d2d4cf85bf on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:28.671686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bda39-4cb9-47ae-bef4-75e047875e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e6cec0-ea5d-4f48-a5ee-972266783e07,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:28.707837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.731147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.737947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Calling delete_port for 91e60d7d-6cc2-439e-ab93-6414d808749c owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:28.738281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.851969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.851969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router e6aaecd8-c65e-4996-93d8-c952038a6d37 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:28.856958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.857916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cb940aaa-1ae9-4747-a0d4-01d92a7c3839 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/e6aaecd8-c65e-4996-93d8-c952038a6d37 HTTP/1.1" status: 204 len: 168 time: 0.6365955 Nov 27 10:37:28.862984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41876) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.904547 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-03685798-e602-4886-b146-3150051a9832 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.905006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03685798-e602-4886-b146-3150051a9832 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.911661 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-03685798-e602-4886-b146-3150051a9832 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/03542c87-d39c-42da-a131-8088b235ed55 HTTP/1.1" status: 404 len: 337 time: 0.3670716 Nov 27 10:37:28.911661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41880) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.942486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea1a8e0-f95d-40d1-90b9-9e1d3e63ea71 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:28.942486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea1a8e0-f95d-40d1-90b9-9e1d3e63ea71 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:28.942486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3ea1a8e0-f95d-40d1-90b9-9e1d3e63ea71 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/bfba2ede-7c09-491f-a03f-675d57f8b3d0 HTTP/1.1" status: 404 len: 333 time: 0.0271215 Nov 27 10:37:28.942486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.942486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:28.945299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41882) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:28.994131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.001810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.018352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.022467 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e326ef07-ab45-4fb7-a8d6-b9a0a34bd7d7 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4912629 Nov 27 10:37:29.022612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 8a50f773-8292-43fa-a275-565fbf316ac3 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:29.022902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:29.028467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:29.028884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2790b0e-17ce-4295-85db-c8c2d569f621 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:29.029334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2790b0e-17ce-4295-85db-c8c2d569f621 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:29.032444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c2790b0e-17ce-4295-85db-c8c2d569f621 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/9d6a1d22-00be-4fd0-892d-4ef3ae5886fb HTTP/1.1" status: 404 len: 337 time: 0.0865386 Nov 27 10:37:29.033389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.054868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41890) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:29.108517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd761e4f-61a7-41e5-aefd-78dbe051d711 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] DELETE failed (client error): The resource could not be found. Nov 27 10:37:29.109023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd761e4f-61a7-41e5-aefd-78dbe051d711 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:37:29.112798 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bd761e4f-61a7-41e5-aefd-78dbe051d711 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/subnets/fadfdeba-2bcb-40a4-8e8e-866e6a7b93a1 HTTP/1.1" status: 404 len: 337 time: 0.0554984 Nov 27 10:37:29.115722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:29.121635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.163344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 6046598e-a5fb-45d8-8d40-aaa176101a56 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:29.163680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.311243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.322502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.322821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.358345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Port': ['ID=91e60d7d-6cc2-439e-ab93-6414d808749c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:29.366347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.391266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:29.400413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.428040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103378) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 27 10:37:29.428656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Router 2def3016-0e70-42ee-b4fc-3b7c7995c3b8 migrating from provider to provider. {{(pid=103378) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 27 10:37:29.429225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.436319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Deleting port a600914f-92b7-436d-a922-8d2cbf6c31eb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:29.436680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.452345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.459622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 6046598e-a5fb-45d8-8d40-aaa176101a56 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:29.462651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.557470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9a2dbcbb-e086-4ed1-b36a-c68828fe9b81 tempest-DvrRoutersNegativeTest-1344637218 tempest-DvrRoutersNegativeTest-1344637218-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1788405786', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:29.561268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.policy [None req-9a2dbcbb-e086-4ed1-b36a-c68828fe9b81 tempest-DvrRoutersNegativeTest-1344637218 tempest-DvrRoutersNegativeTest-1344637218-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103378) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 27 10:37:29.561642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.policy [None req-9a2dbcbb-e086-4ed1-b36a-c68828fe9b81 tempest-DvrRoutersNegativeTest-1344637218 tempest-DvrRoutersNegativeTest-1344637218-project] Failed policy check for 'create_router' {{(pid=103378) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 27 10:37:29.562261 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-9a2dbcbb-e086-4ed1-b36a-c68828fe9b81 tempest-DvrRoutersNegativeTest-1344637218 tempest-DvrRoutersNegativeTest-1344637218-project] create failed (client error): Access was denied to this resource. Nov 27 10:37:29.570651 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9a2dbcbb-e086-4ed1-b36a-c68828fe9b81 tempest-DvrRoutersNegativeTest-1344637218 tempest-DvrRoutersNegativeTest-1344637218-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1710725 Nov 27 10:37:29.630425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.652050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Calling delete_port for a600914f-92b7-436d-a922-8d2cbf6c31eb owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:29.655206 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] No L3 agents can host the router 2def3016-0e70-42ee-b4fc-3b7c7995c3b8 Nov 27 10:37:29.832154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Hosts for router 2def3016-0e70-42ee-b4fc-3b7c7995c3b8: [] {{(pid=103378) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 27 10:37:29.850327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41910) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:29.870468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Hosts for other DVR routers connected to router 2def3016-0e70-42ee-b4fc-3b7c7995c3b8: set() {{(pid=103378) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 27 10:37:29.871924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.875748 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3fb2eb65-0df5-4c85-bc83-4cb54f6fa659 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "PUT /v2.0/routers/2def3016-0e70-42ee-b4fc-3b7c7995c3b8 HTTP/1.1" status: 200 len: 717 time: 0.8516538 Nov 27 10:37:29.877658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:29.918873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.958199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.974569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.975457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Port': ['ID=a600914f-92b7-436d-a922-8d2cbf6c31eb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:29.994573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d1cb70b3-2589-4b12-9564-0a6a67e50486 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "GET /v2.0/routers/2def3016-0e70-42ee-b4fc-3b7c7995c3b8 HTTP/1.1" status: 200 len: 717 time: 0.1158590 Nov 27 10:37:29.996017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:29.999353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0c0195cb-402f-43be-9a2a-d37d257c3a82 tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/ports/a600914f-92b7-436d-a922-8d2cbf6c31eb HTTP/1.1" status: 204 len: 168 time: 0.8815763 Nov 27 10:37:30.000230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64457a4c-809f-45d0-a705-6036d30a83e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.002548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.004277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.081369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=8a50f773-8292-43fa-a275-565fbf316ac3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:30.098342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de04a1-2608-440e-8bf3-ec111fdf1dd9 None None] Network 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:30.113850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.122202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.129202 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96d869ef-06b9-453d-acb0-c9ff80ed1a2d tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/8a50f773-8292-43fa-a275-565fbf316ac3 HTTP/1.1" status: 204 len: 168 time: 1.2636693 Nov 27 10:37:30.129400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.254521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Router 7a13a954-4068-418c-b7bb-634cb1b2197a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:30.320030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.331206 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d5f0b4d5-0e7d-42da-a6f1-66de3dd5d977 tempest-RoutersTestDVR-287969701 tempest-RoutersTestDVR-287969701-project] 10.222.0.13 "GET /v2.0/routers/2def3016-0e70-42ee-b4fc-3b7c7995c3b8 HTTP/1.1" status: 200 len: 683 time: 0.3275051 Nov 27 10:37:30.339511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.350624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] DHCP port deletion for 2a343f8d-2bdd-4ca6-a870-9a99262b57b1 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:30.354054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.377336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=6046598e-a5fb-45d8-8d40-aaa176101a56,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:30.389424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:30.392586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64457a4c-809f-45d0-a705-6036d30a83e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.398834 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-52eca792-08b1-4c69-aadd-fb7cb967a775 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5608573 Nov 27 10:37:30.404268 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] Sync routers for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:30.410887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41926) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.420503 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:30.421886 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.438071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.458082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] Deleting port 28a8eac7-5249-4696-b8c8-258f1c78993c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:30.458469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.476464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64457a4c-809f-45d0-a705-6036d30a83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.481451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-e4f492d7-1d83-4933-8c20-d02261c97323 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] show failed (client error): The resource could not be found. Nov 27 10:37:30.486797 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e4f492d7-1d83-4933-8c20-d02261c97323 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1809719166 HTTP/1.1" status: 404 len: 335 time: 0.0704978 Nov 27 10:37:30.487060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41928) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.493715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-57779459-848e-418a-a99b-c0399c05ad08 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:30.515291 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.527365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.527809 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] Routers {'7a13a954-4068-418c-b7bb-634cb1b2197a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:30.528644 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7a13a954-4068-418c-b7bb-634cb1b2197a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.532757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6f4b1b-06dd-4838-9e52-4d6d19019e9b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.550538 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-57779459-848e-418a-a99b-c0399c05ad08 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] update failed (client error): The resource could not be found. Nov 27 10:37:30.554666 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-57779459-848e-418a-a99b-c0399c05ad08 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-73459167 HTTP/1.1" status: 404 len: 333 time: 0.0635946 Nov 27 10:37:30.554866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.578698 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.579896 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d642e2-4ee4-4ae0-856e-05ba024a839c None None] The sync data for ids ['7a13a954-4068-418c-b7bb-634cb1b2197a'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:30.609454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] For port 28a8eac7-5249-4696-b8c8-258f1c78993c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=28a8eac7-5249-4696-b8c8-258f1c78993c,segment=NetworkSegment(6b10a382-b468-4099-80a2-ed4deb8e3f4a),segment_id=6b10a382-b468-4099-80a2-ed4deb8e3f4a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:30.609861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.630407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] Calling delete_port for 28a8eac7-5249-4696-b8c8-258f1c78993c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:30.638310 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-64457a4c-809f-45d0-a705-6036d30a83e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c43cf13e14444fa290720072a387e505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7799394 Nov 27 10:37:30.643669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467d131c-77e1-48de-a5d8-263988e7469c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.644038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467d131c-77e1-48de-a5d8-263988e7469c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:30.648708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.664768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457a4c-809f-45d0-a705-6036d30a83e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acccca1-28d2-465c-b814-7cbb4fb08b1c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:30.669320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.693879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Deleting subnet e074c5b4-b715-41fb-9ac0-d033cfae7787 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:30.700951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.729178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.729648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.754592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.786501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] No DVR routers for this DVR port 28a8eac7-5249-4696-b8c8-258f1c78993c on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:30.786723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.788348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3670-12c4-4521-b6db-7e442e8e591c None None] Pushing event deleted for resources: {'Port': ['ID=28a8eac7-5249-4696-b8c8-258f1c78993c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:30.810697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:30.811097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:30.814763 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:30.831303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.842644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.936447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 28a8eac7-5249-4696-b8c8-258f1c78993c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:30.936850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.942101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.952430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.952920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2def3016-0e70-42ee-b4fc-3b7c7995c3b8 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:30.954270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8492-9b8f-403c-a60a-30c5a9140c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.958194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.963029 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-71f17906-3ae5-48cb-a558-9fed04b776b4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2def3016-0e70-42ee-b4fc-3b7c7995c3b8 HTTP/1.1" status: 204 len: 168 time: 0.6171129 Nov 27 10:37:30.968282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41934) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:30.973104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Request body: {'router': {'name': 'tempest-router-894386161', 'distributed': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:30.976223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:30.979139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] 10.222.0.13 "DELETE /v2.0/networks/3a6f4b1b-06dd-4838-9e52-4d6d19019e9b HTTP/1.1" status: 204 len: 168 time: 0.9695621 Nov 27 10:37:31.005310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf5fe8-f629-4d88-b020-807379474c3f tempest-PortsTestJSON-1718368994 tempest-PortsTestJSON-1718368994-project] Pushing event deleted for resources: {'Network': ['ID=3a6f4b1b-06dd-4838-9e52-4d6d19019e9b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:31.008019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.035512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8492-9b8f-403c-a60a-30c5a9140c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.059915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.060894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.065646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 28a8eac7-5249-4696-b8c8-258f1c78993c, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:31.065937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.081668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:31.091387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 28a8eac7-5249-4696-b8c8-258f1c78993c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:31.095223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Port 28a8eac7-5249-4696-b8c8-258f1c78993c was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:37:31.097983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.132156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=28a8eac7-5249-4696-b8c8-258f1c78993c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:31.135950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port 28a8eac7-5249-4696-b8c8-258f1c78993c on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:31.149144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.163103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8492-9b8f-403c-a60a-30c5a9140c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.165684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8492-9b8f-403c-a60a-30c5a9140c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.166852 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cf1a8492-9b8f-403c-a60a-30c5a9140c82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9acccca1-28d2-465c-b814-7cbb4fb08b1c HTTP/1.1" status: 204 len: 168 time: 0.5126209 Nov 27 10:37:31.187275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.195508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8492-9b8f-403c-a60a-30c5a9140c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acccca1-28d2-465c-b814-7cbb4fb08b1c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:31.220325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.229432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.251262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a343f8d-2bdd-4ca6-a870-9a99262b57b1']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.261667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b10a382-b468-4099-80a2-ed4deb8e3f4a') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.261970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b10a382-b468-4099-80a2-ed4deb8e3f4a') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.266175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Subnet': ['ID=e074c5b4-b715-41fb-9ac0-d033cfae7787,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:31.272716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.276104 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d323e3d5-5edd-4912-bd1d-e679107501ce tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/subnets/e074c5b4-b715-41fb-9ac0-d033cfae7787 HTTP/1.1" status: 204 len: 168 time: 0.7203028 Nov 27 10:37:31.280140 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:31.281985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1d368-311d-440e-90c1-eab707258e96 None None] Network 602d204d-68d2-4226-8fa7-caf56e3a21b7 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:31.283921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.300649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.301362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.301854 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9ae7eca8-5e22-4b52-896d-dfb1180556fa tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3325908 Nov 27 10:37:31.304733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:31.343042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41946) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:31.351117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:31.351751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:31.355209 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:31.357378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:31.361004 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-371f3b53-d292-4c62-8c48-b1f6abd3358a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7868383 Nov 27 10:37:31.363903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41950) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:31.372934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] Sync routers for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:31.465921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.471788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:31.476052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Deleting subnet 3c73648e-6d84-47a7-ad5a-abc51032d080 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:31.477331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.481975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.530127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.543392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:31.544442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.570371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.588209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:31.589168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96612321-ee2b-4d7c-adf2-7467d17dca3b None None] The sync data for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:31.621633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.627077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.634127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.640947 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/2a343f8d-2bdd-4ca6-a870-9a99262b57b1 HTTP/1.1" status: 204 len: 168 time: 1.5052295 Nov 27 10:37:31.643069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:31.664762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1086861843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:31.674901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0072-8f5c-4a81-a56a-708af1bc06bd tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=2a343f8d-2bdd-4ca6-a870-9a99262b57b1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:31.693949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] DHCP port deletion for 602d204d-68d2-4226-8fa7-caf56e3a21b7 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:31.774752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.804807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] Deleting port d7f03426-8748-4ef3-9367-7aa42dea444a {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:31.806887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.906979 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b13277f9-063f-4e7a-9cee-ff67159620bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e14987a5144a4c28b3dbd0a955fcf404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604987 Nov 27 10:37:31.910188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41964) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:31.931458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.942766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] For port d7f03426-8748-4ef3-9367-7aa42dea444a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d7f03426-8748-4ef3-9367-7aa42dea444a,segment=NetworkSegment(b3b32a4b-2cdb-4bbc-b183-d61938e1f434),segment_id=b3b32a4b-2cdb-4bbc-b183-d61938e1f434)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:31.944730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:31.968664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] Calling delete_port for d7f03426-8748-4ef3-9367-7aa42dea444a owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:32.007016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Subnet': ['ID=3c73648e-6d84-47a7-ad5a-abc51032d080,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:32.012627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.015932 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fda4d90e-cfcf-464c-aba4-0e4a7ac66e49 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/subnets/3c73648e-6d84-47a7-ad5a-abc51032d080 HTTP/1.1" status: 204 len: 168 time: 0.7307642 Nov 27 10:37:32.021016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 41968) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:32.109975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.111833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe2fa3-40f6-4dac-8b8a-f1d07585f831 None None] Network 9c689efc-3e66-4c69-afbd-bf1d2188c447 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:32.112963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.116441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.117539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.117675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94c5a080-1611-4521-80d5-402461a6e2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.118138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.140368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.163740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94c5a080-1611-4521-80d5-402461a6e2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.182555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.193340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.194404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd5ee10-48d7-42e6-83da-d34541cd4314 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:32.202145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.203431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-75209bbf-e95b-4b56-abba-ae4f7a2766d4 tempest-RoutersTestDVR-1152993534 tempest-RoutersTestDVR-1152993534-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6cd5ee10-48d7-42e6-83da-d34541cd4314 HTTP/1.1" status: 204 len: 168 time: 0.8975043 Nov 27 10:37:32.238484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.239242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] Pushing event deleted for resources: {'Port': ['ID=d7f03426-8748-4ef3-9367-7aa42dea444a,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:32.243886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.246282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0ede8-8c46-4bc4-8e78-c7f8730be508 None None] No DVR routers for this DVR port d7f03426-8748-4ef3-9367-7aa42dea444a on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:32.251491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d7f03426-8748-4ef3-9367-7aa42dea444a no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:32.285016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.285016 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c0fe9996-7285-4d48-a788-ba9a7b619436 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6175401 Nov 27 10:37:32.285016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41976) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:32.291871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1151845983'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:32.303406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: d7f03426-8748-4ef3-9367-7aa42dea444a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:32.303981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d7f03426-8748-4ef3-9367-7aa42dea444a not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:32.304217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 28a8eac7-5249-4696-b8c8-258f1c78993c no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:32.338126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:32.343080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.349952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 28a8eac7-5249-4696-b8c8-258f1c78993c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:32.350304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 28a8eac7-5249-4696-b8c8-258f1c78993c not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:32.404014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:32.415750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.416279 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment d4b8f90a-1b44-42d9-9c03-67663cfeef27 of type vlan for network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 Nov 27 10:37:32.480944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.504576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.515803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.517774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] DHCP port deletion for 9c689efc-3e66-4c69-afbd-bf1d2188c447 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:32.522072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:32.522940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.536846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602d204d-68d2-4226-8fa7-caf56e3a21b7']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:32.546929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:32.547230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b32a4b-2cdb-4bbc-b183-d61938e1f434') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:32.557998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.572489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.581503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:32.581911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.594026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:32.602780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] Deleting port 006cabe6-3188-4391-b26d-e949644443b3 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:32.603173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.606454 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3241069 Nov 27 10:37:32.610120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 41988) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:32.616409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:32.619686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182410e-3117-4245-b04d-43945dfe5aa7 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=4d3a2e31-3a8e-40c8-b282-731b74bfcad0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:32.717597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] For port 006cabe6-3188-4391-b26d-e949644443b3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=006cabe6-3188-4391-b26d-e949644443b3,segment=NetworkSegment(d76abf50-dce2-4ba8-ba31-7267c6dec357),segment_id=d76abf50-dce2-4ba8-ba31-7267c6dec357)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:32.718006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.734648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] Calling delete_port for 006cabe6-3188-4391-b26d-e949644443b3 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:32.781559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:32.789126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.831731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:32.856440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.893390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] No DVR routers for this DVR port 006cabe6-3188-4391-b26d-e949644443b3 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:32.916860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb37248b-c8f2-499a-bc44-11ac585d87aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:32.931801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838039b-187d-44b8-801f-5dcf6f3aa43d None None] Pushing event deleted for resources: {'Port': ['ID=006cabe6-3188-4391-b26d-e949644443b3,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:33.026792 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:33.053100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.063007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.067278 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/networks/602d204d-68d2-4226-8fa7-caf56e3a21b7 HTTP/1.1" status: 204 len: 168 time: 1.0454521 Nov 27 10:37:33.073787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42000) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:33.107000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94c5a080-1611-4521-80d5-402461a6e2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.116756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94c5a080-1611-4521-80d5-402461a6e2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.116756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-94c5a080-1611-4521-80d5-402461a6e2c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c919e919-e95d-4daf-a854-c0be9b2600ec HTTP/1.1" status: 204 len: 168 time: 1.2013459 Nov 27 10:37:33.124313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a3674-7c48-448c-9704-519525424a81 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Network': ['ID=602d204d-68d2-4226-8fa7-caf56e3a21b7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.143039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5a080-1611-4521-80d5-402461a6e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c919e919-e95d-4daf-a854-c0be9b2600ec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.253260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb37248b-c8f2-499a-bc44-11ac585d87aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.264236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.269512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb37248b-c8f2-499a-bc44-11ac585d87aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.274423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.294258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 6b608ec6-bf9e-43c9-a345-c507112ab2e3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:33.294619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.345784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37248b-c8f2-499a-bc44-11ac585d87aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70389dd2-6219-45a2-b684-48ee1df2c756,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.389982 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fb37248b-c8f2-499a-bc44-11ac585d87aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85fbf753d34f4870976a10132ab45e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7932482 Nov 27 10:37:33.393399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42012) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:33.442785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:33.443158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: 4d3a2e31-3a8e-40c8-b282-731b74bfcad0, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:33.451157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=6d3ec6be-c25d-479e-96bf-59ecd41c8333,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.464669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.478262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 6b608ec6-bf9e-43c9-a345-c507112ab2e3 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:33.530140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.541418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:33.569366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d03f6d-8d2d-439d-8cfa-54e2e819b3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.572651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c689efc-3e66-4c69-afbd-bf1d2188c447']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:33.591655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 4d3a2e31-3a8e-40c8-b282-731b74bfcad0) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:33.602788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb4b00b-adc1-4fbd-afbe-729b01af0bfe None None] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:33.606286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76abf50-dce2-4ba8-ba31-7267c6dec357') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:33.607195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76abf50-dce2-4ba8-ba31-7267c6dec357') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:33.620367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.638390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:33.639186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.654090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.666988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d03f6d-8d2d-439d-8cfa-54e2e819b3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.681089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:33.681492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:33.684796 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:33.702806 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a27fcff1-adfe-48d8-805a-a25e3a2804e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904999 Nov 27 10:37:33.706133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42020) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:33.785517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.794715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.801093 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/networks/9c689efc-3e66-4c69-afbd-bf1d2188c447 HTTP/1.1" status: 204 len: 168 time: 0.7226524 Nov 27 10:37:33.803267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:33.805287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d03f6d-8d2d-439d-8cfa-54e2e819b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.807955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d03f6d-8d2d-439d-8cfa-54e2e819b3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.809101 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-37d03f6d-8d2d-439d-8cfa-54e2e819b3fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70389dd2-6219-45a2-b684-48ee1df2c756 HTTP/1.1" status: 204 len: 168 time: 0.4144194 Nov 27 10:37:33.834896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d03f6d-8d2d-439d-8cfa-54e2e819b3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70389dd2-6219-45a2-b684-48ee1df2c756,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.849769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.859712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c719cf-b6e8-4f26-bd36-7065e7bea6b8 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Network': ['ID=9c689efc-3e66-4c69-afbd-bf1d2188c447,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:33.903870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Deleting subnet 9da34568-1f7f-41cc-864a-aba8928f3e3a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:33.908853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:33.959012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.091308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.100929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=6b608ec6-bf9e-43c9-a345-c507112ab2e3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:34.193694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.200496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 006cabe6-3188-4391-b26d-e949644443b3 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:34.230547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.233591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:34.233968 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/subnets/9da34568-1f7f-41cc-864a-aba8928f3e3a HTTP/1.1" status: 204 len: 168 time: 0.4296362 Nov 27 10:37:34.234985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2f7ef-0981-49c1-ab1c-cef61723ff74 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Subnet': ['ID=9da34568-1f7f-41cc-864a-aba8928f3e3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:34.237526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42036) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:34.239617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.241862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c33ae7-f119-4130-ae43-4885324d8981 None None] Network afd40831-3340-4c64-bfa3-71ac77386068 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:34.244917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 006cabe6-3188-4391-b26d-e949644443b3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:34.245269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 006cabe6-3188-4391-b26d-e949644443b3 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:34.378233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.512975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Deleting port 7a31b7e1-f903-481c-80f8-3310a9d93cff {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:34.516002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.554393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.590065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42040) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:34.615407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] For port 7a31b7e1-f903-481c-80f8-3310a9d93cff, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7a31b7e1-f903-481c-80f8-3310a9d93cff,segment=NetworkSegment(8e7b5980-9e7e-46a2-85b3-a7ce420323bf),segment_id=8e7b5980-9e7e-46a2-85b3-a7ce420323bf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:34.615963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.634262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Calling delete_port for 7a31b7e1-f903-481c-80f8-3310a9d93cff owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:34.696749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Allocated IP 2001:db8::2 (4d3a2e31-3a8e-40c8-b282-731b74bfcad0/6d3ec6be-c25d-479e-96bf-59ecd41c8333/cf0b02a4-0407-4cd2-8009-9d221383f8aa) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:34.701212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:34.813299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.815095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16596d-1557-4f4d-8160-50578c1155cc None None] DHCP port deletion for afd40831-3340-4c64-bfa3-71ac77386068 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:34.815973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.816453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45430892-37df-4604-9c9c-2a2dcd42029f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.860194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42046) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:34.862572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Port': ['ID=7a31b7e1-f903-481c-80f8-3310a9d93cff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:34.866206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] No DVR routers for this DVR port 7a31b7e1-f903-481c-80f8-3310a9d93cff on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:34.871342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910853116', 'description': 'tempest-secgroup-smoke-910853116 description', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:34.940954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1011690947'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:34.969884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.976934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.978807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:34.993082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.004410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.020229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:35.023805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:35.028134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:35.035870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Pushing event updated for resources: {'Port': ['ID=cf0b02a4-0407-4cd2-8009-9d221383f8aa,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.088286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Attempting to bind port cf0b02a4-0407-4cd2-8009-9d221383f8aa on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:35.089172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Attempting to bind port cf0b02a4-0407-4cd2-8009-9d221383f8aa by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:35.089172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Attempting to bind port cf0b02a4-0407-4cd2-8009-9d221383f8aa on network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:35.093944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd40831-3340-4c64-bfa3-71ac77386068']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.095014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:35.095556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Checking segment: {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:35.096348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.096583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Bound using segment: {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:35.097143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Bound port: cf0b02a4-0407-4cd2-8009-9d221383f8aa, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:35.097608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.101344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Made reservation on behalf of 59bd5c1c3fe441738d47c5aac90b1427 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:35.104923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.120298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b5980-9e7e-46a2-85b3-a7ce420323bf') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.120700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b5980-9e7e-46a2-85b3-a7ce420323bf') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.138899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.144079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.146279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.159970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.167824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] For port cf0b02a4-0407-4cd2-8009-9d221383f8aa, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:35.171119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] For port cf0b02a4-0407-4cd2-8009-9d221383f8aa, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cf0b02a4-0407-4cd2-8009-9d221383f8aa,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:35.178223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.216707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:35.246929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585c475-f831-405e-b09a-4645f82a8761 None None] Pushing event updated for resources: {'Port': ['ID=cf0b02a4-0407-4cd2-8009-9d221383f8aa,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.247935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.257809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45430892-37df-4604-9c9c-2a2dcd42029f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.264349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.265980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45430892-37df-4604-9c9c-2a2dcd42029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.275806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.300226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:35.300659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:35.303806 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:35.329619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:35.334989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4fe05-6091-4176-a48e-f6a9d5b6d2f0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.355289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8::1 (4d3a2e31-3a8e-40c8-b282-731b74bfcad0/6d3ec6be-c25d-479e-96bf-59ecd41c8333/3802b507-c342-47b9-a2fe-823c4afd179c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:35.403347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:35.410265 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-45430892-37df-4604-9c9c-2a2dcd42029f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef07f74f3711468080feff3a7d9bd945&name=default HTTP/1.1" status: 200 len: 2999 time: 0.7052841 Nov 27 10:37:35.411059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45430892-37df-4604-9c9c-2a2dcd42029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03b0705-2d59-4951-878c-1b2c0927171d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.414747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.415090 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Added segment b94280f2-deb7-483b-bb1d-7806747f6dc6 of type vlan for network 060e009d-21d8-4bbb-9714-2d4434fdece0 Nov 27 10:37:35.416769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42048) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.422526 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] Sync routers for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:35.436002 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b695c998-7f92-4a8e-a2e2-7e44bf10ae4c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0710194 Nov 27 10:37:35.441708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.442686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42050) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.443702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b426764e-6efd-403c-b36b-6f4354118422,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.464091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:35.466854 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.520366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.564151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.578608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.633699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c65c4281-9b0d-4b36-9907-3cad07832e22 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 HTTP/1.1" status: 200 len: 205 time: 0.1829805 Nov 27 10:37:35.634681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42052) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.637978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.638615 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.639461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7220297c-c505-48d6-ac0b-7c1505a94eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.645262 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/networks/afd40831-3340-4c64-bfa3-71ac77386068 HTTP/1.1" status: 204 len: 168 time: 1.4014060 Nov 27 10:37:35.671556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7220297c-c505-48d6-ac0b-7c1505a94eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.678601 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] Routers {'e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:35.679269 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.683102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.719006 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.719999 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53807d1-fac0-4240-9ce9-87bbffc64811 None None] The sync data for ids ['e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:35.740482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5beb72-51a6-41ad-bcf8-563e67b361a0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.743198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.743754 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-853fc6bd-9e6b-4b88-aae8-d85481bdf03f tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a13a954-4068-418c-b7bb-634cb1b2197a HTTP/1.1" status: 200 len: 205 time: 0.0533347 Nov 27 10:37:35.753644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:35.754476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.757377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.763139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.789093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fecc2-de3c-4c63-8f82-fdcfdf0f1b52 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Pushing event deleted for resources: {'Network': ['ID=afd40831-3340-4c64-bfa3-71ac77386068,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:35.797085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.798859 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-846186be-49d8-4779-b2d2-44f74f2bee03 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9339461 Nov 27 10:37:35.808027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.812595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group_rule': {'security_group_id': 'ca5beb72-51a6-41ad-bcf8-563e67b361a0', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:35.843254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.848102 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2570453 Nov 27 10:37:35.853555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:35.878411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.916991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-544a2cbe-2022-4017-a0dc-2f70c0ada87d tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-1531708003') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:35.986037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7220297c-c505-48d6-ac0b-7c1505a94eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.988665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7220297c-c505-48d6-ac0b-7c1505a94eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:35.989831 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7220297c-c505-48d6-ac0b-7c1505a94eb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c03b0705-2d59-4951-878c-1b2c0927171d HTTP/1.1" status: 204 len: 168 time: 0.5527165 Nov 27 10:37:35.991154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d988e-6bf9-4a2a-a54e-f4043391e384 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Pushing event updated for resources: {'Network': ['ID=060e009d-21d8-4bbb-9714-2d4434fdece0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:36.008801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 060e009d-21d8-4bbb-9714-2d4434fdece0 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:36.031887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220297c-c505-48d6-ac0b-7c1505a94eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03b0705-2d59-4951-878c-1b2c0927171d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:36.081433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.125595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.144347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.150463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.256267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cf0b02a4-0407-4cd2-8009-9d221383f8aa up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:36.263984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.264467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:36.272762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:36.275428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.281351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.282989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2e73ee7a-bc9b-4bde-948b-1ecae179fe3e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 HTTP/1.1" status: 204 len: 168 time: 0.6328871 Nov 27 10:37:36.284313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.288369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:36.294793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:36.302906 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-544a2cbe-2022-4017-a0dc-2f70c0ada87d tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "PUT /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-1531708003 HTTP/1.1" status: 201 len: 201 time: 0.4157341 Nov 27 10:37:36.338668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.339390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:36.349157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-092ab9c3-0620-46ac-8f82-45eb9f53c3b8 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-1531708003') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:36.362982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.371953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:36.373503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.392505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cf0b02a4-0407-4cd2-8009-9d221383f8aa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:36.393666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.418809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04275ad9-6281-4644-9294-90150cd0d2e6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:36.429990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet ba571445-f15d-4328-88f6-e476ee428859 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:36.435607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.440670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.444768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7e7e82d8-bb49-437d-94ec-839c5e14f6f0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6328449 Nov 27 10:37:36.465855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.470559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Fanout notify agent at l3_agent the message router_deleted on router 7a13a954-4068-418c-b7bb-634cb1b2197a {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:36.472674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42070) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:36.491403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.492858 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fc342bc8-c32f-4434-b82f-6c6e01216607 tempest-RoutersNegativeTest-1448814109 tempest-RoutersNegativeTest-1448814109-project] 10.222.0.13 "DELETE /v2.0/routers/7a13a954-4068-418c-b7bb-634cb1b2197a HTTP/1.1" status: 204 len: 168 time: 0.7270584 Nov 27 10:37:36.498967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group_rule': {'security_group_id': 'ca5beb72-51a6-41ad-bcf8-563e67b361a0', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:36.505092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=3802b507-c342-47b9-a2fe-823c4afd179c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:36.544486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.585933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.607539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port cf0b02a4-0407-4cd2-8009-9d221383f8aa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cf0b02a4-0407-4cd2-8009-9d221383f8aa,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:36.613985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.699069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.723359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=cf0b02a4-0407-4cd2-8009-9d221383f8aa,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:36.730078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7a31b7e1-f903-481c-80f8-3310a9d93cff no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:36.732582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b43d01-e64e-4dc5-9f4f-1204e9c41fb1 None None] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:36.779596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7a31b7e1-f903-481c-80f8-3310a9d93cff {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:36.780659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7a31b7e1-f903-481c-80f8-3310a9d93cff not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:36.818803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.831824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a3dd0469-7735-4190-8e2a-9d456ac836a8 None None] Provisioning complete for port cf0b02a4-0407-4cd2-8009-9d221383f8aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:36.832304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0469-7735-4190-8e2a-9d456ac836a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.894946 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-092ab9c3-0620-46ac-8f82-45eb9f53c3b8 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-1531708003 HTTP/1.1" status: 204 len: 168 time: 0.5543501 Nov 27 10:37:36.896434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42084) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:36.897484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:36.905560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-9152a31f-3646-4186-95bd-4912eb028cb1 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:36.910219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.948570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:36.952073 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/ba571445-f15d-4328-88f6-e476ee428859 HTTP/1.1" status: 204 len: 168 time: 0.6625135 Nov 27 10:37:36.958639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:36.979306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff4388-768a-4b91-8a0a-b52309ce6678 None None] Network 95e754eb-c7b0-4397-be43-ea2b3f433cd4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:36.997488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a8482-42ed-4e50-ba59-8a5c3d083a50 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=ba571445-f15d-4328-88f6-e476ee428859,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:37.008779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.056527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet 67ddbc5c-a85c-49fd-8768-08e40c8ee94b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:37.064699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.085306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.127184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.164408 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9152a31f-3646-4186-95bd-4912eb028cb1 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags HTTP/1.1" status: 200 len: 238 time: 0.2612267 Nov 27 10:37:37.165639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:37.169536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6f1143-62e6-4053-9340-64da7b7a1e5e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:37.186026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-3a22222e-07d7-4150-a80b-98adf666601b tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', {'tags': ['tempest-TagsTest-Tag-789485466', 'tempest-TagsTest-Tag-1000102805', 'tempest-TagsTest-Tag-1413142338']}) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:37.189789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.194296 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-48d15ce5-0dab-484b-bc57-a1878c91f6dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7025564 Nov 27 10:37:37.194903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:37.206691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group_rule': {'security_group_id': 'ca5beb72-51a6-41ad-bcf8-563e67b361a0', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:37.255509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.289415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56930146-d790-4396-96e7-b459f2a36010 None None] DHCP port deletion for 95e754eb-c7b0-4397-be43-ea2b3f433cd4 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:37.328528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d2b39235-9e17-4f29-afed-dd3129b80971 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ab19aeff0884089b66194c5f2faf3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266925 Nov 27 10:37:37.331423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42106) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:37.362452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.404916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-56930146-d790-4396-96e7-b459f2a36010 None None] Deleting port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:37.405308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56930146-d790-4396-96e7-b459f2a36010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.467568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42108) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:37.498934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.505657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-56930146-d790-4396-96e7-b459f2a36010 None None] For port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,segment=NetworkSegment(f9370599-816e-42ba-a137-a19113a73b19),segment_id=f9370599-816e-42ba-a137-a19113a73b19)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:37.506141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56930146-d790-4396-96e7-b459f2a36010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.512747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316708fe-1678-4a34-b3da-8c947342ab5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.516245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.523722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-56930146-d790-4396-96e7-b459f2a36010 None None] Calling delete_port for 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:37.539839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2663da-e06b-4b5a-89a1-9de771452752,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:37.575773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316708fe-1678-4a34-b3da-8c947342ab5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.588595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.590184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8965e21d-e978-405c-9b46-1c0807cabdea tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3937681 Nov 27 10:37:37.593934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42112) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:37.602045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group_rule': {'security_group_id': 'ca5beb72-51a6-41ad-bcf8-563e67b361a0', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:37.608467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b70cbc0-e535-4e4a-8354-631123b9d456 None None] Provisioning complete for port 3802b507-c342-47b9-a2fe-823c4afd179c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:37.609001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b70cbc0-e535-4e4a-8354-631123b9d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.655020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6b70cbc0-e535-4e4a-8354-631123b9d456 None None] Port 3802b507-c342-47b9-a2fe-823c4afd179c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:37.687888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1409240302'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:37.694447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6b70cbc0-e535-4e4a-8354-631123b9d456 None None] Provisioning complete for port cf0b02a4-0407-4cd2-8009-9d221383f8aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:37.694825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b70cbc0-e535-4e4a-8354-631123b9d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.701600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.711950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316708fe-1678-4a34-b3da-8c947342ab5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.715245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-316708fe-1678-4a34-b3da-8c947342ab5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.731676 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-316708fe-1678-4a34-b3da-8c947342ab5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a3bee56-defd-41a9-a399-629feba7d62b HTTP/1.1" status: 204 len: 168 time: 0.3865194 Nov 27 10:37:37.735729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-56930146-d790-4396-96e7-b459f2a36010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.752502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56930146-d790-4396-96e7-b459f2a36010 None None] No DVR routers for this DVR port 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:37.773287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316708fe-1678-4a34-b3da-8c947342ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3bee56-defd-41a9-a399-629feba7d62b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:37.777032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56930146-d790-4396-96e7-b459f2a36010 None None] Pushing event deleted for resources: {'Port': ['ID=713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:37.794147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:37.803276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.824033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.905893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.912846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.921683 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3a22222e-07d7-4150-a80b-98adf666601b tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "PUT /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags HTTP/1.1" status: 200 len: 308 time: 0.7446406 Nov 27 10:37:37.926568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42116) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:37.935035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-8a28cd1c-8e8f-4f17-adf0-a92ad72c88ac tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-789485466') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:37.947577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.957187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.957978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.968302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed163f6-9989-4f9f-9e43-87a2890c476d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:37.989020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:37.992951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-36eadf76-5055-4fc2-b97a-601c1e4589b5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3954492 Nov 27 10:37:37.997073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.003074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group_rule': {'security_group_id': 'ca5beb72-51a6-41ad-bcf8-563e67b361a0', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:38.004194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02b7281b-7fa3-41fd-baf1-97a78ba0018b None None] Provisioning complete for port 3802b507-c342-47b9-a2fe-823c4afd179c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:38.004806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02b7281b-7fa3-41fd-baf1-97a78ba0018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.009823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=3802b507-c342-47b9-a2fe-823c4afd179c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:38.018512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.020553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.033093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.071537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-02b7281b-7fa3-41fd-baf1-97a78ba0018b None None] Port 3802b507-c342-47b9-a2fe-823c4afd179c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:38.087352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914e4c6c-1091-477a-847f-c371ffaa0614,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:38.098083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:38.109418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.109799 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Added segment 76672e66-5157-4e4a-b3cc-759d80325ea3 of type vlan for network 50670324-3c0e-4b9b-8f60-4e1c6e101fde Nov 27 10:37:38.157780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cf0b02a4-0407-4cd2-8009-9d221383f8aa up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:38.168864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.177333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.190304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:38.204407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f2ab3c-6591-4798-9f54-2fe0afbf0a23 None None] Network c230ec64-bb7d-42ec-9d9e-e67abd119228 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:38.221607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:38.224264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.227842 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/67ddbc5c-a85c-49fd-8768-08e40c8ee94b HTTP/1.1" status: 204 len: 168 time: 1.2679420 Nov 27 10:37:38.231357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5c24a-605b-4ab8-bc1a-de2a68ef32f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=67ddbc5c-a85c-49fd-8768-08e40c8ee94b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:38.235523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42124) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.249529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.256870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:38.257508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.279534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cf0b02a4-0407-4cd2-8009-9d221383f8aa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:38.279977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.280906 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Project f6c4c43a16e74030901d4e73b85b351a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:37:38.321921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.417710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9490216 Nov 27 10:37:38.421004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42130) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.424699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b7c7-4d70-45a4-8b8d-31764a26838d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Network': ['ID=50670324-3c0e-4b9b-8f60-4e1c6e101fde,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:38.428205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8a28cd1c-8e8f-4f17-adf0-a92ad72c88ac tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "DELETE /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-789485466 HTTP/1.1" status: 204 len: 168 time: 0.4969137 Nov 27 10:37:38.435923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42132) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.439498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'subnet': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:38.453668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:38.455054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-f2841889-40c5-49a5-b8de-87e3196d5efe tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-789485466') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.500130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.508166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.557263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.560391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:38.563833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5572494c-d231-4bcb-b2d4-d6e4d9581f4c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:38.572507 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-f2841889-40c5-49a5-b8de-87e3196d5efe tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] show failed (client error): The resource could not be found. Nov 27 10:37:38.573904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f2841889-40c5-49a5-b8de-87e3196d5efe tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-789485466 HTTP/1.1" status: 404 len: 325 time: 0.1368196 Nov 27 10:37:38.577456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.581521 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a77ccc34-7cfb-4867-b742-6a1d8cb63f3d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5799084 Nov 27 10:37:38.581521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.583559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-fedbeb48-8a00-4c61-b5d9-ba95ec5bea18 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-1000102805') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.587303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42138) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.592408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'security_group_rule': {'security_group_id': 'ca5beb72-51a6-41ad-bcf8-563e67b361a0', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:38.594057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:38.594407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 713b3c67-bd6b-4e5b-846f-3f4dbb7dc26c not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:38.661260 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Project f6c4c43a16e74030901d4e73b85b351a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:37:38.699435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.716831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9c372f3b-3bb3-4ae8-9735-65eb534c22c9 None None] Provisioning complete for port 3802b507-c342-47b9-a2fe-823c4afd179c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:38.717856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c372f3b-3bb3-4ae8-9735-65eb534c22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.727603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fedbeb48-8a00-4c61-b5d9-ba95ec5bea18 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-1000102805 HTTP/1.1" status: 204 len: 168 time: 0.1452100 Nov 27 10:37:38.729947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.734341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-5362727e-b4ee-41b1-b71e-55e09e56cd99 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-1413142338') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.778857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9c372f3b-3bb3-4ae8-9735-65eb534c22c9 None None] Port 3802b507-c342-47b9-a2fe-823c4afd179c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:38.779106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:38.780351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] DHCP port deletion for c230ec64-bb7d-42ec-9d9e-e67abd119228 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:38.783168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.852346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.854507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.863249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] Deleting port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:38.863667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.864972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.874862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e754eb-c7b0-4397-be43-ea2b3f433cd4']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.877137 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5362727e-b4ee-41b1-b71e-55e09e56cd99 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-1413142338 HTTP/1.1" status: 204 len: 168 time: 0.1461408 Nov 27 10:37:38.879190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.885871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9370599-816e-42ba-a137-a19113a73b19') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.886432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9370599-816e-42ba-a137-a19113a73b19') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.887350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-7c8d7954-33a3-4697-a8bd-a32dd164b2c6 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:38.927511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.928584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830f1921-0159-4866-9324-9e04345e4852,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:38.930290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:38.948850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.950356 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f1d29228-664d-4565-b8a7-91a92f4cf9a5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3613074 Nov 27 10:37:38.950648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] For port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,segment=NetworkSegment(220711c1-71f1-4b16-a89e-751bae6dd3bb),segment_id=220711c1-71f1-4b16-a89e-751bae6dd3bb)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:38.951243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.954601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42152) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:38.959752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'network': {'name': 'tempest-network-smoke--1464202343', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:38.966284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:38.972417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] Calling delete_port for 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:39.005674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.016058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:39.016798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.033022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Made reservation on behalf of f6c4c43a16e74030901d4e73b85b351a for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:39.037734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:39.047541 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:39.069219 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7c8d7954-33a3-4697-a8bd-a32dd164b2c6 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "DELETE /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags HTTP/1.1" status: 204 len: 168 time: 0.1865489 Nov 27 10:37:39.072152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42158) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.076623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-26002379-1ff0-45a1-ad47-71489b0035c7 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-1000102805') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.077987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.079248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:39.099489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] No DVR routers for this DVR port 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:39.105387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.105731 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Added segment 69e43898-aea8-43ae-b370-d7f3f3227786 of type vlan for network 0def692b-d3a7-4c10-8d9a-1b71739f27bb Nov 27 10:37:39.151094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a23275-308e-44b8-86d2-9a1ee3b257e1 None None] Pushing event deleted for resources: {'Port': ['ID=03c063f3-4ac1-4c4c-a7af-98b02de9d0bf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:39.151833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.154216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:39.162685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.170529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:39.183771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:39.184418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-760b463a-9cfb-4440-b576-d08c83a4676e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764116 Nov 27 10:37:39.184970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.187964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.195794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42160) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.196544 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/95e754eb-c7b0-4397-be43-ea2b3f433cd4 HTTP/1.1" status: 204 len: 168 time: 0.9594717 Nov 27 10:37:39.200697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.204334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1175025095'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:39.211429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f19fb-85bd-4db9-8424-64470a737cf3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=95e754eb-c7b0-4397-be43-ea2b3f433cd4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:39.241245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127860480'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:39.277911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.db.api [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 10:37:39.277911 dv-neutron-804846-16-hyperv neutron-server[103379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 10:37:39.277911 dv-neutron-804846-16-hyperv neutron-server[103379]: [parameters: {'project_id_1': '9d64d8722cba45f1bf4a650659ff8e3d', 'expiration_1': datetime.datetime(2021, 11, 27, 10, 37, 19, 249256)}] Nov 27 10:37:39.277911 dv-neutron-804846-16-hyperv neutron-server[103379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:37:39.278392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG oslo_db.api [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:37:39.290775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:39.298732 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-26002379-1ff0-45a1-ad47-71489b0035c7 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] show failed (client error): The resource could not be found. Nov 27 10:37:39.299779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-26002379-1ff0-45a1-ad47-71489b0035c7 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-1000102805 HTTP/1.1" status: 404 len: 326 time: 0.2264769 Nov 27 10:37:39.303037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.307957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.tag.tag_plugin [None req-8ff9aafc-68eb-4ec4-bf8f-46e6a5ca47d5 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0', 'tempest-TagsTest-Tag-1413142338') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.312984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.314975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:39.318450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.322788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.328124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:39.329028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.353626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.384867 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4288368 Nov 27 10:37:39.389710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.394744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'admin_state_up': True, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:39.421847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Subnet': ['ID=58687c70-222a-46bc-beee-681f472aa327,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:39.429929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:39.445972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607532e6-b273-42b8-ab68-828ab80bbc44 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Network': ['ID=0def692b-d3a7-4c10-8d9a-1b71739f27bb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:39.461622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Checking segment: {'id': '76672e66-5157-4e4a-b3cc-759d80325ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:39.461808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network hostable DHCP agents. Network: 50670324-3c0e-4b9b-8f60-4e1c6e101fde, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:39.470902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.471248 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment 4a8ecfef-6ca5-434c-a37f-227a9b6919b0 of type vlan for network 47a20d4e-28de-4a99-b43a-4456621dd72b Nov 27 10:37:39.475848 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-8ff9aafc-68eb-4ec4-bf8f-46e6a5ca47d5 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] show failed (client error): The resource could not be found. Nov 27 10:37:39.476812 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8ff9aafc-68eb-4ec4-bf8f-46e6a5ca47d5 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "GET /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags/tempest-TagsTest-Tag-1413142338 HTTP/1.1" status: 404 len: 326 time: 0.1727576 Nov 27 10:37:39.480806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.481661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.481853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.482884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:39.497547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.tag.tag_plugin [None req-4097cc69-52b9-48b8-a765-a644fbe38135 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '060e009d-21d8-4bbb-9714-2d4434fdece0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.508208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:39.529741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 50670324-3c0e-4b9b-8f60-4e1c6e101fde) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:39.560128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:39.560840 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.570927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.661906 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c0b2bd17-068f-4e32-9fe8-205d974bf40a tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2308202 Nov 27 10:37:39.662101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a015431-005b-482b-821d-a01a199aac40 None None] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:39.662216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:39.667658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'name': 'tempest-AllowedAddressPairTestJSON-1502192319'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:39.761890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.855169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:36Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:37Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.866800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.887183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.895367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:39.895750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Updating router f8464cdc-4189-4816-9737-4035195eebae port 3802b507-c342-47b9-a2fe-823c4afd179c binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:37:39.904594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.914719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.937277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c230ec64-bb7d-42ec-9d9e-e67abd119228']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.941755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:39.952066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220711c1-71f1-4b16-a89e-751bae6dd3bb') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.952358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220711c1-71f1-4b16-a89e-751bae6dd3bb') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:39.998226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.006777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.012473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:40.013109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.025200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.040088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.058294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.093364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:40.097032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.104863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:40.105261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:40.109287 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:40.139934 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4097cc69-52b9-48b8-a765-a644fbe38135 tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "DELETE /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0/tags HTTP/1.1" status: 204 len: 168 time: 0.6502013 Nov 27 10:37:40.139934 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9420531 Nov 27 10:37:40.143474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:40.143640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42174) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:40.145331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b895ea3-76bd-4f22-b9a9-1463909d2708 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=47a20d4e-28de-4a99-b43a-4456621dd72b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:40.150901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:40.160491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 47a20d4e-28de-4a99-b43a-4456621dd72b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:40.166115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8422ff0d-dd18-4076-a857-6271e09a1e24,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:40.180502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:37:40.221743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] device_id is not set on port 2a52f17a-345a-47b3-b726-45a83372357b yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:40.247836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'tenant_id': 'b8d27c063da84a2780abd654b1b44288', 'fixed_ips': [{'subnet_id': '58687c70-222a-46bc-beee-681f472aa327'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:40.248822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.265510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.274600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.277998 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/c230ec64-bb7d-42ec-9d9e-e67abd119228 HTTP/1.1" status: 204 len: 168 time: 1.0699971 Nov 27 10:37:40.289297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:37:40.289654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 03c063f3-4ac1-4c4c-a7af-98b02de9d0bf not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:37:40.290429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:40.299325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-231281628'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:40.308585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdae82-7835-4f85-a574-1272c79de47d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=c230ec64-bb7d-42ec-9d9e-e67abd119228,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:40.332871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.335091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:40.339378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.359537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.382916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:40.383634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1c26110-7c12-4f43-ad5f-35ec9c385f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.387204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.444823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.466815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:40.477585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.478601 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4695828 Nov 27 10:37:40.483202 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:40.487630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.488164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 65281744-3b87-4cee-9723-e862b656feae of type vlan for network 7a02a197-5916-4da3-9c12-29ddb3f10adc Nov 27 10:37:40.536779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.541565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562f264-07ce-4f85-b91a-9ea21647df74 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c25988-5982-4f7f-be45-589ed9f12eec,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:40.572529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.581859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.610712 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:37:40.611350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.618393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.635081 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-336c2823-5020-4364-a89a-e37dcf93b25a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1505280 Nov 27 10:37:40.640320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:40.668615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Allocated IP 172.20.0.4 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/2a52f17a-345a-47b3-b726-45a83372357b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:40.668887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-security--612979381', 'description': 'tempest-security-description-354630042'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:40.684815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.691578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:40.692187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.718560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbd59-d1c4-4bf2-a617-8bc84b62d2c0 None None] Pushing event updated for resources: {'Port': ['ID=3802b507-c342-47b9-a2fe-823c4afd179c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:40.727085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.739635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Attempting to bind port 3802b507-c342-47b9-a2fe-823c4afd179c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:40.740184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Attempting to bind port 3802b507-c342-47b9-a2fe-823c4afd179c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:40.740953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Attempting to bind port 3802b507-c342-47b9-a2fe-823c4afd179c on network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:40.746800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.747918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:40.748439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Checking segment: {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:40.749013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.749555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Bound using segment: {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:40.750504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Bound port: 3802b507-c342-47b9-a2fe-823c4afd179c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b8f90a-1b44-42d9-9c03-67663cfeef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:40.751295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.785973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060e009d-21d8-4bbb-9714-2d4434fdece0']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:40.806607 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5148737 Nov 27 10:37:40.808283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42182) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:40.818101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94280f2-deb7-483b-bb1d-7806747f6dc6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:40.818396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94280f2-deb7-483b-bb1d-7806747f6dc6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:40.823303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:40.824200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] For port 3802b507-c342-47b9-a2fe-823c4afd179c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:40.828113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] For port 3802b507-c342-47b9-a2fe-823c4afd179c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3802b507-c342-47b9-a2fe-823c4afd179c,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:40.834452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.845175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.853344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f596f24-f3d5-4578-8a8f-d63da53af1df tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=7a02a197-5916-4da3-9c12-29ddb3f10adc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:40.869321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.871441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:40.902059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Allocated IP 172.26.1.24 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/ca115c2f-aff0-4151-a000-b3aba524a30d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:40.936781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:40.952132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:40.952937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:40.998941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dbd59-d1c4-4bf2-a617-8bc84b62d2c0 None None] Pushing event updated for resources: {'Port': ['ID=3802b507-c342-47b9-a2fe-823c4afd179c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:41.014250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:41.014951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.015802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=a77de5cf-9a69-4a76-bafb-145fd92dad5a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:41.025407 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:41.065030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.070287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:41.070739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: 47a20d4e-28de-4a99-b43a-4456621dd72b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:41.075564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.078323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.080907 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "PUT /v2.0/security-groups/18c25988-5982-4f7f-be45-589ed9f12eec HTTP/1.1" status: 200 len: 1795 time: 0.4395573 Nov 27 10:37:41.085070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42184) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:41.092222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:41.139678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eeb28-5539-4f70-a39e-c1d84298c3f3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c25988-5982-4f7f-be45-589ed9f12eec,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:41.146784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 47a20d4e-28de-4a99-b43a-4456621dd72b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:41.168624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-39782d65-4bd9-4e3b-ba89-545ee5f33d8b tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups/18c25988-5982-4f7f-be45-589ed9f12eec HTTP/1.1" status: 200 len: 1795 time: 0.0802186 Nov 27 10:37:41.169203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 47a20d4e-28de-4a99-b43a-4456621dd72b) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:41.174121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:41.174736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.177200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42186) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:41.187410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0b6196d4-45ec-48e1-bd5e-629f879c2097 None None] Provisioning complete for port 3802b507-c342-47b9-a2fe-823c4afd179c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:41.188098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b6196d4-45ec-48e1-bd5e-629f879c2097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.195019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85670d0a-886c-4588-8aac-c21fcbc54799 None None] Network 47a20d4e-28de-4a99-b43a-4456621dd72b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:41.261774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca59d5a5-7e0c-4987-90cd-7c10292208d5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.287594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.293755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca59d5a5-7e0c-4987-90cd-7c10292208d5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.338742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.350061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca59d5a5-7e0c-4987-90cd-7c10292208d5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.353095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca59d5a5-7e0c-4987-90cd-7c10292208d5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.354272 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ca59d5a5-7e0c-4987-90cd-7c10292208d5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/18c25988-5982-4f7f-be45-589ed9f12eec HTTP/1.1" status: 204 len: 168 time: 0.1761117 Nov 27 10:37:41.358313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:41.375232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59d5a5-7e0c-4987-90cd-7c10292208d5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c25988-5982-4f7f-be45-589ed9f12eec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:41.429252 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b5941131-01bb-4646-93c3-4457b5a2ff39 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662842 Nov 27 10:37:41.430410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:41.446126 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-3079bfbe-0a44-4a3a-95d8-655d19d03073 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] delete failed (client error): The resource could not be found. Nov 27 10:37:41.448424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3079bfbe-0a44-4a3a-95d8-655d19d03073 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/18c25988-5982-4f7f-be45-589ed9f12eec HTTP/1.1" status: 404 len: 347 time: 0.0170426 Nov 27 10:37:41.454638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:41.457303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557732180'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:41.691510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Allocated IP 172.20.0.2 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/dd68504c-cbe1-4ef2-9bc5-f878222a2264) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:41.711694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.715023 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] 10.222.0.13 "DELETE /v2.0/networks/060e009d-21d8-4bbb-9714-2d4434fdece0 HTTP/1.1" status: 204 len: 168 time: 1.5644267 Nov 27 10:37:41.723944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.725893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c57c7-a806-4a93-9656-f4b23931c8be tempest-TagsTest-411873549 tempest-TagsTest-411873549-project] Pushing event deleted for resources: {'Network': ['ID=060e009d-21d8-4bbb-9714-2d4434fdece0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:41.743052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b6196d4-45ec-48e1-bd5e-629f879c2097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.763016 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3546ac19-d70e-4f38-9f12-83121d548b75 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6186152 Nov 27 10:37:41.766302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:41.778455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:41.782068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:41.785377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.867980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.888504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0b6196d4-45ec-48e1-bd5e-629f879c2097 None None] For port 3802b507-c342-47b9-a2fe-823c4afd179c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3802b507-c342-47b9-a2fe-823c4afd179c,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:41.910520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b6196d4-45ec-48e1-bd5e-629f879c2097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.969053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-47a20d4e-28de-4a99-b43a-4456621dd72b', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:41.970844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.976605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6196d4-45ec-48e1-bd5e-629f879c2097 None None] Pushing event updated for resources: {'Port': ['ID=3802b507-c342-47b9-a2fe-823c4afd179c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:41.985158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:41.987813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:42.002757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:42.045677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.119741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.123223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42200) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:42.135811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b7264665-9535-417a-bcc3-ca299217929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:36Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:40Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:42.139029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.155614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=2a52f17a-345a-47b3-b726-45a83372357b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.212265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:42.212887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.214650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.217641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:42.227907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.229609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=03da9849-d9c2-4140-8937-e87cbd72af42,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.241132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:42.247415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:42.248320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7264665-9535-417a-bcc3-ca299217929e None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:36Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:40Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:42.263488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.270584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.291052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f7f4d-054d-4223-9ee4-c590485184a9 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:42.300766 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-090e8490-91ec-467d-a7f6-f51dc15eeebc tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6373768 Nov 27 10:37:42.301773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42204) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:42.305896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9cffbacb-f881-42ec-b92c-bc973f939df1 None None] Provisioning complete for port 3802b507-c342-47b9-a2fe-823c4afd179c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:42.306275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9cffbacb-f881-42ec-b92c-bc973f939df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.306994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Port': ['ID=ca115c2f-aff0-4151-a000-b3aba524a30d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.316407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.316561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'name': 'tempest-AllowedAddressPairTestJSON-1274668157', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:36:c2:78'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:42.318470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8661821 Nov 27 10:37:42.320177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '65281744-3b87-4cee-9723-e862b656feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:42.320713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: 7a02a197-5916-4da3-9c12-29ddb3f10adc, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:42.325515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42206) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:42.332533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '8cd1cbe8-21e4-4094-85d4-334f101c1bfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:42.337153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f359b3-4799-4732-b89c-325fc40131b6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd1cbe8-21e4-4094-85d4-334f101c1bfc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.470740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Allocated IP 2001:db8:1::2 (47a20d4e-28de-4a99-b43a-4456621dd72b/a77de5cf-9a69-4a76-bafb-145fd92dad5a/6945723d-5d60-4ec7-85a1-f80c1a023b2b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:42.483793 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9c9bacd1-c728-4a91-b484-c5b5cf9e2311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59bd5c1c3fe441738d47c5aac90b1427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599889 Nov 27 10:37:42.484480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:42.527741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:42.593204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.602428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:42.613531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:42.617569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 7a02a197-5916-4da3-9c12-29ddb3f10adc) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:42.625767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:42.638615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:42.639220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.660915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc87730-cdaa-4639-a78f-e6697a7ec1e2 None None] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:42.674739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85429cb5-08d3-45cb-8334-75cad0ebd219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.715620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85429cb5-08d3-45cb-8334-75cad0ebd219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.763428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Pushing event updated for resources: {'Port': ['ID=dd68504c-cbe1-4ef2-9bc5-f878222a2264,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.766043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:42.792071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85429cb5-08d3-45cb-8334-75cad0ebd219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.795563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85429cb5-08d3-45cb-8334-75cad0ebd219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.796947 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-85429cb5-08d3-45cb-8334-75cad0ebd219 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b426764e-6efd-403c-b36b-6f4354118422 HTTP/1.1" status: 204 len: 168 time: 0.3058960 Nov 27 10:37:42.807553 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-64d6306d-c3c4-4d39-9019-04c8b8396242 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9965556 Nov 27 10:37:42.810546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:42.819930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.821701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85429cb5-08d3-45cb-8334-75cad0ebd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426764e-6efd-403c-b36b-6f4354118422,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.827106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-565499887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:42.839938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:42.923312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf799a32-e2d6-435b-af5a-09aa347d147f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:42.994231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.017673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.019262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.033064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.043716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Attempting to bind port dd68504c-cbe1-4ef2-9bc5-f878222a2264 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:43.044393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Attempting to bind port dd68504c-cbe1-4ef2-9bc5-f878222a2264 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '76672e66-5157-4e4a-b3cc-759d80325ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:43.044933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Attempting to bind port dd68504c-cbe1-4ef2-9bc5-f878222a2264 on network 50670324-3c0e-4b9b-8f60-4e1c6e101fde {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:43.048731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.052774 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0430f14c-3e12-4541-9b69-5d4224310ace tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7237163 Nov 27 10:37:43.053435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:43.069510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:43.070336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Checking segment: {'id': '76672e66-5157-4e4a-b3cc-759d80325ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:43.070994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.071552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Bound using segment: {'id': '76672e66-5157-4e4a-b3cc-759d80325ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:43.072231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Bound port: dd68504c-cbe1-4ef2-9bc5-f878222a2264, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76672e66-5157-4e4a-b3cc-759d80325ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:43.072840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.076823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] device_id is not set on port 850af15f-071c-4a44-9155-2223e7e053ba yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:43.087265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.092176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.113878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc4a4-d66a-4bdd-a55c-2a7fc1f18aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.159702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62794eca-bb0b-47e3-aebe-1fa32ef16cf5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.178984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62794eca-bb0b-47e3-aebe-1fa32ef16cf5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.198414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8:1::1 (47a20d4e-28de-4a99-b43a-4456621dd72b/a77de5cf-9a69-4a76-bafb-145fd92dad5a/969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:43.214478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Network 47a20d4e-28de-4a99-b43a-4456621dd72b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:43.221372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-7a02a197-5916-4da3-9c12-29ddb3f10adc', 'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': '03da9849-d9c2-4140-8937-e87cbd72af42'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:43.222224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.231141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:43.248336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:43.255125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.260605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Pushing event updated for resources: {'Port': ['ID=6945723d-5d60-4ec7-85a1-f80c1a023b2b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:43.275264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62794eca-bb0b-47e3-aebe-1fa32ef16cf5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.280670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.280791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] For port dd68504c-cbe1-4ef2-9bc5-f878222a2264, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:43.286483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62794eca-bb0b-47e3-aebe-1fa32ef16cf5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.287655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62794eca-bb0b-47e3-aebe-1fa32ef16cf5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cf799a32-e2d6-435b-af5a-09aa347d147f HTTP/1.1" status: 204 len: 168 time: 0.2332911 Nov 27 10:37:43.299797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42216) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:43.358856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62794eca-bb0b-47e3-aebe-1fa32ef16cf5 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf799a32-e2d6-435b-af5a-09aa347d147f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:43.364942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] For port dd68504c-cbe1-4ef2-9bc5-f878222a2264, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dd68504c-cbe1-4ef2-9bc5-f878222a2264,segment=NetworkSegment(76672e66-5157-4e4a-b3cc-759d80325ea3),segment_id=76672e66-5157-4e4a-b3cc-759d80325ea3)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:43.376057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.378300 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b7be0dbd-310f-4622-907e-b236c89c6a1a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5567241 Nov 27 10:37:43.385477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42218) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:43.393450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dd4fa288-7126-46b9-b9e6-d5fd3cdc82fe None None] Provisioning complete for port ca115c2f-aff0-4151-a000-b3aba524a30d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:43.393450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa288-7126-46b9-b9e6-d5fd3cdc82fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.400774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.401873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'port': {'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc', 'name': 'tempest-RoutersTest-407978875'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:43.406675 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cb3d3a76-0487-4a8b-ad02-b5203f6f25ff tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033154 Nov 27 10:37:43.409992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42220) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:43.466154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.475329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Attempting to bind port 6945723d-5d60-4ec7-85a1-f80c1a023b2b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:43.475705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Attempting to bind port 6945723d-5d60-4ec7-85a1-f80c1a023b2b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:43.476076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Attempting to bind port 6945723d-5d60-4ec7-85a1-f80c1a023b2b on network 47a20d4e-28de-4a99-b43a-4456621dd72b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:43.515217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f561fbc8-e3b3-4f52-986a-c3e5ffafb867 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.526852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:43.526852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Checking segment: {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:43.526852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.526852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Bound using segment: {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:43.526852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Bound port: 6945723d-5d60-4ec7-85a1-f80c1a023b2b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:43.526852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.527491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fa288-7126-46b9-b9e6-d5fd3cdc82fe None None] Port ca115c2f-aff0-4151-a000-b3aba524a30d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:43.543753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f561fbc8-e3b3-4f52-986a-c3e5ffafb867 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.568769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f12f9-70c9-4122-849a-1068d494a82b None None] Pushing event updated for resources: {'Port': ['ID=dd68504c-cbe1-4ef2-9bc5-f878222a2264,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:43.585958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Allocated IP 172.20.0.6 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/850af15f-071c-4a44-9155-2223e7e053ba) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:43.598570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f561fbc8-e3b3-4f52-986a-c3e5ffafb867 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.605372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Allocated IP 172.20.0.2 (7a02a197-5916-4da3-9c12-29ddb3f10adc/03da9849-d9c2-4140-8937-e87cbd72af42/6a347e69-3927-4808-b413-6f1bcb705fad) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:43.606063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f561fbc8-e3b3-4f52-986a-c3e5ffafb867 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.608327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f561fbc8-e3b3-4f52-986a-c3e5ffafb867 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/8cd1cbe8-21e4-4094-85d4-334f101c1bfc HTTP/1.1" status: 204 len: 168 time: 0.1967399 Nov 27 10:37:43.624176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:43.625036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561fbc8-e3b3-4f52-986a-c3e5ffafb867 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd1cbe8-21e4-4094-85d4-334f101c1bfc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:43.650658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.680248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] For port 6945723d-5d60-4ec7-85a1-f80c1a023b2b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:43.707913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 47a20d4e-28de-4a99-b43a-4456621dd72b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:43.713525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:43.725577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:43.725912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.727386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] For port 6945723d-5d60-4ec7-85a1-f80c1a023b2b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6945723d-5d60-4ec7-85a1-f80c1a023b2b,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:43.736959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.755966 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.782262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:43.785420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.835926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.905592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4807c-5baa-431e-a84b-8beceda79790 None None] Pushing event updated for resources: {'Port': ['ID=6945723d-5d60-4ec7-85a1-f80c1a023b2b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:43.916735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:43.928179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] device_id is not set on port 45e2b4b9-4672-48cc-bf0f-5a6166923799 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:43.928422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.931002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8a038bcd-8c65-45fa-9ea5-cb24b61e5bb6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3029044 Nov 27 10:37:43.940366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:43.941217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:43.948865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--63760393'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:43.962721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.007790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:44.011002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:44.015959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:44.020735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Pushing event updated for resources: {'Port': ['ID=6a347e69-3927-4808-b413-6f1bcb705fad,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:44.100892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.20.0.14 (7a02a197-5916-4da3-9c12-29ddb3f10adc/03da9849-d9c2-4140-8937-e87cbd72af42/45e2b4b9-4672-48cc-bf0f-5a6166923799) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:44.117381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.347533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Attempting to bind port 6a347e69-3927-4808-b413-6f1bcb705fad on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:44.348329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Attempting to bind port 6a347e69-3927-4808-b413-6f1bcb705fad by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '65281744-3b87-4cee-9723-e862b656feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:44.348809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Attempting to bind port 6a347e69-3927-4808-b413-6f1bcb705fad on network 7a02a197-5916-4da3-9c12-29ddb3f10adc {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:44.355194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:44.355433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Checking segment: {'id': '65281744-3b87-4cee-9723-e862b656feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:44.355832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.356671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Bound using segment: {'id': '65281744-3b87-4cee-9723-e862b656feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:44.357063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Bound port: 6a347e69-3927-4808-b413-6f1bcb705fad, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65281744-3b87-4cee-9723-e862b656feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7a02a197-5916-4da3-9c12-29ddb3f10adc'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:44.357518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.382541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3802b507-c342-47b9-a2fe-823c4afd179c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:44.401537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.406584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.519768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] For port 6a347e69-3927-4808-b413-6f1bcb705fad, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:44.522643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.524579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] For port 6a347e69-3927-4808-b413-6f1bcb705fad, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a347e69-3927-4808-b413-6f1bcb705fad,segment=NetworkSegment(65281744-3b87-4cee-9723-e862b656feae),segment_id=65281744-3b87-4cee-9723-e862b656feae)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:44.526107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3802b507-c342-47b9-a2fe-823c4afd179c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:44.526369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.554337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.554816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.564152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.569476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.581867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:44.595936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=45e2b4b9-4672-48cc-bf0f-5a6166923799,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:44.607671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.612876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12235809-ead0-4247-aa8c-e19022e94c1b None None] Pushing event updated for resources: {'Port': ['ID=6a347e69-3927-4808-b413-6f1bcb705fad,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:44.615185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:44.617106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.621683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6775787 Nov 27 10:37:44.624817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:44.629948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '742d7abd-f5e9-4aae-942f-a927b7b6e5a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:44.634913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.636493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.638484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d1f1f-fa08-49ce-abed-3d44b12f7e67 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742d7abd-f5e9-4aae-942f-a927b7b6e5a0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:44.663852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:44.694271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dd68504c-cbe1-4ef2-9bc5-f878222a2264 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:44.720934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:44.728472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:44.731865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:44.740808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:44.753485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:44.781558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dd68504c-cbe1-4ef2-9bc5-f878222a2264 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:44.782375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.826329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.846272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=850af15f-071c-4a44-9155-2223e7e053ba,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:44.916329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:44.948506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 47a20d4e-28de-4a99-b43a-4456621dd72b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:44.967362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:44.983752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port dd68504c-cbe1-4ef2-9bc5-f878222a2264, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dd68504c-cbe1-4ef2-9bc5-f878222a2264,segment=NetworkSegment(76672e66-5157-4e4a-b3cc-759d80325ea3),segment_id=76672e66-5157-4e4a-b3cc-759d80325ea3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:44.984152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.009344 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.019086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:45.019932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.038980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.057405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:45.058316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.087700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-32f122e1-f4f3-47b4-b246-f283892fae9b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7010627 Nov 27 10:37:45.112014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:45.120771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=dd68504c-cbe1-4ef2-9bc5-f878222a2264,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:45.135977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3b23c051-9e1a-49a2-9b11-cd58897ee665 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8306558 Nov 27 10:37:45.208881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:45.210494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7052f552-f222-490e-baa9-7ad3b28814c3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:45.232102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42230) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:45.251630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.253879 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-17eae9f5-b82a-4a81-9e3e-faef9eec93f4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6274631 Nov 27 10:37:45.257027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:45.263872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '742d7abd-f5e9-4aae-942f-a927b7b6e5a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:45.395738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.436658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:45.454302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-81ba39c7-aa5f-4887-aa40-02c193a367e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6814146 Nov 27 10:37:45.455433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:45.464407 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:45.464982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1134538098'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:45.482659 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:45.483104 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:45.507896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.509295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b9a0c-2a4a-4810-b176-500cbd6fb346 None None] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:45.593037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.609662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bfaba-8c7c-439d-b569-669e877470c9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:45.617720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bfaba-8c7c-439d-b569-669e877470c9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:45.652506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bfaba-8c7c-439d-b569-669e877470c9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:45.661314 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-726bfaba-8c7c-439d-b569-669e877470c9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4237547 Nov 27 10:37:45.662021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42236) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:45.690369 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:45.752078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c034a3e1-11bc-47e4-a93a-4a52423b05a0 None None] Provisioning complete for port dd68504c-cbe1-4ef2-9bc5-f878222a2264 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:45.752907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c034a3e1-11bc-47e4-a93a-4a52423b05a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.770302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.791421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:45.806194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.824435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:45.845687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0d2293-220f-43a0-b1a7-520289715354,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:45.847160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df49a80-613e-4224-bc43-228c3d4e3b15 None None] Network 47a20d4e-28de-4a99-b43a-4456621dd72b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:45.880725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.884432 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-30324662-8b12-4612-a546-4dd3652a7119 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6239507 Nov 27 10:37:45.885245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42238) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:45.902580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:45.905658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Sync routers for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:45.916278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.916681 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment f4e25636-bbbd-4670-a94f-e21cb284dac5 of type vlan for network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 Nov 27 10:37:45.966717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:45.991233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:45.995119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:45.999019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '742d7abd-f5e9-4aae-942f-a927b7b6e5a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:46.027261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.037726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:46.037973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.038415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.039193 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5869d6ca-9429-4c03-ac39-3eef409f10b9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6486230 Nov 27 10:37:46.053880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:46.124035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=b7acc747-16e0-44d8-b76d-eddaf45f5dd3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:46.134219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.185612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:46.218061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.232295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.258898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-56958eea-d4bb-4c98-8b79-25788a476cc4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7959862 Nov 27 10:37:46.259186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42244) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:46.261547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c93110-43e8-4269-b594-61c38ea408f3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:46.274211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:46.274523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port 850af15f-071c-4a44-9155-2223e7e053ba {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:46.275083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.301091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:43Z', 'revision_number': 3, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:44Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:46.385255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.387343 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:46.388793 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Updating router f8464cdc-4189-4816-9737-4035195eebae port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:37:46.400002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for 850af15f-071c-4a44-9155-2223e7e053ba owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:46.472867 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.510265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef5912-a535-4e7f-a0a7-5ff68381160e None None] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:46.573871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.575403 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-afd33897-c5b7-444f-8180-a7ff3b38beb3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5811403 Nov 27 10:37:46.576892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.582853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42246) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:46.591475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '742d7abd-f5e9-4aae-942f-a927b7b6e5a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:46.613421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ca13d599-5ab0-4eb0-b969-7114c233519a tempest-TestNetworkAdvancedServerOps-396206791 tempest-TestNetworkAdvancedServerOps-396206791-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f6c4c43a16e74030901d4e73b85b351a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5494928 Nov 27 10:37:46.614636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:46.679912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:46.685549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.691679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.714343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=850af15f-071c-4a44-9155-2223e7e053ba,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:46.740242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a347e69-3927-4808-b413-6f1bcb705fad up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:46.760637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.964565 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:46.989594 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.168360 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Pushing event updated for resources: {'Port': ['ID=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:47.195261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:47.230114 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Attempting to bind port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:47.230492 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Attempting to bind port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:47.232807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Attempting to bind port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb on network 47a20d4e-28de-4a99-b43a-4456621dd72b {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:47.249790 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:47.250340 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Checking segment: {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:47.251525 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.252035 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Bound using segment: {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:47.252807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Bound port: 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8ecfef-6ca5-434c-a37f-227a9b6919b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:47.258373 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.268416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.275945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.283191 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.283663 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.284217 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.284625 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.285054 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.285545 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.290687 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.291259 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.291697 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.292129 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.292603 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.293030 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:37:47.322997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.372862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=8bd566be-118f-462e-967f-37cedcda58ab,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:47.382818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.395505 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] For port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:47.409213 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] For port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:47.424361 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.478314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=45e2b4b9-4672-48cc-bf0f-5a6166923799,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:47.508646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6a347e69-3927-4808-b413-6f1bcb705fad triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:47.511770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.514907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:47.515297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: b7acc747-16e0-44d8-b76d-eddaf45f5dd3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:47.516619 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:47.517346 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:47.541877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Provisioning complete for port 2a52f17a-345a-47b3-b726-45a83372357b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:47.542549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.546963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:47.566204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, b7acc747-16e0-44d8-b76d-eddaf45f5dd3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:47.571144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:47.571749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.612522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a6d70-35f5-4d66-94d4-d379b7a524f1 tempest-TestNetworkAdvancedServerOps-396206791 tempest-TestNetworkAdvancedServerOps-396206791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:47.619531 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7b9a6d70-35f5-4d66-94d4-d379b7a524f1 tempest-TestNetworkAdvancedServerOps-396206791 tempest-TestNetworkAdvancedServerOps-396206791-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0024512 Nov 27 10:37:47.620668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:47.636796 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:47.678347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcdfd5f-cb27-4a69-b5a3-aa93e108cad6 None None] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:47.714561 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-99e33187-81e4-47a4-a7c1-0064456296b9 tempest-TestNetworkAdvancedServerOps-396206791 tempest-TestNetworkAdvancedServerOps-396206791-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818782 Nov 27 10:37:47.718714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:47.740790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595534940', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:47.761289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.767420 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-df966bd8-2c55-4779-93d4-91f8afeea6b4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5070660 Nov 27 10:37:47.771424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:47.803682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.819074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.842087 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a236b-7800-4b2f-a45b-2b4169e2efae None None] Pushing event updated for resources: {'Port': ['ID=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:47.881504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:47.890997 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-59314260-45ad-4433-95f1-0ae3b847b09b tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/ports/850af15f-071c-4a44-9155-2223e7e053ba HTTP/1.1" status: 204 len: 168 time: 2.2208247 Nov 27 10:37:47.909911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42256) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:47.915119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0c7bfb-88fc-40d8-97df-a7817da556a0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:47.981948 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a91ca7-75cb-4b6c-bb7f-7a012e47dbcd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] GET failed (client error): The resource could not be found. Nov 27 10:37:47.984306 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-70a91ca7-75cb-4b6c-bb7f-7a012e47dbcd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "GET /v2.0/ports/850af15f-071c-4a44-9155-2223e7e053ba HTTP/1.1" status: 404 len: 333 time: 0.0672359 Nov 27 10:37:47.990417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:47.996231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'name': 'tempest-AllowedAddressPairTestJSON-1792906220'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:48.085700 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:43Z', 'revision_number': 3, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:47Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:48.151835 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f5758-d6ca-41b6-89a5-a5ee158e2f8e None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:43Z', 'revision_number': 3, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:47Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:48.211540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Port 2a52f17a-345a-47b3-b726-45a83372357b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:48.270280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Could not find standard attr ID for object 850af15f-071c-4a44-9155-2223e7e053ba. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:48.271929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.277771 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a05d4801-9b71-4933-bea3-fef9f519a610 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6880510 Nov 27 10:37:48.278946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:48.287106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '742d7abd-f5e9-4aae-942f-a927b7b6e5a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:48.314086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.db.api [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 10:37:48.314086 dv-neutron-804846-16-hyperv neutron-server[103378]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 10:37:48.314086 dv-neutron-804846-16-hyperv neutron-server[103378]: [parameters: {'project_id_1': 'f6c4c43a16e74030901d4e73b85b351a', 'expiration_1': datetime.datetime(2021, 11, 27, 10, 37, 28, 261124)}] Nov 27 10:37:48.314086 dv-neutron-804846-16-hyperv neutron-server[103378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:37:48.314852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG oslo_db.api [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:37:48.327059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:48.333112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.370725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] device_id is not set on port d5db4ad5-6fcc-48c2-ba92-245f5f3c347b yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:48.490896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Provisioning complete for port 6a347e69-3927-4808-b413-6f1bcb705fad triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:48.491280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.518535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.528173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.554215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.597228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.604564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:48.605830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.607015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.616666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.622977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Allocated IP 172.20.0.11 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/d5db4ad5-6fcc-48c2-ba92-245f5f3c347b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:48.655917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d86399-b54d-4fa2-9b55-bc97b68362e5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:48.667245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.673924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b45f7a22-0585-400d-9a1b-3c3ff8c78fe7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3927927 Nov 27 10:37:48.674462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:48.688810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:42Z', 'revision_number': 3, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:48.705663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 6a347e69-3927-4808-b413-6f1bcb705fad, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a347e69-3927-4808-b413-6f1bcb705fad,segment=NetworkSegment(65281744-3b87-4cee-9723-e862b656feae),segment_id=65281744-3b87-4cee-9723-e862b656feae)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:48.750299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10649aca-0393-4f4a-87d4-7462a2ac9746 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.762934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10649aca-0393-4f4a-87d4-7462a2ac9746 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.800604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10649aca-0393-4f4a-87d4-7462a2ac9746 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.805964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10649aca-0393-4f4a-87d4-7462a2ac9746 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.810147 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-10649aca-0393-4f4a-87d4-7462a2ac9746 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b7d86399-b54d-4fa2-9b55-bc97b68362e5 HTTP/1.1" status: 204 len: 168 time: 0.1317217 Nov 27 10:37:48.810813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:48.838036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.839004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6945723d-5d60-4ec7-85a1-f80c1a023b2b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:48.840902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Checking router: 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:48.841516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Updating router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 port ca115c2f-aff0-4151-a000-b3aba524a30d binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:37:48.856930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10649aca-0393-4f4a-87d4-7462a2ac9746 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7d86399-b54d-4fa2-9b55-bc97b68362e5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:48.967545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:48.968228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Made reservation on behalf of f6c4c43a16e74030901d4e73b85b351a for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:48.973266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.080836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=6a347e69-3927-4808-b413-6f1bcb705fad,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:49.148209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.166923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.229370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8e084aa3-244f-46f3-8e31-e1a8d95483de tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3949890 Nov 27 10:37:49.232276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:49.248521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.324423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Allocated IP 2001:db8:2::2 (b7acc747-16e0-44d8-b76d-eddaf45f5dd3/8bd566be-118f-462e-967f-37cedcda58ab/7b834198-d22e-4d36-8af6-4b8674ad5913) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:49.327051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Subnet': ['ID=5881f4b0-8e86-4e5e-b11e-3faee24bb36e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:49.346904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Provisioning complete for port dd68504c-cbe1-4ef2-9bc5-f878222a2264 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:49.347227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d291418-fe15-41d1-b471-715897a7856f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.347600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.368180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d291418-fe15-41d1-b471-715897a7856f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.386620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.396046 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=45e2b4b9-4672-48cc-bf0f-5a6166923799,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:49.408333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6945723d-5d60-4ec7-85a1-f80c1a023b2b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:49.408756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.415264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.476456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Checking segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:49.476873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network hostable DHCP agents. Network: 0def692b-d3a7-4c10-8d9a-1b71739f27bb, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:49.485754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d291418-fe15-41d1-b471-715897a7856f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.495297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d291418-fe15-41d1-b471-715897a7856f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.498853 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d291418-fe15-41d1-b471-715897a7856f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/de0c7bfb-88fc-40d8-97df-a7817da556a0 HTTP/1.1" status: 204 len: 168 time: 0.2628336 Nov 27 10:37:49.498853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.500630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:49.553641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291418-fe15-41d1-b471-715897a7856f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de0c7bfb-88fc-40d8-97df-a7817da556a0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:49.575436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:49.579284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:49.582062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:49.583937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:49.589396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.598755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:49.614149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:49.616802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=d5db4ad5-6fcc-48c2-ba92-245f5f3c347b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:49.630222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 0def692b-d3a7-4c10-8d9a-1b71739f27bb) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:49.655238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.670372 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c54b682b-04b1-4fbb-ab74-af898bfbf103 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1648040 Nov 27 10:37:49.670372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:49.670372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.676994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f73996-18c9-42d5-91e8-ec9da6d7747a None None] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:49.677150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:49.714193 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-72cbd1fc-61ca-4860-a6a9-c8c81298b87a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9839847 Nov 27 10:37:49.721880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42272) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:49.738633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:49.739229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.747471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-761c06ca-faec-441f-8196-758e5da67356 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.774381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-761c06ca-faec-441f-8196-758e5da67356 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.786569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.806553 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ad002974-f2d8-46a1-80dd-8e6e0e2ea9ff tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8121905 Nov 27 10:37:49.807437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:49.827797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:36:c2:78'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:49.866044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f0cbe-8f4b-4ace-8863-2a7ee9058123 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:49.960257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a10c-ae43-4031-91e7-02550e5b999f None None] Pushing event updated for resources: {'Port': ['ID=ca115c2f-aff0-4151-a000-b3aba524a30d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:49.966354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Attempting to bind port ca115c2f-aff0-4151-a000-b3aba524a30d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:49.966724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Attempting to bind port ca115c2f-aff0-4151-a000-b3aba524a30d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:49.967086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Attempting to bind port ca115c2f-aff0-4151-a000-b3aba524a30d on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:49.979151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-761c06ca-faec-441f-8196-758e5da67356 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.979371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:49.979603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:49.980017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.980479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:49.980926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Bound port: ca115c2f-aff0-4151-a000-b3aba524a30d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:49.981401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.987223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-761c06ca-faec-441f-8196-758e5da67356 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:49.992341 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-761c06ca-faec-441f-8196-758e5da67356 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/91c93110-43e8-4269-b594-61c38ea408f3 HTTP/1.1" status: 204 len: 168 time: 0.3134830 Nov 27 10:37:49.993328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42276) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:50.012590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c06ca-faec-441f-8196-758e5da67356 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91c93110-43e8-4269-b594-61c38ea408f3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:50.064284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.080332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 6945723d-5d60-4ec7-85a1-f80c1a023b2b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6945723d-5d60-4ec7-85a1-f80c1a023b2b,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:50.092784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Provisioning complete for port 6945723d-5d60-4ec7-85a1-f80c1a023b2b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:50.093143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dff3d5b2-c287-48ae-864b-332ff9e44be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.093795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.095215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.103131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.103925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dd68504c-cbe1-4ef2-9bc5-f878222a2264 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:50.237826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:50.263234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] For port ca115c2f-aff0-4151-a000-b3aba524a30d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:50.277867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:50.289226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:50.294707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Pushing event updated for resources: {'Port': ['ID=7b834198-d22e-4d36-8af6-4b8674ad5913,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:50.302265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] For port ca115c2f-aff0-4151-a000-b3aba524a30d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ca115c2f-aff0-4151-a000-b3aba524a30d,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:50.333931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.339852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.342100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.472582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] In _notify_port_updated(), no bound segment for port d5db4ad5-6fcc-48c2-ba92-245f5f3c347b on network 50670324-3c0e-4b9b-8f60-4e1c6e101fde {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:37:50.475518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f38e8-dded-4d16-b0c5-b134f04acc32 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:50.477439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:50.478280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.478401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:50.479063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.483496 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "PUT /v2.0/ports/d5db4ad5-6fcc-48c2-ba92-245f5f3c347b HTTP/1.1" status: 200 len: 994 time: 0.6753149 Nov 27 10:37:50.484151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:50.497847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a6549-bd34-4908-b670-ee0de051ecf3 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=d5db4ad5-6fcc-48c2-ba92-245f5f3c347b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:50.565554 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7e50ff1e-b710-427e-b0d3-abe3edaa8515 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5692229 Nov 27 10:37:50.571883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42280) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:50.604772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port d5db4ad5-6fcc-48c2-ba92-245f5f3c347b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:50.605253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.619726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8:2::1 (b7acc747-16e0-44d8-b76d-eddaf45f5dd3/8bd566be-118f-462e-967f-37cedcda58ab/42168055-6d1e-4f41-b8a3-57cca81eda94) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:50.660862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:37:50.687071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=6945723d-5d60-4ec7-85a1-f80c1a023b2b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:50.693109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dd68504c-cbe1-4ef2-9bc5-f878222a2264 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:50.693633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.705050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Attempting to bind port 7b834198-d22e-4d36-8af6-4b8674ad5913 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:50.705678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Attempting to bind port 7b834198-d22e-4d36-8af6-4b8674ad5913 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:50.706131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Attempting to bind port 7b834198-d22e-4d36-8af6-4b8674ad5913 on network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:50.721774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.725915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73e5c297-84a6-4a7a-a2f2-e4c14593c64f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.734793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for d5db4ad5-6fcc-48c2-ba92-245f5f3c347b owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:50.756476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73e5c297-84a6-4a7a-a2f2-e4c14593c64f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.758388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:50.759151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:50.818277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:50.818626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Checking segment: {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:50.819124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.819593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Bound using segment: {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:50.820108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Bound port: 7b834198-d22e-4d36-8af6-4b8674ad5913, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:50.820558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.896168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.928275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73e5c297-84a6-4a7a-a2f2-e4c14593c64f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.932092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=d5db4ad5-6fcc-48c2-ba92-245f5f3c347b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:50.948592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73e5c297-84a6-4a7a-a2f2-e4c14593c64f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.949734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-73e5c297-84a6-4a7a-a2f2-e4c14593c64f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/eb0d2293-220f-43a0-b1a7-520289715354 HTTP/1.1" status: 204 len: 168 time: 0.3729637 Nov 27 10:37:50.958911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:50.972188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Could not find standard attr ID for object 850af15f-071c-4a44-9155-2223e7e053ba. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:50.980354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5c297-84a6-4a7a-a2f2-e4c14593c64f tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb0d2293-220f-43a0-b1a7-520289715354,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:50.990373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:50.995757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:51.004333 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-013e3df4-ebd7-4d92-bbcc-25039b3aa1cc tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/3a4f116d-b7c7-4e0a-94d7-255b13ec19d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8899953 Nov 27 10:37:51.017603 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] Sync routers for ids ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:51.018153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42284) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.019616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a10c-ae43-4031-91e7-02550e5b999f None None] Pushing event updated for resources: {'Port': ['ID=ca115c2f-aff0-4151-a000-b3aba524a30d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:51.035044 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] Routers {'3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:51.037545 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-556be8a1-0987-4504-9836-a8197ad2d53a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0773695 Nov 27 10:37:51.038372 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:51.045622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42286) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.087093 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:51.101984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] Routers {'3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:51.106068 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:51.120889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d07b892-786d-408e-bd99-05a1ef60e4ef tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.140715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d07b892-786d-408e-bd99-05a1ef60e4ef tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.143968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:51.146499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Provisioning complete for port 6945723d-5d60-4ec7-85a1-f80c1a023b2b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:51.147256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.148673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.170684 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:51.171403 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90506785-3248-4f0c-9a46-41a239a4049d None None] The sync data for ids ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:51.236510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d07b892-786d-408e-bd99-05a1ef60e4ef tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.241333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d07b892-786d-408e-bd99-05a1ef60e4ef tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.245017 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1d07b892-786d-408e-bd99-05a1ef60e4ef tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7052f552-f222-490e-baa9-7ad3b28814c3 HTTP/1.1" status: 204 len: 168 time: 0.1959260 Nov 27 10:37:51.249525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42288) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.256315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=42168055-6d1e-4f41-b8a3-57cca81eda94,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:51.267598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Allocated IP 172.20.0.2 (0def692b-d3a7-4c10-8d9a-1b71739f27bb/5881f4b0-8e86-4e5e-b11e-3faee24bb36e/1f70830e-223c-4135-b6a0-f0c0e8281516) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:51.273828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:51.275044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07b892-786d-408e-bd99-05a1ef60e4ef tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7052f552-f222-490e-baa9-7ad3b28814c3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:51.289310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] For port 7b834198-d22e-4d36-8af6-4b8674ad5913, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:51.289501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.293186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb7b769-d480-492d-8c02-6125300d1005 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:51.297330 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2bb7b769-d480-492d-8c02-6125300d1005 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports/45e2b4b9-4672-48cc-bf0f-5a6166923799 HTTP/1.1" status: 200 len: 977 time: 0.2736025 Nov 27 10:37:51.297555 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e1ef9173-ed0c-46fa-ac58-6653fa3e8a64 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/ports/d5db4ad5-6fcc-48c2-ba92-245f5f3c347b HTTP/1.1" status: 204 len: 168 time: 0.8073428 Nov 27 10:37:51.297669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:51.297757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.297836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42292) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.301655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:51.302304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.355991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] For port 7b834198-d22e-4d36-8af6-4b8674ad5913, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7b834198-d22e-4d36-8af6-4b8674ad5913,segment=NetworkSegment(f4e25636-bbbd-4670-a94f-e21cb284dac5),segment_id=f4e25636-bbbd-4670-a94f-e21cb284dac5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:51.396684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.398910 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2092d928-8ff2-462d-941e-31eac05245ab tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] GET failed (client error): The resource could not be found. Nov 27 10:37:51.406232 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2092d928-8ff2-462d-941e-31eac05245ab tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "GET /v2.0/ports/d5db4ad5-6fcc-48c2-ba92-245f5f3c347b HTTP/1.1" status: 404 len: 333 time: 0.1072848 Nov 27 10:37:51.406923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42294) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.420059 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8ab97bbf-580f-4c57-90ee-1a22abac8e1b tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1681402 Nov 27 10:37:51.423690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42296) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.424537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'name': 'tempest-AllowedAddressPairTestJSON-1365478342'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:51.563679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.582349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd351fd-f598-44ac-b85a-5736fd6643a1 None None] Pushing event updated for resources: {'Port': ['ID=7b834198-d22e-4d36-8af6-4b8674ad5913,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:51.592405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.658202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:51.723438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:51.727101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.732871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.749385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] device_id is not set on port efa2c16b-e381-468f-80ff-4f2824cfbed8 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:51.752737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e46607-80a2-4c15-b951-893fa000555e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.758167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.784882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e46607-80a2-4c15-b951-893fa000555e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.795830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Provisioning complete for port 2a52f17a-345a-47b3-b726-45a83372357b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:51.796047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.803309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:42Z', 'revision_number': 3, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:51.884973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e46607-80a2-4c15-b951-893fa000555e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.887627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-52e46607-80a2-4c15-b951-893fa000555e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.888684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:51.888825 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-52e46607-80a2-4c15-b951-893fa000555e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/742d7abd-f5e9-4aae-942f-a927b7b6e5a0 HTTP/1.1" status: 204 len: 168 time: 0.4634426 Nov 27 10:37:51.893479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5fbd3-4227-4815-8a6e-734a76df89a9 None None] The sync data for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv is: [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:42Z', 'revision_number': 3, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:51.904667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42298) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:51.907561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e46607-80a2-4c15-b951-893fa000555e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742d7abd-f5e9-4aae-942f-a927b7b6e5a0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:51.924417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:51.927511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:51.942745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Pushing event updated for resources: {'Port': ['ID=1f70830e-223c-4135-b6a0-f0c0e8281516,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:51.949860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.952646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:51.953452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:51.992538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Port 2a52f17a-345a-47b3-b726-45a83372357b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:52.025983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Could not find standard attr ID for object d5db4ad5-6fcc-48c2-ba92-245f5f3c347b. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:52.073805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Attempting to bind port 1f70830e-223c-4135-b6a0-f0c0e8281516 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:52.074289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Attempting to bind port 1f70830e-223c-4135-b6a0-f0c0e8281516 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:52.074762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Attempting to bind port 1f70830e-223c-4135-b6a0-f0c0e8281516 on network 0def692b-d3a7-4c10-8d9a-1b71739f27bb {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:52.082563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Provisioning complete for port ca115c2f-aff0-4151-a000-b3aba524a30d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:52.082992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.104651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:52.104889 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-72bfdb27-1a37-4ba3-83aa-7dcf6505cff2 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1949964 Nov 27 10:37:52.105199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Checking segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:52.105873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.106219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Bound using segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:52.106815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Bound port: 1f70830e-223c-4135-b6a0-f0c0e8281516, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:52.107304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.114775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42300) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:52.121183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Allocated IP 172.20.0.12 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/efa2c16b-e381-468f-80ff-4f2824cfbed8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:52.129267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--783588917'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:52.179767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.233422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.279751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] For port 1f70830e-223c-4135-b6a0-f0c0e8281516, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:52.306707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] For port 1f70830e-223c-4135-b6a0-f0c0e8281516, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1f70830e-223c-4135-b6a0-f0c0e8281516,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:52.319478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.325921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.399297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:52.423148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.424204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a347e69-3927-4808-b413-6f1bcb705fad up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:52.447769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 45e2b4b9-4672-48cc-bf0f-5a6166923799 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:52.448250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.462958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.504555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] For port ca115c2f-aff0-4151-a000-b3aba524a30d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ca115c2f-aff0-4151-a000-b3aba524a30d,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:52.520516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.534668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6daa06-09b3-4fe6-bb60-d292dfef5e0b None None] Pushing event updated for resources: {'Port': ['ID=1f70830e-223c-4135-b6a0-f0c0e8281516,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:52.592725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.602098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Provisioning complete for port 45e2b4b9-4672-48cc-bf0f-5a6166923799 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:52.602460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.605272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.606866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.619428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.649565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.650712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.662033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.682682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 45e2b4b9-4672-48cc-bf0f-5a6166923799 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:52.686391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Port 45e2b4b9-4672-48cc-bf0f-5a6166923799 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:52.688706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:52.704772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:52.721092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:52.730978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6a347e69-3927-4808-b413-6f1bcb705fad triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:52.731355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.818337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:52.820231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.864953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=efa2c16b-e381-468f-80ff-4f2824cfbed8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:52.866986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Provisioning complete for port 6a347e69-3927-4808-b413-6f1bcb705fad triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:52.866986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.887934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:52.888522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:52.895827 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7737033 Nov 27 10:37:52.896649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:52.926790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-655b8a31-d4f2-481f-8dbf-b5dda2c89cb9 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5166576 Nov 27 10:37:52.927533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42304) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:52.937051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:36:c2:78'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:52.939626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '91200d77-7534-458c-9ca4-909ab35779c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:52.959408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6acdf2-7826-479d-b617-06bb954ed277 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91200d77-7534-458c-9ca4-909ab35779c8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:52.986222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Allocated IP 172.20.0.1 (0def692b-d3a7-4c10-8d9a-1b71739f27bb/5881f4b0-8e86-4e5e-b11e-3faee24bb36e/505b10d6-59d5-413d-86dc-430118c0bc01) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:53.014558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=42168055-6d1e-4f41-b8a3-57cca81eda94,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:53.070444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.118651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:53.125084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.129098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:53.405392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.414735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:53.415957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.445672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a407ae-6b3d-4321-a1ac-6df95236432e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:53.462315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.463780 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6b03a9f9-e8fc-4a25-b4da-d3790beec492 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5487363 Nov 27 10:37:53.468887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42306) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:53.497935 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Pushing event updated for resources: {'Port': ['ID=ca115c2f-aff0-4151-a000-b3aba524a30d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:53.504496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.508676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6945723d-5d60-4ec7-85a1-f80c1a023b2b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:53.512280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86a3b1-eb8f-47e2-8280-1c41f73a0061 None None] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:53.540770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.555963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=45e2b4b9-4672-48cc-bf0f-5a6166923799,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:53.581421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:53.587593 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bd8ddd11-56c1-4d44-9cdf-d53d008c4eff tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8151088 Nov 27 10:37:53.590269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:53.595326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1626009845'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:53.619820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.620148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:53.689500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:53.693958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.746179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:53.753393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:53.755646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Port': ['ID=505b10d6-59d5-413d-86dc-430118c0bc01,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:53.772294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:53.782715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:53.783552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:53.837954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:53.920400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6945723d-5d60-4ec7-85a1-f80c1a023b2b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:53.920708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.003712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Provisioning complete for port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:54.004094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a09261d0-e27c-44e1-8aa7-2cee005a11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.021795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.025333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:54.051844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.055275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:54.077091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.083491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.083846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added segment eb427036-c11a-471f-a543-e11910c35c73 of type vlan for network 0568eb72-875c-42ab-88d8-fe8360b03f3a Nov 27 10:37:54.098324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62d17607-22f3-408b-a307-3b6b74ee074c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.223928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.295957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.302076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62d17607-22f3-408b-a307-3b6b74ee074c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.349978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf085098-9921-4ce3-adab-af0de7906b78 None None] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:54.415000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.418555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=efa2c16b-e381-468f-80ff-4f2824cfbed8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:54.433737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:54.435895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.605502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] In _notify_port_updated(), no bound segment for port efa2c16b-e381-468f-80ff-4f2824cfbed8 on network 50670324-3c0e-4b9b-8f60-4e1c6e101fde {{(pid=103378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:37:54.612764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:54.613504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.617336 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e194edca-8ab5-4006-a376-e1dab7d6d7dd tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "PUT /v2.0/ports/efa2c16b-e381-468f-80ff-4f2824cfbed8 HTTP/1.1" status: 200 len: 997 time: 1.6839454 Nov 27 10:37:54.617566 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:54.671794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62d17607-22f3-408b-a307-3b6b74ee074c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.674412 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0830369 Nov 27 10:37:54.674700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:51Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:54.676208 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62d17607-22f3-408b-a307-3b6b74ee074c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.683783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62d17607-22f3-408b-a307-3b6b74ee074c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/91200d77-7534-458c-9ca4-909ab35779c8 HTTP/1.1" status: 204 len: 168 time: 1.2050588 Nov 27 10:37:54.684287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:54.684987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42314) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:54.701953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'subnet': {'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:54.725005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d17607-22f3-408b-a307-3b6b74ee074c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91200d77-7534-458c-9ca4-909ab35779c8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:54.728339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7254-9527-4441-bee6-45e04f1ca387 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Network': ['ID=0568eb72-875c-42ab-88d8-fe8360b03f3a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:54.758295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:54.765399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:54.767117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Updating router f8464cdc-4189-4816-9737-4035195eebae port 42168055-6d1e-4f41-b8a3-57cca81eda94 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:37:54.816113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Provisioning complete for port 1f70830e-223c-4135-b6a0-f0c0e8281516 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:54.816113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.817834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:54.883990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b834198-d22e-4d36-8af6-4b8674ad5913 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:54.942975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:54.999585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.033794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.040143 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1396634d-b5ad-49c6-b95e-09c677ba44b7 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3523176 Nov 27 10:37:55.050105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:55.056370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151801938'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:55.094867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7b834198-d22e-4d36-8af6-4b8674ad5913 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:55.095445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.104747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port efa2c16b-e381-468f-80ff-4f2824cfbed8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:55.105097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.133302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:55.138332 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-61a1b1fd-857e-4c53-96dc-d18c204861de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/3a4f116d-b7c7-4e0a-94d7-255b13ec19d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8367424 Nov 27 10:37:55.143969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42318) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:55.155085 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] Sync routers for ids ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:55.172282 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] Routers {'3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:55.177095 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:55.198360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Port': ['ID=505b10d6-59d5-413d-86dc-430118c0bc01,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:55.224615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.227211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Made reservation on behalf of 0e725ccdc6d14e8f82db63533b062a8e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:55.231510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.264420 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:55.277375 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.289386 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] Routers {'3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:55.290356 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:55.297178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.362408 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:55.363084 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc189c-1a96-435d-9f63-5299d402faec None None] The sync data for ids ['3a4f116d-b7c7-4e0a-94d7-255b13ec19d2'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:55.472136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] For port 1f70830e-223c-4135-b6a0-f0c0e8281516, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1f70830e-223c-4135-b6a0-f0c0e8281516,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:55.483444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.485635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.548891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.574134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for efa2c16b-e381-468f-80ff-4f2824cfbed8 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:55.631279 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-2b261072-d9cf-4c00-b9fc-4f20e32a790a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 10:37:55.635437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b261072-d9cf-4c00-b9fc-4f20e32a790a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/3a4f116d-b7c7-4e0a-94d7-255b13ec19d2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4881613 Nov 27 10:37:55.636057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42320) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:55.713225 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fa6e2b04-8baf-47fa-b5d7-6ec3f36a0374 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 HTTP/1.1" status: 200 len: 205 time: 0.0711169 Nov 27 10:37:55.715780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42322) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:55.732457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.735912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Provisioning complete for port 42168055-6d1e-4f41-b8a3-57cca81eda94 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:55.736963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.756301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 7b834198-d22e-4d36-8af6-4b8674ad5913, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7b834198-d22e-4d36-8af6-4b8674ad5913,segment=NetworkSegment(f4e25636-bbbd-4670-a94f-e21cb284dac5),segment_id=f4e25636-bbbd-4670-a94f-e21cb284dac5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:55.781549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.782901 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1f70830e-223c-4135-b6a0-f0c0e8281516 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:55.784879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Pushing event updated for resources: {'Port': ['ID=1f70830e-223c-4135-b6a0-f0c0e8281516,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:55.803647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.838364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.881912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:55.886574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:55.888972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Port 42168055-6d1e-4f41-b8a3-57cca81eda94 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:55.919386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.920671 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8692446 Nov 27 10:37:55.926036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42324) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:55.927954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa793a-d863-4f3a-98bd-4380d6f257bb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c41a0-d45f-4bfd-a33a-358b704a89ed,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:55.934351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110703058'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:55.938141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.950773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=7b834198-d22e-4d36-8af6-4b8674ad5913,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:55.955807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Provisioning complete for port 7b834198-d22e-4d36-8af6-4b8674ad5913 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:55.956471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:55.960342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.028731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1f70830e-223c-4135-b6a0-f0c0e8281516 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:56.029453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.082908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952915-abef-4561-b8c2-0f7e01634929 None None] Pushing event updated for resources: {'Port': ['ID=42168055-6d1e-4f41-b8a3-57cca81eda94,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:56.090511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.115779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.121488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.124224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.153788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:37:56.193719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Subnet': ['ID=8e3db752-d804-4562-b9ab-63ef9887c948,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:56.212357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Attempting to bind port 42168055-6d1e-4f41-b8a3-57cca81eda94 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:56.212720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Attempting to bind port 42168055-6d1e-4f41-b8a3-57cca81eda94 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:56.213093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Attempting to bind port 42168055-6d1e-4f41-b8a3-57cca81eda94 on network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:56.225649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.226120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:37:56.234780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.236264 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8ee165de-646b-4577-a953-480adfdbab4e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 HTTP/1.1" status: 204 len: 168 time: 0.5203869 Nov 27 10:37:56.237850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Checking segment: {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:56.239060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.239523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network hostable DHCP agents. Network: 0568eb72-875c-42ab-88d8-fe8360b03f3a, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:37:56.240580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42326) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:56.266933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:56.267414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Checking segment: {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:56.267884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.268533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Bound using segment: {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:56.269255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Bound port: 42168055-6d1e-4f41-b8a3-57cca81eda94, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e25636-bbbd-4670-a94f-e21cb284dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:56.269851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.295894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb9e880f-ea7e-486f-843b-047fe847c73b None None] Could not find standard attr ID for object efa2c16b-e381-468f-80ff-4f2824cfbed8. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:37:56.329527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:56.342749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:37:56.356632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:37:56.373010 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-04820701-4ef0-4e1b-a0aa-abca5f599c42 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "PUT /v2.0/routers/845df20d-2cd8-4a51-b5da-d5953ebc2fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6465640 Nov 27 10:37:56.374653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 0568eb72-875c-42ab-88d8-fe8360b03f3a) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:56.386828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Sync routers for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:37:56.394203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:56.395085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.395214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=efa2c16b-e381-468f-80ff-4f2824cfbed8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:56.408709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c843a0-3aa8-4208-bf2e-74cd100115d0 None None] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:56.435956 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-48c78f6e-410d-4f60-9f11-3791de076dba tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7497826 Nov 27 10:37:56.436925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42330) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:56.501515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] For port 42168055-6d1e-4f41-b8a3-57cca81eda94, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:37:56.506996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:56.508100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:56.536415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet 03da9849-d9c2-4140-8937-e87cbd72af42 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:37:56.550820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.571731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.603217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Provisioning complete for port 1f70830e-223c-4135-b6a0-f0c0e8281516 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:56.603694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.607971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] For port 42168055-6d1e-4f41-b8a3-57cca81eda94, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=42168055-6d1e-4f41-b8a3-57cca81eda94,segment=NetworkSegment(f4e25636-bbbd-4670-a94f-e21cb284dac5),segment_id=f4e25636-bbbd-4670-a94f-e21cb284dac5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:37:56.618635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.659062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.677823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.736875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:56.737518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.787206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.789014 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8583848 Nov 27 10:37:56.792615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.801155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-065c88bb-3f61-4f30-9bb4-ba0399b283d1 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/ports/efa2c16b-e381-468f-80ff-4f2824cfbed8 HTTP/1.1" status: 204 len: 168 time: 2.1825600 Nov 27 10:37:56.802833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:56.810348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:56.810879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:56.828284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '1a0c41a0-d45f-4bfd-a33a-358b704a89ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd9630fa2-8057-4abc-bb51-6139b022e022', 'remote_ip_prefix': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:56.859006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:56.887251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a941fd-3dcb-4526-ae1b-2e939807ca51 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9630fa2-8057-4abc-bb51-6139b022e022,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:56.894929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97a2144-6da8-4a62-805c-b7321a337f17 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] GET failed (client error): The resource could not be found. Nov 27 10:37:56.902912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c97a2144-6da8-4a62-805c-b7321a337f17 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "GET /v2.0/ports/efa2c16b-e381-468f-80ff-4f2824cfbed8 HTTP/1.1" status: 404 len: 333 time: 0.0885623 Nov 27 10:37:56.903602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42350) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:56.911816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'name': 'tempest-AllowedAddressPairTestJSON-828267014'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:56.930544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:37:56.936686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:56.938905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952915-abef-4561-b8c2-0f7e01634929 None None] Pushing event updated for resources: {'Port': ['ID=42168055-6d1e-4f41-b8a3-57cca81eda94,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:56.957986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.034602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.101715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.106311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.109584 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/03da9849-d9c2-4140-8937-e87cbd72af42 HTTP/1.1" status: 204 len: 168 time: 0.8655918 Nov 27 10:37:57.115609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df85eb-9a58-42c0-a18c-df74d7c91549 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=03da9849-d9c2-4140-8937-e87cbd72af42,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:57.123690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42358) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:57.175984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12dda2-718f-4e3f-949d-c1ef86bf8275 None None] Network 7a02a197-5916-4da3-9c12-29ddb3f10adc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:37:57.207044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-0568eb72-875c-42ab-88d8-fe8360b03f3a', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:37:57.208520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.212661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.248052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.279242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:57.283541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.295747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313d2c58-2808-470d-b920-578fa29d86e0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:57.304880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.311984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.316532 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-40fe4f54-838b-4ae5-8f63-d7900f93b9d3 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5012169 Nov 27 10:37:57.317475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:57.325339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] device_id is not set on port 74590938-c5ba-4200-9a50-99e112efba23 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:57.333325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:37:57.351963 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-1e089a79-1f6b-49bf-8793-0aed895562ca tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910853116&fields=id&tenant_id=f6c4c43a16e74030901d4e73b85b351a HTTP/1.1" status: 200 len: 267 time: 0.2415743 Nov 27 10:37:57.397084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Provisioning complete for port 42168055-6d1e-4f41-b8a3-57cca81eda94 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:57.397823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.411999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ca115c2f-aff0-4151-a000-b3aba524a30d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:57.423492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24cc0cf1-3b55-44dc-8c6d-49576124f76e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.438227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24cc0cf1-3b55-44dc-8c6d-49576124f76e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.526092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24cc0cf1-3b55-44dc-8c6d-49576124f76e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.539324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24cc0cf1-3b55-44dc-8c6d-49576124f76e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.542919 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-24cc0cf1-3b55-44dc-8c6d-49576124f76e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/313d2c58-2808-470d-b920-578fa29d86e0 HTTP/1.1" status: 204 len: 168 time: 0.2209001 Nov 27 10:37:57.543637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42362) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:57.555984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc0cf1-3b55-44dc-8c6d-49576124f76e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=313d2c58-2808-470d-b920-578fa29d86e0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:57.567850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Allocated IP 172.20.0.11 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/74590938-c5ba-4200-9a50-99e112efba23) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:57.571187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 6a347e69-3927-4808-b413-6f1bcb705fad {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:37:57.571400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.632709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-b7dd584e-9fdf-4517-afa3-4a0da3ca9992 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:57.634288 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-b7dd584e-9fdf-4517-afa3-4a0da3ca9992 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 797 time: 0.2730422 Nov 27 10:37:57.681249 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-982cf77a-1b71-4bc4-8009-27172b9d05b4 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1363723 Nov 27 10:37:57.682500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42364) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:57.683779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port 6a347e69-3927-4808-b413-6f1bcb705fad, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6a347e69-3927-4808-b413-6f1bcb705fad,segment=NetworkSegment(65281744-3b87-4cee-9723-e862b656feae),segment_id=65281744-3b87-4cee-9723-e862b656feae)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:57.684000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Allocated IP 2001:db8:3::1 (0568eb72-875c-42ab-88d8-fe8360b03f3a/8e3db752-d804-4562-b9ab-63ef9887c948/b758a84c-fbf9-4d3a-98b2-122edba92384) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:57.684137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.695676 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-da7b223f-ed5c-4c3f-886b-e3c838670dd2 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/quotas/f6c4c43a16e74030901d4e73b85b351a HTTP/1.1" status: 200 len: 375 time: 0.0505481 Nov 27 10:37:57.709249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 6a347e69-3927-4808-b413-6f1bcb705fad owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:37:57.890709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.920103 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-41873f46-9c8d-49d4-a7aa-c773b3249758 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033734 Nov 27 10:37:57.925874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.930161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5bf45f6-4a30-4e14-b232-25e4bcd98f33 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.948531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ca115c2f-aff0-4151-a000-b3aba524a30d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:57.949092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.966112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.977293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5bf45f6-4a30-4e14-b232-25e4bcd98f33 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:57.979408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=6a347e69-3927-4808-b413-6f1bcb705fad,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:57.983274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.005609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port 6a347e69-3927-4808-b413-6f1bcb705fad on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:37:58.033582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.053739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5bf45f6-4a30-4e14-b232-25e4bcd98f33 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.057361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5bf45f6-4a30-4e14-b232-25e4bcd98f33 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.061062 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f5bf45f6-4a30-4e14-b232-25e4bcd98f33 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9630fa2-8057-4abc-bb51-6139b022e022 HTTP/1.1" status: 204 len: 168 time: 0.3741076 Nov 27 10:37:58.061687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:58.073311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.107719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:37:54Z', 'revision_number': 2, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:58.122896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf45f6-4a30-4e14-b232-25e4bcd98f33 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9630fa2-8057-4abc-bb51-6139b022e022,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:58.145064 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-6ca53e09-01e5-4f30-a1a7-dd9f1cd80a2a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:37:58.146009 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-6ca53e09-01e5-4f30-a1a7-dd9f1cd80a2a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1432335 Nov 27 10:37:58.149390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:58.155982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:58.158662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:58.173217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caacba0-7a70-4018-aa46-286ec825c89d None None] DHCP port deletion for 7a02a197-5916-4da3-9c12-29ddb3f10adc request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:37:58.181667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Checking router: 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:37:58.182033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Updating router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 port 505b10d6-59d5-413d-86dc-430118c0bc01 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:37:58.189438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] For port 42168055-6d1e-4f41-b8a3-57cca81eda94, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=42168055-6d1e-4f41-b8a3-57cca81eda94,segment=NetworkSegment(f4e25636-bbbd-4670-a94f-e21cb284dac5),segment_id=f4e25636-bbbd-4670-a94f-e21cb284dac5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:37:58.191913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:58.194648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:58.195372 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.230015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.254034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.255360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=b758a84c-fbf9-4d3a-98b2-122edba92384,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:58.264859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Allocated IP 2001:db8:3::2 (0568eb72-875c-42ab-88d8-fe8360b03f3a/8e3db752-d804-4562-b9ab-63ef9887c948/f329ba74-2b8f-4b9a-a83d-0166557cf2b1) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:58.281517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a02a197-5916-4da3-9c12-29ddb3f10adc']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:58.294163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65281744-3b87-4cee-9723-e862b656feae') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:58.294584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65281744-3b87-4cee-9723-e862b656feae') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:58.301961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.306444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.308857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:58.326370 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ddd24a8a-95d0-4e6f-8d24-bc8c2670f7ac tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2601078 Nov 27 10:37:58.327407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42372) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:58.360550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=74590938-c5ba-4200-9a50-99e112efba23,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:58.369012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.383522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:37:58.383522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:37:58.387064 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:37:58.400195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Provisioning complete for port 505b10d6-59d5-413d-86dc-430118c0bc01 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:58.400570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.424241 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-0af3b61f-e17e-4714-a474-0f9ae770ee87 service neutron] 10.222.0.13 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578840 Nov 27 10:37:58.435957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:58.437036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.492569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Pushing event updated for resources: {'Port': ['ID=42168055-6d1e-4f41-b8a3-57cca81eda94,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:58.515243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.521164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4a3c9416-fa91-4c4a-ada8-c11e90ea91fe tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6110663 Nov 27 10:37:58.521381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42374) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:58.527999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'network_id': '50670324-3c0e-4b9b-8f60-4e1c6e101fde', 'name': 'tempest-AllowedAddressPairTestJSON-1554832675'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:58.566313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85f2fce-ef17-40a8-b308-d2198797041c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.572777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:51Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:56Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:37:58.602232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.615792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.619169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/7a02a197-5916-4da3-9c12-29ddb3f10adc HTTP/1.1" status: 204 len: 168 time: 1.4920232 Nov 27 10:37:58.619992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b834198-d22e-4d36-8af6-4b8674ad5913 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:58.626513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42376) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:58.627922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ab054-01e5-4ba7-a3da-3bfee2033e21 None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:51Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:56Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:37:58.638835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85f2fce-ef17-40a8-b308-d2198797041c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.647228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-1645251796'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:58.690720 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-038e5057-c82d-443b-a386-55a501abfaa1 service neutron] 10.222.0.13 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418926 Nov 27 10:37:58.690972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9823c894-5f58-4742-9668-f776ccc3f67d None None] Port 505b10d6-59d5-413d-86dc-430118c0bc01 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:58.723841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73caf-ed99-4ba4-9221-2c45dac77138 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=7a02a197-5916-4da3-9c12-29ddb3f10adc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:58.850690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85f2fce-ef17-40a8-b308-d2198797041c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.854367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85f2fce-ef17-40a8-b308-d2198797041c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.866063 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d85f2fce-ef17-40a8-b308-d2198797041c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a0c41a0-d45f-4bfd-a33a-358b704a89ed HTTP/1.1" status: 204 len: 168 time: 0.5184052 Nov 27 10:37:58.870767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42378) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:58.883329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:58.887279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.908742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Made reservation on behalf of b8d27c063da84a2780abd654b1b44288 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:37:58.916693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.957326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f2fce-ef17-40a8-b308-d2198797041c tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c41a0-d45f-4bfd-a33a-358b704a89ed,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:58.960350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-33dee6b7-494d-43f5-a67d-73893cbc5d68 None None] Provisioning complete for port 74590938-c5ba-4200-9a50-99e112efba23 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:58.960972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33dee6b7-494d-43f5-a67d-73893cbc5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:58.978436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:37:59.000788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] device_id is not set on port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:37:59.006817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.007172 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 2148e4dd-91b4-4786-83ff-3959e69ac5cf of type vlan for network db3309e7-47e7-4f9d-ac25-3ce6395944fb Nov 27 10:37:59.032811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.050321 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8ff7d63b-581c-4721-8673-488d3c094fad tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1735387 Nov 27 10:37:59.057437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42390) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:59.069329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325028366'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:59.078026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.143952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7b834198-d22e-4d36-8af6-4b8674ad5913 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:59.144328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.162971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.209706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.213940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-33dee6b7-494d-43f5-a67d-73893cbc5d68 None None] Port 74590938-c5ba-4200-9a50-99e112efba23 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:37:59.249560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:59.263195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bc883b57-9ce8-44d8-9568-3325fd41ca82 req-0d84930b-fa2c-48f6-89d2-29b083124db4 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 210 time: 0.2477877 Nov 27 10:37:59.285524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:59.292360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:37:59.300292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Pushing event updated for resources: {'Port': ['ID=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:59.311042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-33dee6b7-494d-43f5-a67d-73893cbc5d68 None None] Provisioning complete for port 42168055-6d1e-4f41-b8a3-57cca81eda94 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:37:59.311501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33dee6b7-494d-43f5-a67d-73893cbc5d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.316013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.325780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:37:59.326399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.334911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Allocated IP 172.20.0.6 (50670324-3c0e-4b9b-8f60-4e1c6e101fde/58687c70-222a-46bc-beee-681f472aa327/2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:37:59.488952 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8538980 Nov 27 10:37:59.489637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42396) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:59.501864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:59.509000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.516497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eab4c-5c74-42a5-bd0a-1dc1a8dd78a4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=db3309e7-47e7-4f9d-ac25-3ce6395944fb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:59.538652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.539492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.567549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Attempting to bind port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:37:59.567938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Attempting to bind port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:37:59.568311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Attempting to bind port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 on network 0568eb72-875c-42ab-88d8-fe8360b03f3a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:37:59.583024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.611564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:37:59.612037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Checking segment: {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:37:59.612426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.613105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Bound using segment: {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:37:59.613617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Bound port: f329ba74-2b8f-4b9a-a83d-0166557cf2b1, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:37:59.614010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.616461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:37:59.619425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1f70830e-223c-4135-b6a0-f0c0e8281516 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:37:59.776521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.803212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.824769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:37:59.826164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event updated for resources: {'Port': ['ID=b758a84c-fbf9-4d3a-98b2-122edba92384,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:37:59.835429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.847122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:37:59.947542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:37:59.952059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8859968 Nov 27 10:37:59.952463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42400) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:37:59.991054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '4c6880dc-5caf-476a-87af-a308be5bcb12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:37:59.997522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c2221-8b04-4411-a9b4-55d39363bbcd tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6880dc-5caf-476a-87af-a308be5bcb12,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:00.059807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.074330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:00.078445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.109549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.113901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:00.199314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:00.205933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:00.206681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.213769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:00.223615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56e3d6-9ac0-4a3e-b334-43ed7364de38 None None] Pushing event updated for resources: {'Port': ['ID=505b10d6-59d5-413d-86dc-430118c0bc01,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:00.269653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:00.287830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] For port f329ba74-2b8f-4b9a-a83d-0166557cf2b1, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:00.309943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:00.310701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.346057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1f70830e-223c-4135-b6a0-f0c0e8281516 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:00.348898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.349957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:00.350697 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f23fbdc9-0056-40fa-b565-bcd4fa772520 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8267181 Nov 27 10:38:00.355254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:36:c2:78'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:97:f5:38'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:00.393018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] For port f329ba74-2b8f-4b9a-a83d-0166557cf2b1, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:00.403197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Attempting to bind port 505b10d6-59d5-413d-86dc-430118c0bc01 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:00.403767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Attempting to bind port 505b10d6-59d5-413d-86dc-430118c0bc01 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:00.404147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Attempting to bind port 505b10d6-59d5-413d-86dc-430118c0bc01 on network 0def692b-d3a7-4c10-8d9a-1b71739f27bb {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:00.415955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.433723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:00.434252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Checking segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:00.434675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.435079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Bound using segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:00.435767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Bound port: 505b10d6-59d5-413d-86dc-430118c0bc01, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:00.436352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.449268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:00.460781 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-94504586-05e5-41a1-90d4-b8e20476cfe2 req-a0cd5478-591e-4179-8c60-b60dee9a6745 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 210 time: 0.0803542 Nov 27 10:38:00.463500 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:00.467640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:00.471874 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2c1a0938-eca5-4931-a432-b264d34c3381 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0335763 Nov 27 10:38:00.473061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:00.494998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d51d952a-d53b-4b7b-bc77-6a62326d98a5 None None] Provisioning complete for port 505b10d6-59d5-413d-86dc-430118c0bc01 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:00.495380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d51d952a-d53b-4b7b-bc77-6a62326d98a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.495984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:00.496660 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:00.654393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] For port 505b10d6-59d5-413d-86dc-430118c0bc01, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:00.712629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] For port 505b10d6-59d5-413d-86dc-430118c0bc01, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=505b10d6-59d5-413d-86dc-430118c0bc01,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:00.713585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d51d952a-d53b-4b7b-bc77-6a62326d98a5 None None] Port 505b10d6-59d5-413d-86dc-430118c0bc01 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:00.718655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c1939-9fbe-463f-a5f3-ec8c16f3ca5c None None] Pushing event updated for resources: {'Port': ['ID=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:00.738616 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:00.761801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.858843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56e3d6-9ac0-4a3e-b334-43ed7364de38 None None] Pushing event updated for resources: {'Port': ['ID=505b10d6-59d5-413d-86dc-430118c0bc01,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:00.908438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c1fed5ae-4eaf-4ad9-9f20-91629cca13ff None None] Provisioning complete for port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:00.908438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1fed5ae-4eaf-4ad9-9f20-91629cca13ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:00.957031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c1fed5ae-4eaf-4ad9-9f20-91629cca13ff None None] Port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:00.965341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:00.966824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:01.170930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.207431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a347e69-3927-4808-b413-6f1bcb705fad no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:01.262118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6a347e69-3927-4808-b413-6f1bcb705fad {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:01.262881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6a347e69-3927-4808-b413-6f1bcb705fad not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:01.268563 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b758a84c-fbf9-4d3a-98b2-122edba92384', 'name': '', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:2a:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:57Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:01.279211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:01.318315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 10:38:01.333351 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:01.333731 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Updating router f8464cdc-4189-4816-9737-4035195eebae port b758a84c-fbf9-4d3a-98b2-122edba92384 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:38:01.339377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 10:38:01.340482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.379151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.405824 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.492588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 42168055-6d1e-4f41-b8a3-57cca81eda94 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:01.497504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467695ba-4aba-4352-be10-599ac57104d5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:01.524267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-02f92480-d726-4260-823a-b580c9960581 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:01.524739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c4b1a7f4-a8ee-425b-9ccd-0e6d790468c0 None None] Provisioning complete for port 505b10d6-59d5-413d-86dc-430118c0bc01 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:01.525227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a7f4-a8ee-425b-9ccd-0e6d790468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.531581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-02f92480-d726-4260-823a-b580c9960581 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 797 time: 0.4956081 Nov 27 10:38:01.541671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.545418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-caf8aeac-6a0c-4367-89fb-0e91d36d47fa tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5594537 Nov 27 10:38:01.546884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.563674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42414) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:01.640102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e155113-59ba-4cb8-a142-b8fa5210e11a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.650901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e155113-59ba-4cb8-a142-b8fa5210e11a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.651413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.662080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 42168055-6d1e-4f41-b8a3-57cca81eda94 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:01.662438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.734291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e155113-59ba-4cb8-a142-b8fa5210e11a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.744612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e155113-59ba-4cb8-a142-b8fa5210e11a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.748235 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6e155113-59ba-4cb8-a142-b8fa5210e11a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/467695ba-4aba-4352-be10-599ac57104d5 HTTP/1.1" status: 204 len: 168 time: 0.1828840 Nov 27 10:38:01.748235 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-61526fe1-291b-4422-8437-d1276a42388d req-f328e6d8-2414-4f81-9440-3949e2a6de40 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 210 time: 0.1863089 Nov 27 10:38:01.748551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42416) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:01.777829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=dd392f1d-3334-4a63-b704-a6af79b8eb3b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:01.788526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.789547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155113-59ba-4cb8-a142-b8fa5210e11a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=467695ba-4aba-4352-be10-599ac57104d5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:01.796763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a7f4-a8ee-425b-9ccd-0e6d790468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.803980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.810191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.843870 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e4ba662f-e226-4e21-9857-46262af4a41e tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c4c43a16e74030901d4e73b85b351a HTTP/1.1" status: 200 len: 379 time: 0.2809405 Nov 27 10:38:01.853241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c4b1a7f4-a8ee-425b-9ccd-0e6d790468c0 None None] For port 505b10d6-59d5-413d-86dc-430118c0bc01, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=505b10d6-59d5-413d-86dc-430118c0bc01,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:01.869171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:00Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:01.877325 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b0b45dc3-9c78-4ca4-8e5f-abbd3106b9a1 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1193776 Nov 27 10:38:01.883145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'port': {'device_id': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'admin_state_up': True, 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'security_groups': ['ca5beb72-51a6-41ad-bcf8-563e67b361a0']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:01.892730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a7f4-a8ee-425b-9ccd-0e6d790468c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.893570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '2148e4dd-91b4-4786-83ff-3959e69ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:01.894160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: db3309e7-47e7-4f9d-ac25-3ce6395944fb, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:01.905105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:01.933345 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.957689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:01.972267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f429b4-a4f6-4d19-a81d-7e261ae056b8 None None] The sync data for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv is: [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:00Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:02.000505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:02.001522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c49a-e184-426f-a13d-37080a885165 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.029325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f329ba74-2b8f-4b9a-a83d-0166557cf2b1 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:02.055362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c49a-e184-426f-a13d-37080a885165 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.101373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a7f4-a8ee-425b-9ccd-0e6d790468c0 None None] Pushing event updated for resources: {'Port': ['ID=505b10d6-59d5-413d-86dc-430118c0bc01,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:02.117758 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Attempting to bind port b758a84c-fbf9-4d3a-98b2-122edba92384 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:02.118885 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Attempting to bind port b758a84c-fbf9-4d3a-98b2-122edba92384 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:02.119833 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Attempting to bind port b758a84c-fbf9-4d3a-98b2-122edba92384 on network 0568eb72-875c-42ab-88d8-fe8360b03f3a {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:02.149098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:02.164974 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:02.171457 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Checking segment: {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:02.173353 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.173889 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Bound using segment: {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:02.174501 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Bound port: b758a84c-fbf9-4d3a-98b2-122edba92384, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb427036-c11a-471f-a543-e11910c35c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:02.177998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.187064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:02.187064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.197388 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e3de-f6a7-4a4d-8481-2fd14d4a5aa6 None None] Pushing event updated for resources: {'Port': ['ID=b758a84c-fbf9-4d3a-98b2-122edba92384,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:02.239109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, db3309e7-47e7-4f9d-ac25-3ce6395944fb) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:02.252249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c49a-e184-426f-a13d-37080a885165 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.254994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c49a-e184-426f-a13d-37080a885165 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.256241 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9cb8c49a-e184-426f-a13d-37080a885165 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/4c6880dc-5caf-476a-87af-a308be5bcb12 HTTP/1.1" status: 204 len: 168 time: 0.3501112 Nov 27 10:38:02.256828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0668553-14b3-494d-b6d9-f291d5244c5c None None] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:02.268058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42420) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:02.270703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8c49a-e184-426f-a13d-37080a885165 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6880dc-5caf-476a-87af-a308be5bcb12,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:02.316304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:02.321473 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.340509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:02.350322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.355050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-736ab17c-d6cb-4b52-9eca-3847d452d72f tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 954 time: 1.8859928 Nov 27 10:38:02.356010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:02.361096 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] For port b758a84c-fbf9-4d3a-98b2-122edba92384, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:02.365611 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] For port b758a84c-fbf9-4d3a-98b2-122edba92384, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b758a84c-fbf9-4d3a-98b2-122edba92384,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:02.370312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2c0af759-146d-44d2-b788-c787991f1944 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973275 Nov 27 10:38:02.374853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:02.391576 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.399890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Made reservation on behalf of f6c4c43a16e74030901d4e73b85b351a for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:02.404591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.425363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936879630'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:02.455109 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9d5194ca-423a-47e1-b4e1-45158c198bb7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9582098 Nov 27 10:38:02.460461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:02.481013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0d48e-f08f-4337-8164-58301d57df23 None None] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:02.483706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-772346660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:02.483854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.515037 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:02.515746 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:02.560569 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a2ff4c3a-02d9-4b83-9c1d-279d76c1bc64 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 954 time: 0.2028148 Nov 27 10:38:02.561340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:02.564878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.570182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'routes': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:02.631741 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:02.707582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.727672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.742521 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port f329ba74-2b8f-4b9a-a83d-0166557cf2b1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:02.747556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.748936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.752307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-857c0715-51eb-421e-bda9-9c4df93f7f83 None None] Provisioning complete for port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:02.752779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-857c0715-51eb-421e-bda9-9c4df93f7f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.762259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.798506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-db3309e7-47e7-4f9d-ac25-3ce6395944fb', 'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': 'dd392f1d-3334-4a63-b704-a6af79b8eb3b'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:02.799324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.803898 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e3de-f6a7-4a4d-8481-2fd14d4a5aa6 None None] Pushing event updated for resources: {'Port': ['ID=b758a84c-fbf9-4d3a-98b2-122edba92384,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:02.880512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.935412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:02.971310 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 6, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b758a84c-fbf9-4d3a-98b2-122edba92384', 'name': '', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:2a:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:57Z', 'updated_at': '2021-11-27T10:38:02Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:03.007543 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aafb7-e84b-4f90-a3bc-6f70a71de4f7 None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 6, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b758a84c-fbf9-4d3a-98b2-122edba92384', 'name': '', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:2a:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:57Z', 'updated_at': '2021-11-27T10:38:02Z', 'revision_number': 4, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:03.013790 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6f9b1c33-2828-482f-8218-99cd5bffb531 req-08e293fb-2148-445e-8bdb-83b33f2322a3 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 210 time: 0.1039183 Nov 27 10:38:03.127048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event updated for resources: {'Port': ['ID=2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:03.129898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:03.140584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.156250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.185420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] In _notify_port_updated(), no bound segment for port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc on network 50670324-3c0e-4b9b-8f60-4e1c6e101fde {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:38:03.189157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:03.192409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.194120 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-87bea4b1-7909-4ba5-984e-f6d19b3e8252 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "PUT /v2.0/ports/2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc HTTP/1.1" status: 200 len: 1056 time: 2.8430257 Nov 27 10:38:03.198863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:03.203166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.204851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f88dc236-d5cc-4b56-b87f-bf65f7c536fa tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7370005 Nov 27 10:38:03.211544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:03.245038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8481e9ea-fb87-4e89-9599-083da267f54d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:03.293494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.301871 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6dda8081-4644-4509-a134-1a9ccb0aa395 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8843558 Nov 27 10:38:03.302529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:03.312690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Allocated IP 172.20.0.2 (db3309e7-47e7-4f9d-ac25-3ce6395944fb/dd392f1d-3334-4a63-b704-a6af79b8eb3b/5d9978cf-8881-4eb9-bea7-2000545f3350) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:03.315838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '8481e9ea-fb87-4e89-9599-083da267f54d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:03.443188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.455204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Allocated IP 172.20.0.7 (0def692b-d3a7-4c10-8d9a-1b71739f27bb/5881f4b0-8e86-4e5e-b11e-3faee24bb36e/59214a2b-4c22-4850-94d4-ee75a9376334) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:03.614117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-54eb1696-a380-4b24-93ec-d4b0756e9767 None None] Provisioning complete for port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:03.615648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-54eb1696-a380-4b24-93ec-d4b0756e9767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.620519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 10:38:03.621151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 10:38:03.658898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.695870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.708193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b758a84c-fbf9-4d3a-98b2-122edba92384 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:03.717257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:03.717518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.762550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e8e0d0-407f-4eb1-801b-42a8caab7fb0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:03.816072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-54eb1696-a380-4b24-93ec-d4b0756e9767 None None] Port 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:03.822341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.832510 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b9aefc8-7dc8-455a-8abb-275fb2118a9a tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5267622 Nov 27 10:38:03.835854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42438) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:03.837275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.854380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.880105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:03.887858 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b7d0be38-0d60-4b71-9d4c-29e7fb275469 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules/64e8e0d0-407f-4eb1-801b-42a8caab7fb0 HTTP/1.1" status: 200 len: 763 time: 0.0481224 Nov 27 10:38:03.890948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42440) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:03.950884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b758a84c-fbf9-4d3a-98b2-122edba92384 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:03.951387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.089730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:04.108577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Pushing event updated for resources: {'Port': ['ID=5d9978cf-8881-4eb9-bea7-2000545f3350,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:04.124199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:04.133615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:04.181723 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2d480d66-c625-4e7d-bff4-abe293feb36a req-ebf69308-10e4-4a04-921d-eada16674711 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 210 time: 0.0432699 Nov 27 10:38:04.182398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a52d66f-33b7-4556-8b67-f2cbee1362c6 None None] Provisioning complete for port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:04.183466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a52d66f-33b7-4556-8b67-f2cbee1362c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.190441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.228242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.231541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.236580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.268153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.372476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:04.490556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Attempting to bind port 5d9978cf-8881-4eb9-bea7-2000545f3350 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:04.491041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Attempting to bind port 5d9978cf-8881-4eb9-bea7-2000545f3350 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '2148e4dd-91b4-4786-83ff-3959e69ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:04.491479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Attempting to bind port 5d9978cf-8881-4eb9-bea7-2000545f3350 on network db3309e7-47e7-4f9d-ac25-3ce6395944fb {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:04.508151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:04.521137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:04.521603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Checking segment: {'id': '2148e4dd-91b4-4786-83ff-3959e69ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:04.522085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.522580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Bound using segment: {'id': '2148e4dd-91b4-4786-83ff-3959e69ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:04.523410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Bound port: 5d9978cf-8881-4eb9-bea7-2000545f3350, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148e4dd-91b4-4786-83ff-3959e69ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db3309e7-47e7-4f9d-ac25-3ce6395944fb'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:04.523867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.529608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.531426 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9594cdd6-5b2e-4692-938c-14a0caa48fb9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 704 time: 1.9683251 Nov 27 10:38:04.535361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:04.582650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.20.0.1 (db3309e7-47e7-4f9d-ac25-3ce6395944fb/dd392f1d-3334-4a63-b704-a6af79b8eb3b/249f7abe-b46f-47ce-8c9d-7bc4728c12c2) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:04.627741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.655755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:04.673337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.703762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port b758a84c-fbf9-4d3a-98b2-122edba92384, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b758a84c-fbf9-4d3a-98b2-122edba92384,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:04.705990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] For port 5d9978cf-8881-4eb9-bea7-2000545f3350, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:04.713530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] For port 5d9978cf-8881-4eb9-bea7-2000545f3350, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9978cf-8881-4eb9-bea7-2000545f3350,segment=NetworkSegment(2148e4dd-91b4-4786-83ff-3959e69ac5cf),segment_id=2148e4dd-91b4-4786-83ff-3959e69ac5cf)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:04.715429 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f8c1d7e5-c3f0-4021-884d-0d6ab238f323 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8225536 Nov 27 10:38:04.718669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.720153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 505b10d6-59d5-413d-86dc-430118c0bc01 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:04.731923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:04.769696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.783058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:04.791239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for 2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:04.793508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb06370-521a-41df-9343-28727b8fb92e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.796022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:04.796744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:04.800279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:04.815594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:04.920047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a52d66f-33b7-4556-8b67-f2cbee1362c6 None None] Provisioning complete for port b758a84c-fbf9-4d3a-98b2-122edba92384 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:04.920520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1a52d66f-33b7-4556-8b67-f2cbee1362c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:04.973396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 505b10d6-59d5-413d-86dc-430118c0bc01 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:04.973867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.064443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=b758a84c-fbf9-4d3a-98b2-122edba92384,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:05.108445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:05.230084 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-786d6aa6-349c-48d7-b66d-a4f90ca7ba00 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 704 time: 0.6933370 Nov 27 10:38:05.232593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42450) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:05.312402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb06370-521a-41df-9343-28727b8fb92e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.340489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594acb6-48ee-4729-8176-89c99f2922d0 None None] Pushing event updated for resources: {'Port': ['ID=5d9978cf-8881-4eb9-bea7-2000545f3350,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:05.467660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:05.488950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:05.489928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.539412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f329ba74-2b8f-4b9a-a83d-0166557cf2b1 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:05.557751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.586204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb06370-521a-41df-9343-28727b8fb92e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.597519 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-e9757564-61fc-4d2d-becb-c3af1dda2d02 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7186909 Nov 27 10:38:05.605313 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e869266-3834-49a9-af36-15c02b05a8dc req-d175f004-f5ee-4dd4-9525-058c82d7a461 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:05.606893 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e869266-3834-49a9-af36-15c02b05a8dc req-d175f004-f5ee-4dd4-9525-058c82d7a461 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 931 time: 0.3039045 Nov 27 10:38:05.610757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fb06370-521a-41df-9343-28727b8fb92e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.611991 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5fb06370-521a-41df-9343-28727b8fb92e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/64e8e0d0-407f-4eb1-801b-42a8caab7fb0 HTTP/1.1" status: 204 len: 168 time: 0.8773100 Nov 27 10:38:05.615606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:05.636413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb06370-521a-41df-9343-28727b8fb92e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64e8e0d0-407f-4eb1-801b-42a8caab7fb0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:05.650240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.679728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42456) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:05.680501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4a097d03-eeb1-47c7-8aab-1977b44cab17 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620122 Nov 27 10:38:05.707661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '8481e9ea-fb87-4e89-9599-083da267f54d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:05.758485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:03Z', 'revision_number': 7, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b758a84c-fbf9-4d3a-98b2-122edba92384', 'name': '', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:2a:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:57Z', 'updated_at': '2021-11-27T10:38:04Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:05.778245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.780230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:05.792675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Request body: {'port': {'device_id': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:05.818014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:05.821854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e996dea7-14b0-4430-af94-a1bf2dede82d None None] Provisioning complete for port b758a84c-fbf9-4d3a-98b2-122edba92384 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:05.822270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e996dea7-14b0-4430-af94-a1bf2dede82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.848621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.860208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:05.860656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:05.913424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:05.924081 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e869266-3834-49a9-af36-15c02b05a8dc req-32798dd9-cf81-440d-8e84-9cc3877de0b1 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988803 Nov 27 10:38:05.938717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:05.939477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:06.068820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.071808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:06.092764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:06.124946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.183205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port b758a84c-fbf9-4d3a-98b2-122edba92384 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:06.184016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.206665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:06.235627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=249f7abe-b46f-47ce-8c9d-7bc4728c12c2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:06.305213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port b758a84c-fbf9-4d3a-98b2-122edba92384, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b758a84c-fbf9-4d3a-98b2-122edba92384,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:06.305841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.321231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for b758a84c-fbf9-4d3a-98b2-122edba92384 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:06.376190 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e996dea7-14b0-4430-af94-a1bf2dede82d None None] Provisioning complete for port 59214a2b-4c22-4850-94d4-ee75a9376334 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:06.376827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e996dea7-14b0-4430-af94-a1bf2dede82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.488512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.653915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.661806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510f6ff-05b8-486e-801e-db8d26565d65 None None] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:06.684869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=b758a84c-fbf9-4d3a-98b2-122edba92384,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:06.739523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b758a84c-fbf9-4d3a-98b2-122edba92384 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:06.750226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.769899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.779375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e996dea7-14b0-4430-af94-a1bf2dede82d None None] Port 59214a2b-4c22-4850-94d4-ee75a9376334 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:06.783561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: b758a84c-fbf9-4d3a-98b2-122edba92384 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:06.783561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b758a84c-fbf9-4d3a-98b2-122edba92384 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 10:38:06.800877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.806885 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-631e1c0a-901f-43cf-a178-86d64f13d410 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/ports/2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc HTTP/1.1" status: 204 len: 168 time: 3.5970862 Nov 27 10:38:06.809880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42458) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:06.825219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Port b758a84c-fbf9-4d3a-98b2-122edba92384 not found, will not notify nova. {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 10:38:06.825651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9978cf-8881-4eb9-bea7-2000545f3350 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:06.829674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e4d555-3356-48aa-b502-a95af231d51c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:06.853441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.876672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.882905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cc7a58a7-9a3f-4f7b-9d05-e710586e5ae6 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1943686 Nov 27 10:38:06.882905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd0185a-b8fa-4409-8e18-71e5580ab6e2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] GET failed (client error): The resource could not be found. Nov 27 10:38:06.882905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4bd0185a-b8fa-4409-8e18-71e5580ab6e2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "GET /v2.0/ports/2f193e0c-5c38-46a2-a5e4-c5b2c20d1cbc HTTP/1.1" status: 404 len: 333 time: 0.0694110 Nov 27 10:38:06.900044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42462) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:06.900398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42460) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:06.959966 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.975992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f03c0f5-f0e9-44a5-9333-26a8d15f4ce0 None None] Provisioning complete for port 5d9978cf-8881-4eb9-bea7-2000545f3350 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:06.976559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0f5-f0e9-44a5-9333-26a8d15f4ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:06.989461 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5a3f9a43-cfb8-47aa-8f22-1464274e48fb tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules/58e4d555-3356-48aa-b502-a95af231d51c HTTP/1.1" status: 200 len: 763 time: 0.0835102 Nov 27 10:38:07.013056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:07.046669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 5d9978cf-8881-4eb9-bea7-2000545f3350 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:07.047241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.113423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:03Z', 'revision_number': 7, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b758a84c-fbf9-4d3a-98b2-122edba92384', 'name': '', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:2a:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:57Z', 'updated_at': '2021-11-27T10:38:04Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:07.148473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2208ed6-87e2-442e-9c80-1ba44390ffd1 req-f379fafb-d35d-4ef7-be1b-fe72daf0a0f4 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:07.150610 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e2208ed6-87e2-442e-9c80-1ba44390ffd1 req-f379fafb-d35d-4ef7-be1b-fe72daf0a0f4 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 931 time: 0.0759850 Nov 27 10:38:07.154500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59214a2b-4c22-4850-94d4-ee75a9376334 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:38:07.157778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c3313-c6c9-4d5f-85a2-ca9d8de54fb3 None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:03Z', 'revision_number': 7, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b758a84c-fbf9-4d3a-98b2-122edba92384', 'name': '', 'network_id': '0568eb72-875c-42ab-88d8-fe8360b03f3a', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:2a:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:57Z', 'updated_at': '2021-11-27T10:38:04Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8e3db752-d804-4562-b9ab-63ef9887c948', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:07.165192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:07.226231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0f5-f0e9-44a5-9333-26a8d15f4ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.275142 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b3567ef1-a222-44e0-8629-d51e4594cea1 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2500210 Nov 27 10:38:07.275786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42468) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:07.280490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.317850 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e2208ed6-87e2-442e-9c80-1ba44390ffd1 req-8924fad6-7671-4b29-875a-fe1708b7672b tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502202 Nov 27 10:38:07.330107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9f03c0f5-f0e9-44a5-9333-26a8d15f4ce0 None None] For port 5d9978cf-8881-4eb9-bea7-2000545f3350, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9978cf-8881-4eb9-bea7-2000545f3350,segment=NetworkSegment(2148e4dd-91b4-4786-83ff-3959e69ac5cf),segment_id=2148e4dd-91b4-4786-83ff-3959e69ac5cf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:07.333519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.346798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f03c0f5-f0e9-44a5-9333-26a8d15f4ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.359445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:07.364904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d87b099-d007-4c5e-8776-8be5c3ea1172 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.366260 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2f3ef3f8-9b8a-4d3e-a56a-c36358fd8f95 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1323233 Nov 27 10:38:07.369247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:07.374508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Transition to ACTIVE for port object 59214a2b-4c22-4850-94d4-ee75a9376334 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:38:07.417934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port 74590938-c5ba-4200-9a50-99e112efba23 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:07.418258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.450406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03c0f5-f0e9-44a5-9333-26a8d15f4ce0 None None] Pushing event updated for resources: {'Port': ['ID=5d9978cf-8881-4eb9-bea7-2000545f3350,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:07.455314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:38:07.455671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:38:07.458871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.463518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 8e3db752-d804-4562-b9ab-63ef9887c948 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:07.465704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d87b099-d007-4c5e-8776-8be5c3ea1172 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.475552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.525541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.574524 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:07.586878 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:07.587520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:07.591578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e952c817-354e-449a-9e83-1d59315fb888 None None] Provisioning complete for port 5d9978cf-8881-4eb9-bea7-2000545f3350 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:07.592083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e952c817-354e-449a-9e83-1d59315fb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.712936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.731190 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:07.770038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e952c817-354e-449a-9e83-1d59315fb888 None None] Provisioning complete for port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:07.770338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e952c817-354e-449a-9e83-1d59315fb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.797806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.832522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e952c817-354e-449a-9e83-1d59315fb888 None None] Port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:07.842192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.846897 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/8e3db752-d804-4562-b9ab-63ef9887c948 HTTP/1.1" status: 204 len: 168 time: 0.4766130 Nov 27 10:38:07.848561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3db752-d804-4562-b9ab-63ef9887c948,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:07.849448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb0f31-59e4-41dc-b24c-30a3cc1382e6 None None] Network 0568eb72-875c-42ab-88d8-fe8360b03f3a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:07.851040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:07.867177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.870515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.871018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.871571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.872045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.879385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.879910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.880368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.880848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.881297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.881879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.882317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457927e3-1341-49e7-a8d4-d5b5f76c6692 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:07.980289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.981846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d87b099-d007-4c5e-8776-8be5c3ea1172 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.991816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:07.997956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d87b099-d007-4c5e-8776-8be5c3ea1172 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:07.999291 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9d87b099-d007-4c5e-8776-8be5c3ea1172 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/58e4d555-3356-48aa-b502-a95af231d51c HTTP/1.1" status: 204 len: 168 time: 0.7151906 Nov 27 10:38:08.015460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42474) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:08.048854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87b099-d007-4c5e-8776-8be5c3ea1172 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e4d555-3356-48aa-b502-a95af231d51c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.063105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b98eaca4-c594-4e5c-9844-6ae7563d8527 None None] Provisioning complete for port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:08.063956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b98eaca4-c594-4e5c-9844-6ae7563d8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.085922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.094900 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:06Z', 'revision_number': 8, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:08.101546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:08.102010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.128397 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:08.132517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b98eaca4-c594-4e5c-9844-6ae7563d8527 None None] Port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:08.134522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for 74590938-c5ba-4200-9a50-99e112efba23 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:08.140689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:08.141995 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:08.173862 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1b0febee-a151-4671-82e6-e83550915480 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1522911 Nov 27 10:38:08.176683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:08.184866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Request body: {'security_group_rule': {'security_group_id': '8481e9ea-fb87-4e89-9599-083da267f54d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:08.204520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port f329ba74-2b8f-4b9a-a83d-0166557cf2b1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:08.204998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.225833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for f329ba74-2b8f-4b9a-a83d-0166557cf2b1 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:08.238176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Attempting to bind port 59214a2b-4c22-4850-94d4-ee75a9376334 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:08.238425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Attempting to bind port 59214a2b-4c22-4850-94d4-ee75a9376334 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:08.238567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Attempting to bind port 59214a2b-4c22-4850-94d4-ee75a9376334 on network 0def692b-d3a7-4c10-8d9a-1b71739f27bb {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:08.244234 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.247580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.261660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Port 59214a2b-4c22-4850-94d4-ee75a9376334 on network 0def692b-d3a7-4c10-8d9a-1b71739f27bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:38:08.262146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Attempting to bind port 59214a2b-4c22-4850-94d4-ee75a9376334 on network 0def692b-d3a7-4c10-8d9a-1b71739f27bb {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:08.262498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] DHCP port deletion for 0568eb72-875c-42ab-88d8-fe8360b03f3a request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:08.265555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.303501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:08.303854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Checking segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:08.304246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Bound using segment: {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:08.304743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Bound port: 59214a2b-4c22-4850-94d4-ee75a9376334, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e43898-aea8-43ae-b370-d7f3f3227786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:08.305096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.328784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Deleting port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:08.330136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.374888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.380132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.383721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.402958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.414520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.415546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=249f7abe-b46f-47ce-8c9d-7bc4728c12c2,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.416598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386582 Nov 27 10:38:08.424093 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:08.430213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42480) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:08.462218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:08.523613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59581ab2-acb3-47bd-a0bc-db96c5541a26 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbaf598-6ace-4fd2-a0ca-72a32d57746a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.533976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.548847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] For port f329ba74-2b8f-4b9a-a83d-0166557cf2b1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,segment=NetworkSegment(eb427036-c11a-471f-a543-e11910c35c73),segment_id=eb427036-c11a-471f-a543-e11910c35c73)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:08.550249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.566931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:08.575717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b2929989-2708-47ee-ad96-acf4f4368829 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules/5fbaf598-6ace-4fd2-a0ca-72a32d57746a HTTP/1.1" status: 200 len: 764 time: 0.1429791 Nov 27 10:38:08.576470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Calling delete_port for f329ba74-2b8f-4b9a-a83d-0166557cf2b1 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:08.579749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42482) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:08.583837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.600947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.632438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:08.635469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=74590938-c5ba-4200-9a50-99e112efba23,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.658844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.667625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f14b221d-8b51-450f-a972-b4871c1c8275 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0868177 Nov 27 10:38:08.670243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:08.702146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0568eb72-875c-42ab-88d8-fe8360b03f3a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:08.727030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb427036-c11a-471f-a543-e11910c35c73') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:08.728801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb427036-c11a-471f-a543-e11910c35c73') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:08.745118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14a7196e-6698-49cb-ac08-908c4cc6e280 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.748519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.756403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.771590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:08.772209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.773903 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] 10.222.0.24 "PUT /v2.0/ports/59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 1093 time: 3.1582189 Nov 27 10:38:08.779210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:38:08.781683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedea2f3-1626-4776-89fe-33caa0364793" -d '{"events": [{"name": "network-changed", "server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:38:08.791059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:08.803136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14a7196e-6698-49cb-ac08-908c4cc6e280 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.811549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9978cf-8881-4eb9-bea7-2000545f3350 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:08.820345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Pushing event deleted for resources: {'Port': ['ID=f329ba74-2b8f-4b9a-a83d-0166557cf2b1,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.827125 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:06Z', 'revision_number': 8, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:08.831838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.843526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:08.844875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.848204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cdb2b-82e3-4dee-b9de-8797ef1681e4 req-68305125-7242-4d0f-a261-ec202588fd4b tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:08.848708 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:08.872515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-af4cdb2b-82e3-4dee-b9de-8797ef1681e4 req-68305125-7242-4d0f-a261-ec202588fd4b tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 943 time: 0.3650601 Nov 27 10:38:08.897693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:08.898437 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c90ca-0ec8-41b8-960e-91f090754f98 None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:06Z', 'revision_number': 8, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42168055-6d1e-4f41-b8a3-57cca81eda94', 'name': '', 'network_id': 'b7acc747-16e0-44d8-b76d-eddaf45f5dd3', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:ae:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '8bd566be-118f-462e-967f-37cedcda58ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:49Z', 'updated_at': '2021-11-27T10:37:58Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '8bd566be-118f-462e-967f-37cedcda58ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:08.915919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14a7196e-6698-49cb-ac08-908c4cc6e280 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.921306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14a7196e-6698-49cb-ac08-908c4cc6e280 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.925348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-14a7196e-6698-49cb-ac08-908c4cc6e280 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5fbaf598-6ace-4fd2-a0ca-72a32d57746a HTTP/1.1" status: 204 len: 168 time: 0.2415032 Nov 27 10:38:08.942771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:08.948738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] No DVR routers for this DVR port f329ba74-2b8f-4b9a-a83d-0166557cf2b1 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:08.950140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7196e-6698-49cb-ac08-908c4cc6e280 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fbaf598-6ace-4fd2-a0ca-72a32d57746a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:08.984139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:08.986336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.987385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.992788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.993249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.995583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.995942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.996292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:08.996668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:09.003632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:09.006514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:09.006828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:09.007305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24494b8e-e2a8-4829-9fe8-d5f21cdfb024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:09.008214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.015842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/0568eb72-875c-42ab-88d8-fe8360b03f3a HTTP/1.1" status: 204 len: 168 time: 1.1632123 Nov 27 10:38:09.017312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f7b0-d1d3-4913-9820-76ffe9850fcb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=0568eb72-875c-42ab-88d8-fe8360b03f3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:09.024036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.037078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e6654f-d0c4-4bf2-87ba-7089d946b256 x-openstack-request-id: req-01e6654f-d0c4-4bf2-87ba-7089d946b256 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:38:09.038009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:38:09.038322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01e6654f-d0c4-4bf2-87ba-7089d946b256 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:38:09.038735 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'status': 'completed', 'code': 200} Nov 27 10:38:09.092118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 5d9978cf-8881-4eb9-bea7-2000545f3350 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:09.092555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.093902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.100213 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4a02ac26-a8e4-433b-8bd0-32546897f685 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/ports/74590938-c5ba-4200-9a50-99e112efba23 HTTP/1.1" status: 204 len: 168 time: 2.1944556 Nov 27 10:38:09.110664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabf972-4c99-4c20-903b-a920a8512a6f service neutron] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:09.114683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42494) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.177479 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-854e21de-14e8-4257-ad83-d0672e576745 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2239437 Nov 27 10:38:09.180633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42496) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.252659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e0c5ae-6b3f-4eb2-b45b-0e8a147fa14d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] GET failed (client error): The resource could not be found. Nov 27 10:38:09.257981 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-02e0c5ae-6b3f-4eb2-b45b-0e8a147fa14d tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "GET /v2.0/ports/74590938-c5ba-4200-9a50-99e112efba23 HTTP/1.1" status: 404 len: 333 time: 0.1359062 Nov 27 10:38:09.263612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42498) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.286317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-af4cdb2b-82e3-4dee-b9de-8797ef1681e4 req-6c729817-df76-40a0-b0c7-c131d27b510d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4124856 Nov 27 10:38:09.318875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-6270ddcd-32a7-406a-aac4-fb41521d14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:09.320939 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-6270ddcd-32a7-406a-aac4-fb41521d14bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1096 time: 0.4422557 Nov 27 10:38:09.354996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f329ba74-2b8f-4b9a-a83d-0166557cf2b1 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:09.386041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f713e5f-fb1d-4d53-8da6-847398bfabde tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.387137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: f329ba74-2b8f-4b9a-a83d-0166557cf2b1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:09.387683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f329ba74-2b8f-4b9a-a83d-0166557cf2b1 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:09.426266 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-8b5c1b2f-07ac-4b0f-8094-e261c1445b17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 217 time: 0.0962965 Nov 27 10:38:09.439423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f713e5f-fb1d-4d53-8da6-847398bfabde tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.461727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b037b45d-535a-4938-b6f4-d4ae368addce None None] Provisioning complete for port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:09.461975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b037b45d-535a-4938-b6f4-d4ae368addce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.515781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b037b45d-535a-4938-b6f4-d4ae368addce None None] Port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:09.519031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 070d99f2-7737-4ccc-be29-6f12968a5934 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:38:09.530970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f713e5f-fb1d-4d53-8da6-847398bfabde tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.534283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f713e5f-fb1d-4d53-8da6-847398bfabde tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.535444 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4f713e5f-fb1d-4d53-8da6-847398bfabde tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "DELETE /v2.0/security-groups/8481e9ea-fb87-4e89-9599-083da267f54d HTTP/1.1" status: 204 len: 168 time: 0.3533278 Nov 27 10:38:09.536962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port 2a52f17a-345a-47b3-b726-45a83372357b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:09.537307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.539699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42500) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.542393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-2d1de16d-5ff9-4330-b78f-24dce9a1498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:09.544113 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-2d1de16d-5ff9-4330-b78f-24dce9a1498f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.1101789 Nov 27 10:38:09.555392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f713e5f-fb1d-4d53-8da6-847398bfabde tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8481e9ea-fb87-4e89-9599-083da267f54d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:09.604975 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d01cbf0c-ed2f-439b-a6d6-81a0141b3390 tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0629318 Nov 27 10:38:09.611303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42502) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.651390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.764176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:09.771562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-689325b9-47e5-43b2-966f-29abc22d4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:09.773429 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-689325b9-47e5-43b2-966f-29abc22d4ba9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2161479 Nov 27 10:38:09.776934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] Sync routers for ids ['070d99f2-7737-4ccc-be29-6f12968a5934'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:09.784923 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9eb6a327-bb50-4601-8442-55f5090516e7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/070d99f2-7737-4ccc-be29-6f12968a5934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4583929 Nov 27 10:38:09.789579 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-afe3b22c-b962-44ae-bb59-4f3e3c07501e tempest-SecGroupTest-1258324330 tempest-SecGroupTest-1258324330-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1752360 Nov 27 10:38:09.789734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.792751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] Routers {'070d99f2-7737-4ccc-be29-6f12968a5934'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:09.792854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:09.793294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['070d99f2-7737-4ccc-be29-6f12968a5934'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:09.828493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for 2a52f17a-345a-47b3-b726-45a83372357b owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:09.843241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:09.849476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c070bf-2a40-473f-ba92-930de18b7c60 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:09.853508 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-17c070bf-2a40-473f-ba92-930de18b7c60 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports/249f7abe-b46f-47ce-8c9d-7bc4728c12c2 HTTP/1.1" status: 200 len: 910 time: 0.0618920 Nov 27 10:38:09.855063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] Routers {'070d99f2-7737-4ccc-be29-6f12968a5934'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:09.855217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:09.856056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['070d99f2-7737-4ccc-be29-6f12968a5934'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:09.891862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:09.892674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e48b980-7e46-4df2-86e1-2e7b49c29528 None None] The sync data for ids ['070d99f2-7737-4ccc-be29-6f12968a5934'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:09.949909 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-299796cc-6d93-458e-aa00-684370cf9d97 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603966 Nov 27 10:38:10.096760 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3872be40-fe73-41f0-8973-70b73b4b5c1d req-d869abde-4bbb-45e8-ab47-3741b94784be service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346970 Nov 27 10:38:10.099008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.136623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:10.146164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=2a52f17a-345a-47b3-b726-45a83372357b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:10.182445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 42168055-6d1e-4f41-b8a3-57cca81eda94 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:10.182787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.185589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.185950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.186913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.186913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.187142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.187320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.187668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.188627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.189169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.189600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.189867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.190205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:38:10.222771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-019a95d3-baca-4b5d-8c6b-8437b5fa15ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.265567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.277673 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fcf8218b-cd3e-494e-be24-bf6e98a5d856 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/ports/2a52f17a-345a-47b3-b726-45a83372357b HTTP/1.1" status: 204 len: 168 time: 1.0121036 Nov 27 10:38:10.280109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedea2f3-1626-4776-89fe-33caa0364793 req-c3a91acd-23af-492a-bdf1-94180224c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:10.282401 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-c3a91acd-23af-492a-bdf1-94180224c1ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1096 time: 0.1268179 Nov 27 10:38:10.283412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42516) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:10.355556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 42168055-6d1e-4f41-b8a3-57cca81eda94, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=42168055-6d1e-4f41-b8a3-57cca81eda94,segment=NetworkSegment(f4e25636-bbbd-4670-a94f-e21cb284dac5),segment_id=f4e25636-bbbd-4670-a94f-e21cb284dac5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:10.355795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.382333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 42168055-6d1e-4f41-b8a3-57cca81eda94 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:10.446640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting subnet 58687c70-222a-46bc-beee-681f472aa327 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:10.456885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.462192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b758a84c-fbf9-4d3a-98b2-122edba92384 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:10.486203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: b758a84c-fbf9-4d3a-98b2-122edba92384 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:10.486553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b758a84c-fbf9-4d3a-98b2-122edba92384 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:10.499360 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9f3f8db-598a-4736-9391-989fa1745cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d64d8722cba45f1bf4a650659ff8e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593411 Nov 27 10:38:10.503447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42520) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:10.514727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedea2f3-1626-4776-89fe-33caa0364793 req-1fb241b4-268c-4d2a-982d-967141bee1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:10.517398 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-1fb241b4-268c-4d2a-982d-967141bee1f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 898 time: 0.2239499 Nov 27 10:38:10.521959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.542264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642b3a2-b733-4532-8782-3866814b4afd req-edce43ae-a411-4345-a175-2e92ac6f7a0e tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:10.543899 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a642b3a2-b733-4532-8782-3866814b4afd req-edce43ae-a411-4345-a175-2e92ac6f7a0e tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 943 time: 0.1406598 Nov 27 10:38:10.574643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.589424 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-3d764786-0df9-49db-a2b1-228d20da613d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 217 time: 0.0642636 Nov 27 10:38:10.678109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedea2f3-1626-4776-89fe-33caa0364793 req-f5c9c51f-1133-4b9e-8840-2aabfbe3bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:10.679611 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-f5c9c51f-1133-4b9e-8840-2aabfbe3bb7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.0823886 Nov 27 10:38:10.689574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.777071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedea2f3-1626-4776-89fe-33caa0364793 req-b8dd95f6-c800-4a6b-80b5-831a961bdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:10.778649 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-b8dd95f6-c800-4a6b-80b5-831a961bdfda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0857587 Nov 27 10:38:10.805609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.842017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Subnet': ['ID=58687c70-222a-46bc-beee-681f472aa327,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:10.858672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3deae-da56-4605-82c6-77e55971046e None None] Network 50670324-3c0e-4b9b-8f60-4e1c6e101fde requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:10.872853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:10.878325 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8bc98fa3-c4f4-4eb7-bb59-19f47a0797d7 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/subnets/58687c70-222a-46bc-beee-681f472aa327 HTTP/1.1" status: 204 len: 168 time: 0.5916064 Nov 27 10:38:10.880330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:11.056915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] DHCP port deletion for 50670324-3c0e-4b9b-8f60-4e1c6e101fde request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:11.083554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a642b3a2-b733-4532-8782-3866814b4afd req-053fae1f-533b-4d6b-88ee-3a384310d69a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5307257 Nov 27 10:38:11.113424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] Deleting port dd68504c-cbe1-4ef2-9bc5-f878222a2264 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:11.113806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.159864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.194959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] For port dd68504c-cbe1-4ef2-9bc5-f878222a2264, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dd68504c-cbe1-4ef2-9bc5-f878222a2264,segment=NetworkSegment(76672e66-5157-4e4a-b3cc-759d80325ea3),segment_id=76672e66-5157-4e4a-b3cc-759d80325ea3)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:11.195502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.203852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cea463c1-5a56-4ddf-90b6-baa1c336c7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.210256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] Calling delete_port for dd68504c-cbe1-4ef2-9bc5-f878222a2264 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:11.222057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.225047 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-6ab13689-795f-4de5-80cc-6f05f055f4c9 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389732 Nov 27 10:38:11.277205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=42168055-6d1e-4f41-b8a3-57cca81eda94,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:11.315404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.350957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] No DVR routers for this DVR port dd68504c-cbe1-4ef2-9bc5-f878222a2264 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:11.361753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf85ee6-fd22-4e99-a0f2-471c843b4111 None None] Pushing event deleted for resources: {'Port': ['ID=dd68504c-cbe1-4ef2-9bc5-f878222a2264,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:11.365215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Deleting port dd68504c-cbe1-4ef2-9bc5-f878222a2264 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:11.365553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.369822 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedea2f3-1626-4776-89fe-33caa0364793 req-4a4206b3-9506-4345-b397-a4c25ec1841c service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356282 Nov 27 10:38:11.381372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cea463c1-5a56-4ddf-90b6-baa1c336c7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.435754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] For port dd68504c-cbe1-4ef2-9bc5-f878222a2264, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:11.436096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.461043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Calling delete_port for dd68504c-cbe1-4ef2-9bc5-f878222a2264 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:11.464101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Port dd68504c-cbe1-4ef2-9bc5-f878222a2264 was not found and therefore no delete operation was performed {{(pid=103379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:38:11.465690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.488659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.490276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cea463c1-5a56-4ddf-90b6-baa1c336c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.492811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cea463c1-5a56-4ddf-90b6-baa1c336c7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.493943 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cea463c1-5a56-4ddf-90b6-baa1c336c7a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8422ff0d-dd18-4076-a857-6271e09a1e24 HTTP/1.1" status: 204 len: 168 time: 0.9875348 Nov 27 10:38:11.498560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Port': ['ID=dd68504c-cbe1-4ef2-9bc5-f878222a2264,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:11.501052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] No DVR routers for this DVR port dd68504c-cbe1-4ef2-9bc5-f878222a2264 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:11.514547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea463c1-5a56-4ddf-90b6-baa1c336c7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422ff0d-dd18-4076-a857-6271e09a1e24,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:11.592015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.614793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50670324-3c0e-4b9b-8f60-4e1c6e101fde']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:11.630193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76672e66-5157-4e4a-b3cc-759d80325ea3') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:11.630572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76672e66-5157-4e4a-b3cc-759d80325ea3') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:11.647708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.665799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.673212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:11.674040 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:11.677556 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:11.738353 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.745615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.752571 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] 10.222.0.13 "DELETE /v2.0/networks/50670324-3c0e-4b9b-8f60-4e1c6e101fde HTTP/1.1" status: 204 len: 168 time: 0.8711300 Nov 27 10:38:11.757594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:11.757866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.766195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513302c1-08c3-4eea-b379-7c0599335fe2 tempest-AllowedAddressPairTestJSON-965974438 tempest-AllowedAddressPairTestJSON-965974438-project] Pushing event deleted for resources: {'Network': ['ID=50670324-3c0e-4b9b-8f60-4e1c6e101fde,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:11.792023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:11.926025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:11.947641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 249f7abe-b46f-47ce-8c9d-7bc4728c12c2 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:11.963904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:11.971337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2c822da4-14a8-49bb-b398-7d77af669259 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9395969 Nov 27 10:38:11.974121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42540) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:11.978522 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:12.005487 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:12.006377 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:12.011386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:12.045801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 8bd566be-118f-462e-967f-37cedcda58ab {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:12.049760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.100829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.138488 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:12.252175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.286556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=249f7abe-b46f-47ce-8c9d-7bc4728c12c2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:12.311654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.367834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:12.372561 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4c75dbc5-b9c8-4b1e-859b-4b56837fb001 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8d27c063da84a2780abd654b1b44288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601685 Nov 27 10:38:12.391954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdc407-9e36-4a63-969a-629c92eec82e req-4078d1c8-33c1-413c-9da2-94ef69fe07bb tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:12.393717 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8bbdc407-9e36-4a63-969a-629c92eec82e req-4078d1c8-33c1-413c-9da2-94ef69fe07bb tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 943 time: 0.1985672 Nov 27 10:38:12.459257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42558) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:12.466053 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026495 Nov 27 10:38:12.466802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42560) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:12.478612 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:11Z', 'revision_number': 9, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:12.495240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.544934 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:12.546703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd566be-118f-462e-967f-37cedcda58ab,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:12.555588 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8bbdc407-9e36-4a63-969a-629c92eec82e req-54769f77-14bd-431b-a316-8aed041e5da7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479003 Nov 27 10:38:12.556822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.559958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7537f6-a2ee-48cd-b8da-040c87797e0c None None] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:12.560818 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7b4a2738-a106-45a1-ad3b-64d3c7d80d6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/8bd566be-118f-462e-967f-37cedcda58ab HTTP/1.1" status: 204 len: 168 time: 0.5855577 Nov 27 10:38:12.564243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42564) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:12.580229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.611786 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:12.614517 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:37:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:12.643728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dd68504c-cbe1-4ef2-9bc5-f878222a2264 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:12.665208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.717394 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dd97417d-1030-4d45-8cda-9643919c283c tempest-NetworksApiDiscovery-1652178760 tempest-NetworksApiDiscovery-1652178760-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2498446 Nov 27 10:38:12.745617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: dd68504c-cbe1-4ef2-9bc5-f878222a2264 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:12.745964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dd68504c-cbe1-4ef2-9bc5-f878222a2264 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:12.765408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 7b834198-d22e-4d36-8af6-4b8674ad5913 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:12.765748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.779739 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:12.786106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40c27ed5-6336-48c3-898a-1301e189e9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.834192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40c27ed5-6336-48c3-898a-1301e189e9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.871842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 7b834198-d22e-4d36-8af6-4b8674ad5913, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7b834198-d22e-4d36-8af6-4b8674ad5913,segment=NetworkSegment(f4e25636-bbbd-4670-a94f-e21cb284dac5),segment_id=f4e25636-bbbd-4670-a94f-e21cb284dac5)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:12.872319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:12.889471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] DHCP port deletion for b7acc747-16e0-44d8-b76d-eddaf45f5dd3 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:12.916775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 7b834198-d22e-4d36-8af6-4b8674ad5913 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:12.956252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 070d99f2-7737-4ccc-be29-6f12968a5934 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:13.015986 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.041196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40c27ed5-6336-48c3-898a-1301e189e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.043831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40c27ed5-6336-48c3-898a-1301e189e9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.047888 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-40c27ed5-6336-48c3-898a-1301e189e9f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/914e4c6c-1091-477a-847f-c371ffaa0614 HTTP/1.1" status: 204 len: 168 time: 0.6790743 Nov 27 10:38:13.054457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=7b834198-d22e-4d36-8af6-4b8674ad5913,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:13.058568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port 7b834198-d22e-4d36-8af6-4b8674ad5913 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:13.060353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:13.062197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27ed5-6336-48c3-898a-1301e189e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e4c6c-1091-477a-847f-c371ffaa0614,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:13.067665 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0584938a-00da-452a-9c1d-9a4b5c176245 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/070d99f2-7737-4ccc-be29-6f12968a5934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2105749 Nov 27 10:38:13.071360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:13.130037 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:11Z', 'revision_number': 9, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.139076 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-32594f8b-6050-4c43-8178-6a82c839ec9e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=070d99f2-7737-4ccc-be29-6f12968a5934 HTTP/1.1" status: 200 len: 205 time: 0.0664713 Nov 27 10:38:13.145028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42574) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:13.162865 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1010d-7d8e-4c59-ba70-9323e056af95 None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:11Z', 'revision_number': 9, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb', 'name': '', 'network_id': '47a20d4e-28de-4a99-b43a-4456621dd72b', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:59:9e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:42Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': 'a77de5cf-9a69-4a76-bafb-145fd92dad5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:13.169590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.199289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7acc747-16e0-44d8-b76d-eddaf45f5dd3']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.208608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e25636-bbbd-4670-a94f-e21cb284dac5') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.208870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e25636-bbbd-4670-a94f-e21cb284dac5') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.240215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.243300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:13.277958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.283380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.294990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:13.295777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:13.300206 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:13.302654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] Sync routers for ids ['070d99f2-7737-4ccc-be29-6f12968a5934'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:13.311089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac515c3d-1099-4ddf-8b30-bc6559f05410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.320947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Deleting port 7b834198-d22e-4d36-8af6-4b8674ad5913 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:13.321596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.353230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] Routers {'070d99f2-7737-4ccc-be29-6f12968a5934'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:13.354060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['070d99f2-7737-4ccc-be29-6f12968a5934'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.407522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.428919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:38:13.432222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.436141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.444498 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/b7acc747-16e0-44d8-b76d-eddaf45f5dd3 HTTP/1.1" status: 204 len: 168 time: 0.8760588 Nov 27 10:38:13.444498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46b9e6-925d-4c17-a8b7-93cabab7d6d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=b7acc747-16e0-44d8-b76d-eddaf45f5dd3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:13.444498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42582) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:13.461389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] For port 7b834198-d22e-4d36-8af6-4b8674ad5913, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:13.461790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.483576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Calling delete_port for 7b834198-d22e-4d36-8af6-4b8674ad5913 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:13.494417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] Routers {'070d99f2-7737-4ccc-be29-6f12968a5934'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:13.495295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['070d99f2-7737-4ccc-be29-6f12968a5934'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.505462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Port 7b834198-d22e-4d36-8af6-4b8674ad5913 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:38:13.540961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.581007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:13.582588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba932f-24a8-4648-bf44-d0497df152bc None None] The sync data for ids ['070d99f2-7737-4ccc-be29-6f12968a5934'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:13.608271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.612927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.633275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Network b7acc747-16e0-44d8-b76d-eddaf45f5dd3 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 10:38:13.634082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] No DVR routers for this DVR port 7b834198-d22e-4d36-8af6-4b8674ad5913 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:13.639086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc0c86-1c86-4cdf-beed-69eddaf57290 None None] Pushing event deleted for resources: {'Port': ['ID=7b834198-d22e-4d36-8af6-4b8674ad5913,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:13.704739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:13.719554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '59214a2b-4c22-4850-94d4-ee75a9376334', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'port_id': '59214a2b-4c22-4850-94d4-ee75a9376334', 'mac_address': 'fa:16:3e:b6:7c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:38:13.778813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.782884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.785810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.786360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router 070d99f2-7737-4ccc-be29-6f12968a5934 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:38:13.798214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59214a2b-4c22-4850-94d4-ee75a9376334 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:38:13.801803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.802912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b7e5d6a8-b52f-4806-bf03-a84749f34540 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/070d99f2-7737-4ccc-be29-6f12968a5934 HTTP/1.1" status: 204 len: 168 time: 0.6569772 Nov 27 10:38:13.812294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42592) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:13.833276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:13.838934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.852814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530466-ecc3-42c7-ba8a-8f426a8c4a2c req-ac8d25cc-5125-4de2-982a-3b5b5e88885a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:13.866427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7a530466-ecc3-42c7-ba8a-8f426a8c4a2c req-ac8d25cc-5125-4de2-982a-3b5b5e88885a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 943 time: 0.1368747 Nov 27 10:38:13.876688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fcf3-c258-4791-8178-02e078dfe45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:13.904313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:13.928979 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7a530466-ecc3-42c7-ba8a-8f426a8c4a2c req-33fcf67c-2fe5-476a-9755-0f88ebefb7e0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615623 Nov 27 10:38:13.938889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet dd392f1d-3334-4a63-b704-a6af79b8eb3b {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:13.960409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.029072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.152808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fcf3-c258-4791-8178-02e078dfe45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.164211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fcf3-c258-4791-8178-02e078dfe45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.210675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:14.229508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.232002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['59214a2b-4c22-4850-94d4-ee75a9376334'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:38:14.270307 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e9e5fcf3-c258-4791-8178-02e078dfe45c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d70dfc2de2b482ba4a47fcbb2baa7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0228689 Nov 27 10:38:14.270747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:14.273916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5fcf3-c258-4791-8178-02e078dfe45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c0c1e-3268-40e5-a313-9cbfa0cdea05,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:14.318733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.341563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a99c56c-d51c-4da6-9320-1e148551152e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.357472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-445019749'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:14.357713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.374430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a99c56c-d51c-4da6-9320-1e148551152e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.410513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Made reservation on behalf of 750243f70ea149b2a842c1a8a7fad304 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:14.414103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.425654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.430352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.436892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:14.437255 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/dd392f1d-3334-4a63-b704-a6af79b8eb3b HTTP/1.1" status: 204 len: 168 time: 0.6218779 Nov 27 10:38:14.438516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f824dd-b4d8-4bce-90c4-8a5d3f6f7fd8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=dd392f1d-3334-4a63-b704-a6af79b8eb3b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:14.461110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc8eda-6cc5-4d63-9dc4-d5974f17dc4d None None] Network db3309e7-47e7-4f9d-ac25-3ce6395944fb requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:14.540857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a99c56c-d51c-4da6-9320-1e148551152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.543811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a99c56c-d51c-4da6-9320-1e148551152e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.545125 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5a99c56c-d51c-4da6-9320-1e148551152e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d4c0c1e-3268-40e5-a313-9cbfa0cdea05 HTTP/1.1" status: 204 len: 168 time: 0.2734230 Nov 27 10:38:14.574199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c56c-d51c-4da6-9320-1e148551152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c0c1e-3268-40e5-a313-9cbfa0cdea05,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:14.580109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.596126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b834198-d22e-4d36-8af6-4b8674ad5913 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:14.668165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.676555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.679702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7b834198-d22e-4d36-8af6-4b8674ad5913 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:14.680400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b834198-d22e-4d36-8af6-4b8674ad5913 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:14.681064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 42168055-6d1e-4f41-b8a3-57cca81eda94 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:14.687396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 5d9978cf-8881-4eb9-bea7-2000545f3350 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:14.688574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.710218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:14.710567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.739103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:14.744829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 42168055-6d1e-4f41-b8a3-57cca81eda94 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:14.745366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 42168055-6d1e-4f41-b8a3-57cca81eda94 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:14.775866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caad919c-541a-4294-9426-56d378ed3741,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:14.808705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.809258 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Added segment b88c0b5c-cfe1-403b-bdf1-436615c8387c of type vlan for network fa302719-4d8e-4289-8f33-80a0dd84e293 Nov 27 10:38:14.846323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:14.846753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.863829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:14.865684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port 5d9978cf-8881-4eb9-bea7-2000545f3350, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9978cf-8881-4eb9-bea7-2000545f3350,segment=NetworkSegment(2148e4dd-91b4-4786-83ff-3959e69ac5cf),segment_id=2148e4dd-91b4-4786-83ff-3959e69ac5cf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:14.866107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.878921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] DHCP port deletion for db3309e7-47e7-4f9d-ac25-3ce6395944fb request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:14.894186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.896978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 5d9978cf-8881-4eb9-bea7-2000545f3350 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:14.961364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] Deleting port 5d9978cf-8881-4eb9-bea7-2000545f3350 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:14.961892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.977823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:14.983773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:14.984745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.051626 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8370960 Nov 27 10:38:15.054344 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] For port 5d9978cf-8881-4eb9-bea7-2000545f3350, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=5d9978cf-8881-4eb9-bea7-2000545f3350,segment=NetworkSegment(2148e4dd-91b4-4786-83ff-3959e69ac5cf),segment_id=2148e4dd-91b4-4786-83ff-3959e69ac5cf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:15.054753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.066195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:15.070859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] Calling delete_port for 5d9978cf-8881-4eb9-bea7-2000545f3350 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:15.071639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Request body: {'subnet': {'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:15.088191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8b4d-3704-4dc4-8069-8c67b51f7691 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event updated for resources: {'Network': ['ID=fa302719-4d8e-4289-8f33-80a0dd84e293,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:15.106569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.122528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network fa302719-4d8e-4289-8f33-80a0dd84e293 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:15.133942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=5d9978cf-8881-4eb9-bea7-2000545f3350,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:15.137398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port 5d9978cf-8881-4eb9-bea7-2000545f3350 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:15.201729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.225385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.225597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.245685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae1582-8078-41bb-aa2f-3492e530d45e req-a1d4ea4d-fc2b-4353-b171-ccdaa5a23d6a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:15.247073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3309e7-47e7-4f9d-ac25-3ce6395944fb']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:15.247380 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2ae1582-8078-41bb-aa2f-3492e530d45e req-a1d4ea4d-fc2b-4353-b171-ccdaa5a23d6a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 944 time: 0.2242916 Nov 27 10:38:15.255781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] No DVR routers for this DVR port 5d9978cf-8881-4eb9-bea7-2000545f3350 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:15.256628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:15.257808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2148e4dd-91b4-4786-83ff-3959e69ac5cf') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:15.258171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2148e4dd-91b4-4786-83ff-3959e69ac5cf') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:15.261106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300af87-8b0c-47e7-bba0-1495d59b98b2 None None] Pushing event deleted for resources: {'Port': ['ID=5d9978cf-8881-4eb9-bea7-2000545f3350,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:15.272433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.288921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.299343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:15.299719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:15.314257 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:15.335021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Made reservation on behalf of 750243f70ea149b2a842c1a8a7fad304 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:15.338517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.373365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.390714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.394106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.397649 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/db3309e7-47e7-4f9d-ac25-3ce6395944fb HTTP/1.1" status: 204 len: 168 time: 0.9587753 Nov 27 10:38:15.407350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:15.412198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-888895788', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:15.418193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36533db-8acb-4d06-a8b4-eca552764c77 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=db3309e7-47e7-4f9d-ac25-3ce6395944fb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:15.437599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:15.448146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.457412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.515321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 59214a2b-4c22-4850-94d4-ee75a9376334 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:38:15.521376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 59214a2b-4c22-4850-94d4-ee75a9376334 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:15.521848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.522109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.615112 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.641680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:38:15.643968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea05841-305f-4256-847d-2603364ccbea" -d '{"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-plugged", "status": "completed", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:38:15.666731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:15.670306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.676165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.741777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:15.768626 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2ae1582-8078-41bb-aa2f-3492e530d45e req-40b58081-9825-4030-bf18-39592a934a87 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4816728 Nov 27 10:38:15.776348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.905210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:15.908452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f09e2-c3b7-41fb-9941-6036fac7648d x-openstack-request-id: req-427f09e2-c3b7-41fb-9941-6036fac7648d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:38:15.908965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-plugged", "status": "completed", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:38:15.909836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427f09e2-c3b7-41fb-9941-6036fac7648d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:38:15.910376 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'code': 200} Nov 27 10:38:15.934055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.081617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.178733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.181119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:16.191030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event updated for resources: {'Subnet': ['ID=0a410e62-574d-41d9-a3ee-79e30a2dec40,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:16.213099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a301a-495e-4d63-b0d2-8ec88f6b286e req-cc86484b-3465-4bde-9b74-6b4fde262e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:16.214605 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a24a301a-495e-4d63-b0d2-8ec88f6b286e req-cc86484b-3465-4bde-9b74-6b4fde262e62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.1681590 Nov 27 10:38:16.229142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Checking segment: {'id': 'b88c0b5c-cfe1-403b-bdf1-436615c8387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:16.229501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Network hostable DHCP agents. Network: fa302719-4d8e-4289-8f33-80a0dd84e293, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:16.343304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Network fa302719-4d8e-4289-8f33-80a0dd84e293 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:16.360819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a24a301a-495e-4d63-b0d2-8ec88f6b286e req-2aa3998c-d7e1-4426-b211-540ce426e468 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371300 Nov 27 10:38:16.363935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.26.1.233 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/962f0aa6-23aa-483f-8541-2b2f8b47b13a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:16.367401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, fa302719-4d8e-4289-8f33-80a0dd84e293) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:16.369745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:16.375538 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2ff97858-bbd3-4764-889b-346b83764001 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304330 Nov 27 10:38:16.377220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:16.377558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.378513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:16.381162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59296006-ceaa-48c1-b564-31015296f938 None None] Network fa302719-4d8e-4289-8f33-80a0dd84e293 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:16.385437 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:16.395640 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3d248581-4949-4235-916b-bfa3b0b7c9ef tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3281271 Nov 27 10:38:16.398435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42626) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:16.401609 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:16.402303 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:16.403272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Request body: {'port': {'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1987542200'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:16.507493 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:16.541227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Made reservation on behalf of 750243f70ea149b2a842c1a8a7fad304 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:16.546821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.574424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] device_id is not set on port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:38:16.584166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet a77de5cf-9a69-4a76-bafb-145fd92dad5a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:16.593531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.611389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-fa302719-4d8e-4289-8f33-80a0dd84e293', 'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293', 'tenant_id': '750243f70ea149b2a842c1a8a7fad304', 'fixed_ips': [{'subnet_id': '0a410e62-574d-41d9-a3ee-79e30a2dec40'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:16.612276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.635705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.655576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.730576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9978cf-8881-4eb9-bea7-2000545f3350 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:16.740592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Allocated IP 2001:db8::36d (fa302719-4d8e-4289-8f33-80a0dd84e293/0a410e62-574d-41d9-a3ee-79e30a2dec40/ee95dc4c-ddc8-471b-a449-f3eadd3e3d62) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:16.753234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 5d9978cf-8881-4eb9-bea7-2000545f3350 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:16.753606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 5d9978cf-8881-4eb9-bea7-2000545f3350 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:16.755378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.785890 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:15Z', 'revision_number': 10, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:16.808580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.830140 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:16.833130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:16.842022 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:16.842638 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:16.843133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:16.845801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:16.857741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b38561-874c-4246-86e4-3b4b50a3bfea None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:16.901231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=962f0aa6-23aa-483f-8541-2b2f8b47b13a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:16.936008 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:16.944013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e6cd2294-1301-40d3-b2ba-d89bbbf1f91c None None] Provisioning complete for port 962f0aa6-23aa-483f-8541-2b2f8b47b13a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:16.944552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6cd2294-1301-40d3-b2ba-d89bbbf1f91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.968393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:16.978350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3577b4f-96f5-4198-b917-b69ec58b5971 req-8aaf0bac-2b39-4399-8832-a188c214e758 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:16.986881 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3577b4f-96f5-4198-b917-b69ec58b5971 req-8aaf0bac-2b39-4399-8832-a188c214e758 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.1067963 Nov 27 10:38:17.005944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd2294-1301-40d3-b2ba-d89bbbf1f91c None None] Port 962f0aa6-23aa-483f-8541-2b2f8b47b13a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:17.017753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.062276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.065855 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/a77de5cf-9a69-4a76-bafb-145fd92dad5a HTTP/1.1" status: 204 len: 168 time: 0.6863387 Nov 27 10:38:17.067892 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3577b4f-96f5-4198-b917-b69ec58b5971 req-920eb731-a5e7-4f87-b56a-79c513606391 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799074 Nov 27 10:38:17.068624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e4d72-d031-4bc8-925f-9e737a2b6323 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=a77de5cf-9a69-4a76-bafb-145fd92dad5a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:17.072127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:17.090168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.091347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd325ff8-4fb3-4079-9b91-87bd1eb98ada None None] Network 47a20d4e-28de-4a99-b43a-4456621dd72b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:17.150183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Network fa302719-4d8e-4289-8f33-80a0dd84e293 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:17.151408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Allocated IP 2001:db8::2 (fa302719-4d8e-4289-8f33-80a0dd84e293/0a410e62-574d-41d9-a3ee-79e30a2dec40/36313f15-93c0-461f-a670-4b24ed4562b9) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:17.153628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:17.156942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:17.163182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:17.164167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.178160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event updated for resources: {'Port': ['ID=ee95dc4c-ddc8-471b-a449-f3eadd3e3d62,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:17.190572 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9e902ce0-ce80-453d-8821-6b81cc7f4d22 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7910888 Nov 27 10:38:17.193526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:17.199412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Request body: {'port': {'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1558240864', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:17.199908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] bootfile-name is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:38:17.200242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] tftp-server is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:38:17.200636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] server-ip-address is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:38:17.257513 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:15Z', 'revision_number': 10, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:17.277997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.289997 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9299de1-06b6-45d1-b2f5-b09020731f7a None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:15Z', 'revision_number': 10, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None, '_interfaces': [{'id': '3802b507-c342-47b9-a2fe-823c4afd179c', 'name': '', 'network_id': '4d3a2e31-3a8e-40c8-b282-731b74bfcad0', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'mac_address': 'fa:16:3e:d8:d9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8464cdc-4189-4816-9737-4035195eebae', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:34Z', 'updated_at': '2021-11-27T10:37:41Z', 'revision_number': 5, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'subnets': [{'id': '6d3ec6be-c25d-479e-96bf-59ecd41c8333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:17.346744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Made reservation on behalf of 750243f70ea149b2a842c1a8a7fad304 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:17.350407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.361358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.369738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] device_id is not set on port 76c65ca5-2e04-4002-aa96-29b3e5c3c0a3 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:38:17.441565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.456564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.464213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 6945723d-5d60-4ec7-85a1-f80c1a023b2b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:17.464739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.504613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Network fa302719-4d8e-4289-8f33-80a0dd84e293 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:17.507563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:17.511732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:17.522268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Pushing event updated for resources: {'Port': ['ID=36313f15-93c0-461f-a670-4b24ed4562b9,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:17.524766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Allocated IP 2001:db8::383 (fa302719-4d8e-4289-8f33-80a0dd84e293/0a410e62-574d-41d9-a3ee-79e30a2dec40/76c65ca5-2e04-4002-aa96-29b3e5c3c0a3) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:17.556649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 6945723d-5d60-4ec7-85a1-f80c1a023b2b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6945723d-5d60-4ec7-85a1-f80c1a023b2b,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:17.557026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.581882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Attempting to bind port 36313f15-93c0-461f-a670-4b24ed4562b9 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:17.582261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Attempting to bind port 36313f15-93c0-461f-a670-4b24ed4562b9 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'b88c0b5c-cfe1-403b-bdf1-436615c8387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:17.582632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Attempting to bind port 36313f15-93c0-461f-a670-4b24ed4562b9 on network fa302719-4d8e-4289-8f33-80a0dd84e293 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:17.587968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:17.588346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Checking segment: {'id': 'b88c0b5c-cfe1-403b-bdf1-436615c8387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:17.588783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.589231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Bound using segment: {'id': 'b88c0b5c-cfe1-403b-bdf1-436615c8387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:17.589761 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Bound port: 36313f15-93c0-461f-a670-4b24ed4562b9, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88c0b5c-cfe1-403b-bdf1-436615c8387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fa302719-4d8e-4289-8f33-80a0dd84e293'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:17.590152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.602905 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:38:17.615026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 6945723d-5d60-4ec7-85a1-f80c1a023b2b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:17.668173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] For port 36313f15-93c0-461f-a670-4b24ed4562b9, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:17.672735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] For port 36313f15-93c0-461f-a670-4b24ed4562b9, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=36313f15-93c0-461f-a670-4b24ed4562b9,segment=NetworkSegment(b88c0b5c-cfe1-403b-bdf1-436615c8387c),segment_id=b88c0b5c-cfe1-403b-bdf1-436615c8387c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:17.678410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] DHCP port deletion for 47a20d4e-28de-4a99-b43a-4456621dd72b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:17.683931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.772485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.792171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.792540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23753d0-98c8-44bf-aea0-f2d1f6b2636b None None] Pushing event updated for resources: {'Port': ['ID=36313f15-93c0-461f-a670-4b24ed4562b9,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:17.805385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] Deleting port 6945723d-5d60-4ec7-85a1-f80c1a023b2b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:17.805577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.859087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.872983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.890545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] For port 6945723d-5d60-4ec7-85a1-f80c1a023b2b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6945723d-5d60-4ec7-85a1-f80c1a023b2b,segment=NetworkSegment(4a8ecfef-6ca5-434c-a37f-227a9b6919b0),segment_id=4a8ecfef-6ca5-434c-a37f-227a9b6919b0)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:17.891402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.910299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] Calling delete_port for 6945723d-5d60-4ec7-85a1-f80c1a023b2b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:17.912294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=6945723d-5d60-4ec7-85a1-f80c1a023b2b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:17.913880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port 6945723d-5d60-4ec7-85a1-f80c1a023b2b on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:17.933162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Network fa302719-4d8e-4289-8f33-80a0dd84e293 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:17.939757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:17.941767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event updated for resources: {'Port': ['ID=76c65ca5-2e04-4002-aa96-29b3e5c3c0a3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:17.944269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:17.950326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:17.950985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:17.975023 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ef16b52b-65fd-4c76-bc87-897fc66892be tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7790539 Nov 27 10:38:17.976538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:18.015746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.039620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.050697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 05135eaa-667c-4141-b0af-5b1bcc4d44f8 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:38:18.057902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] Pushing event deleted for resources: {'Port': ['ID=6945723d-5d60-4ec7-85a1-f80c1a023b2b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:18.065156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafce67d-4998-4eb0-9294-ffabe58f6c5d None None] No DVR routers for this DVR port 6945723d-5d60-4ec7-85a1-f80c1a023b2b on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:18.074920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a20d4e-28de-4a99-b43a-4456621dd72b']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.115777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e4450-a7c1-427b-ae7a-f171722b50c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:18.135123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e4450-a7c1-427b-ae7a-f171722b50c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:18.140917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8ecfef-6ca5-434c-a37f-227a9b6919b0') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.141196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8ecfef-6ca5-434c-a37f-227a9b6919b0') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.145232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e4450-a7c1-427b-ae7a-f171722b50c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:18.150444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ae0e4450-a7c1-427b-ae7a-f171722b50c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1697028 Nov 27 10:38:18.153584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:18.158157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.233733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.249364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:18.249858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:18.254453 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:18.268497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Deleting port 76c65ca5-2e04-4002-aa96-29b3e5c3c0a3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:18.269124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.313789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:18.323997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] Sync routers for ids ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:18.335625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] Routers {'05135eaa-667c-4141-b0af-5b1bcc4d44f8'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:18.336464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.349383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc900d9-626c-4282-a58a-4d206a28bdbe req-4aaa06bd-c738-40f5-9a9f-38fb7a55817c tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:18.351035 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4cc900d9-626c-4282-a58a-4d206a28bdbe req-4aaa06bd-c738-40f5-9a9f-38fb7a55817c tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.1834207 Nov 27 10:38:18.355487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.356500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0ffb7184-8e32-471e-8a54-8e59b056d490 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9481351 Nov 27 10:38:18.359493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:18.368353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.375203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.389230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Calling delete_port for 76c65ca5-2e04-4002-aa96-29b3e5c3c0a3 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:18.416770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.420215 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/47a20d4e-28de-4a99-b43a-4456621dd72b HTTP/1.1" status: 204 len: 168 time: 1.3422563 Nov 27 10:38:18.431416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:18.504856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467daf6-f3e9-4c54-81f8-e5399b150478 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=47a20d4e-28de-4a99-b43a-4456621dd72b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:18.562685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.565735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.576177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] Routers {'05135eaa-667c-4141-b0af-5b1bcc4d44f8'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:18.576987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.607155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event deleted for resources: {'Port': ['ID=76c65ca5-2e04-4002-aa96-29b3e5c3c0a3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:18.612017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:18.613257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f87a25-0ee4-4168-a79c-18b39cbfcd6d None None] The sync data for ids ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:18.617120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 36313f15-93c0-461f-a670-4b24ed4562b9 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:18.652321 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4cc900d9-626c-4282-a58a-4d206a28bdbe req-b3185433-c76a-43ed-b965-f0ba0f8c934c tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834249 Nov 27 10:38:18.655162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.658730 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5581668f-6658-4c3d-8d62-1aaa7afde6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "DELETE /v2.0/ports/76c65ca5-2e04-4002-aa96-29b3e5c3c0a3 HTTP/1.1" status: 204 len: 168 time: 0.5039563 Nov 27 10:38:18.663228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42644) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:18.669403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Request body: {'port': {'name': 'tempest-new-port-name-1470488507', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:18.669975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] bootfile-name is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:38:18.671024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] tftp-server is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:38:18.671024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.api.validators [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] server-ip-address is not in valid_values {{(pid=103379) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 10:38:18.696117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 36313f15-93c0-461f-a670-4b24ed4562b9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:18.696550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.740108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.781005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-83513b61-9bc7-48da-b149-f2bff491824b tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/routers/05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 200 len: 880 time: 0.4202108 Nov 27 10:38:18.782512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42648) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:18.799473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.836814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 36313f15-93c0-461f-a670-4b24ed4562b9, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=36313f15-93c0-461f-a670-4b24ed4562b9,segment=NetworkSegment(b88c0b5c-cfe1-403b-bdf1-436615c8387c),segment_id=b88c0b5c-cfe1-403b-bdf1-436615c8387c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:18.843014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:18.846024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f9e8-640b-4349-a9a7-ab0e7411e1ec req-d4ba0600-a89c-469f-a9cb-06042ad03338 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:18.848362 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa0f9e8-640b-4349-a9a7-ab0e7411e1ec req-d4ba0600-a89c-469f-a9cb-06042ad03338 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0934551 Nov 27 10:38:18.934591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:18.966557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=36313f15-93c0-461f-a670-4b24ed4562b9,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:18.968505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:18.969529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 969cac87-1ec4-4d5f-a4bf-6cbd62d11ceb not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:18.970194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6945723d-5d60-4ec7-85a1-f80c1a023b2b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:18.979976 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa0f9e8-640b-4349-a9a7-ab0e7411e1ec req-359368a0-25d4-43cc-af83-e21d5fcae42b tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197319 Nov 27 10:38:18.991859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6945723d-5d60-4ec7-85a1-f80c1a023b2b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:18.992142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6945723d-5d60-4ec7-85a1-f80c1a023b2b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:19.022039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42650) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:19.107145 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a2aeac2a-b66b-4c08-baa5-f9a7ee557cb5 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3211639 Nov 27 10:38:19.124318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6fa54-0c3a-4866-9f1e-ee0a118887f6 None None] Network fa302719-4d8e-4289-8f33-80a0dd84e293 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:19.126409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42652) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:19.131340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-888895788'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:19.259238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0f9ca20d-bb66-4287-bff3-75271b3c3ad6 None None] Provisioning complete for port 36313f15-93c0-461f-a670-4b24ed4562b9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:19.259666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca20d-bb66-4287-bff3-75271b3c3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.342637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90845b1-8b3a-4d24-b495-7991f9d68c9e tempest-TestNetworkAdvancedServerOps-396206791 tempest-TestNetworkAdvancedServerOps-396206791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:19.346273 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c90845b1-8b3a-4d24-b495-7991f9d68c9e tempest-TestNetworkAdvancedServerOps-396206791 tempest-TestNetworkAdvancedServerOps-396206791-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1093 time: 0.3231893 Nov 27 10:38:19.352097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42654) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:19.357199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '59214a2b-4c22-4850-94d4-ee75a9376334', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:19.366794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.377197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.399217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] In _notify_port_updated(), no bound segment for port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 on network fa302719-4d8e-4289-8f33-80a0dd84e293 {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:38:19.404953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:19.405620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.407967 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "PUT /v2.0/ports/ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 HTTP/1.1" status: 200 len: 1130 time: 0.7435198 Nov 27 10:38:19.427740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42656) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:19.475872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.512262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4732fd5-384c-45d2-990b-1f112a790e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:19.519931 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b4732fd5-384c-45d2-990b-1f112a790e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "GET /v2.0/ports/ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 HTTP/1.1" status: 200 len: 1130 time: 0.0852566 Nov 27 10:38:19.521331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42658) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:19.524842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4182-b28e-4448-b59d-407967ffcb44 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event updated for resources: {'Port': ['ID=ee95dc4c-ddc8-471b-a449-f3eadd3e3d62,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:19.589132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.675195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Deleting port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:19.675464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.716794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab019ef0-f5f5-4df7-9d42-6401ca70a790 None None] Provisioning complete for port 36313f15-93c0-461f-a670-4b24ed4562b9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:19.717687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab019ef0-f5f5-4df7-9d42-6401ca70a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.750514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.823057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.842841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Calling delete_port for ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 owned by {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:19.859363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab019ef0-f5f5-4df7-9d42-6401ca70a790 None None] Provisioning complete for port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:19.860559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab019ef0-f5f5-4df7-9d42-6401ca70a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:19.901301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ab019ef0-f5f5-4df7-9d42-6401ca70a790 None None] Port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:19.938283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Allocated IP 172.26.1.170 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/90094570-b0e0-45c1-bab5-cad4d904ebf4) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:20.024748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3f06f21b-186c-4901-bc2c-e20b1b4e603e None None] Provisioning complete for port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:20.025514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f06f21b-186c-4901-bc2c-e20b1b4e603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.027213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.047270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.076489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3f06f21b-186c-4901-bc2c-e20b1b4e603e None None] Port ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:20.105699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.122080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port 3802b507-c342-47b9-a2fe-823c4afd179c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:20.122510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.123449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.151464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event deleted for resources: {'Port': ['ID=ee95dc4c-ddc8-471b-a449-f3eadd3e3d62,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:20.184681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.191006 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c6a7e86f-36d6-48d6-b529-434cba56b52a tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "DELETE /v2.0/ports/ee95dc4c-ddc8-471b-a449-f3eadd3e3d62 HTTP/1.1" status: 204 len: 168 time: 0.6655214 Nov 27 10:38:20.192062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42660) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:20.196235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-535d02e4-f956-4952-8ff9-61afed8c05dc None None] Could not find standard attr ID for object 76c65ca5-2e04-4002-aa96-29b3e5c3c0a3. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:38:20.211026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.249820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:20.255886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:20.259527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:20.285506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Port': ['ID=90094570-b0e0-45c1-bab5-cad4d904ebf4,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:20.304551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 05135eaa-667c-4141-b0af-5b1bcc4d44f8 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:20.320973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Deleting subnet 0a410e62-574d-41d9-a3ee-79e30a2dec40 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:20.332463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.376584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port 3802b507-c342-47b9-a2fe-823c4afd179c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3802b507-c342-47b9-a2fe-823c4afd179c,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:20.376584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.432631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for 3802b507-c342-47b9-a2fe-823c4afd179c owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:20.436078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.541409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 36313f15-93c0-461f-a670-4b24ed4562b9 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:20.606272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 36313f15-93c0-461f-a670-4b24ed4562b9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:20.606656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.646865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:20.658571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.658788 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] Sync routers for ids ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:20.660037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d74f01b0-5f7e-4825-a15b-8bbbcd16889e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 200 len: 887 time: 1.5326359 Nov 27 10:38:20.661553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.664821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42662) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:20.676346 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] Routers {'05135eaa-667c-4141-b0af-5b1bcc4d44f8'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:20.677073 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:20.741870 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:20.762668 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] Routers {'05135eaa-667c-4141-b0af-5b1bcc4d44f8'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:20.763572 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:20.815311 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:20.816241 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68416e6-8cee-4f40-963f-ba298cc9409c None None] The sync data for ids ['05135eaa-667c-4141-b0af-5b1bcc4d44f8'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:20.817108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1a5afc9c-368f-4afb-8b26-f3c2cbf3bf9a None None] Could not find standard attr ID for object ee95dc4c-ddc8-471b-a449-f3eadd3e3d62. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 10:38:20.893765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.912256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.939691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event deleted for resources: {'Subnet': ['ID=0a410e62-574d-41d9-a3ee-79e30a2dec40,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:20.941929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.948596 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-95ff049f-fe05-419c-9542-e607363c2bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "DELETE /v2.0/subnets/0a410e62-574d-41d9-a3ee-79e30a2dec40 HTTP/1.1" status: 204 len: 168 time: 0.7498972 Nov 27 10:38:20.949151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42664) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:20.966212 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9d2e9842-9ce9-45fa-b9e1-cbebd1885f5c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/routers/05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 200 len: 887 time: 0.2672136 Nov 27 10:38:20.966212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:20.966522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42666) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:20.966968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290e720-7cc9-4f3e-bba5-5279cedd7881 None None] Network fa302719-4d8e-4289-8f33-80a0dd84e293 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:21.013977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-058c42ce-0562-48b8-9960-8786a571dda2 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 200 len: 205 time: 0.0438833 Nov 27 10:38:21.014204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=3802b507-c342-47b9-a2fe-823c4afd179c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:21.016355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:21.073992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.134450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.194087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] DHCP port deletion for fa302719-4d8e-4289-8f33-80a0dd84e293 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:21.251777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.265230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] Deleting port 36313f15-93c0-461f-a670-4b24ed4562b9 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:21.265925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.271825 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.281794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.349194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] For port 36313f15-93c0-461f-a670-4b24ed4562b9, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=36313f15-93c0-461f-a670-4b24ed4562b9,segment=NetworkSegment(b88c0b5c-cfe1-403b-bdf1-436615c8387c),segment_id=b88c0b5c-cfe1-403b-bdf1-436615c8387c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:21.350004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.359002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event updated for resources: {'Port': ['ID=90094570-b0e0-45c1-bab5-cad4d904ebf4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:21.369235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] Calling delete_port for 36313f15-93c0-461f-a670-4b24ed4562b9 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:21.370759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.373637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.472127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.479683 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Floating IP 89b2176e-8b21-4e18-b690-1f22574986bf associated. External IP: 172.26.1.170, port: 59214a2b-4c22-4850-94d4-ee75a9376334. Nov 27 10:38:21.500291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] Pushing event deleted for resources: {'Port': ['ID=36313f15-93c0-461f-a670-4b24ed4562b9,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:21.502309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e395ad9-94a8-4423-bbd9-506b387516ef None None] No DVR routers for this DVR port 36313f15-93c0-461f-a670-4b24ed4562b9 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:21.539405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Deleting port 36313f15-93c0-461f-a670-4b24ed4562b9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:21.539742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.564146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:21.948222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:21.954490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] For port 36313f15-93c0-461f-a670-4b24ed4562b9, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:21.955010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:21.986651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.033474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Calling delete_port for 36313f15-93c0-461f-a670-4b24ed4562b9 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:22.037846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Port 36313f15-93c0-461f-a670-4b24ed4562b9 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:38:22.042859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:22.044336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.049949 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d9fa0c51-cc10-4b6f-b45e-1dca29882e44 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5926602 Nov 27 10:38:22.052924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42670) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:22.055995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:22.067848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:22.069892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.094780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event deleted for resources: {'Port': ['ID=36313f15-93c0-461f-a670-4b24ed4562b9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:22.099951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] No DVR routers for this DVR port 36313f15-93c0-461f-a670-4b24ed4562b9 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:22.102692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:22.125538 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] Sync routers for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:22.130980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.138474 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:22.139328 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.146068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:22.189921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting subnet 6d3ec6be-c25d-479e-96bf-59ecd41c8333 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:22.196037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.197324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 962f0aa6-23aa-483f-8541-2b2f8b47b13a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:22.197643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.200962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.201757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 11, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.233732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:22.236088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa302719-4d8e-4289-8f33-80a0dd84e293']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.245321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:22.245321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.247351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ad288a4c-28a5-4c7c-b5db-e78fe92b5f4d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8937237 Nov 27 10:38:22.251153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:38:22.253818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14487e36-7b4f-41f9-adfc-d5258dc65498" -d '{"events": [{"name": "network-changed", "server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:38:22.278129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.279903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88c0b5c-cfe1-403b-bdf1-436615c8387c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.280199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88c0b5c-cfe1-403b-bdf1-436615c8387c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.293811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.308629 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:22.317891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.323952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:22.330764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.334341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:22.334762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:22.364439 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:22.382305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 11, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.411584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee74af8-f81d-4d30-aef4-34d6f1dea75f x-openstack-request-id: req-3ee74af8-f81d-4d30-aef4-34d6f1dea75f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:38:22.411919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:38:22.412235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ee74af8-f81d-4d30-aef4-34d6f1dea75f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:38:22.412696 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'status': 'completed', 'code': 200} Nov 27 10:38:22.416800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6159913-08d5-4eb2-8d50-c13e4d660bb1 None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 11, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:22.433547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 962f0aa6-23aa-483f-8541-2b2f8b47b13a owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:22.468427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.505687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.506360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-2913aaf2-4653-4d20-a56d-79300797e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:22.508231 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-2913aaf2-4653-4d20-a56d-79300797e24c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.1108081 Nov 27 10:38:22.519776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.525627 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] 10.222.0.13 "DELETE /v2.0/networks/fa302719-4d8e-4289-8f33-80a0dd84e293 HTTP/1.1" status: 204 len: 168 time: 1.5721898 Nov 27 10:38:22.558334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab2a45-0b1c-4a0c-b28e-94915ad64408 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757 tempest-ExtraDHCPOptionsIpV6TestJSON-1575545757-project] Pushing event deleted for resources: {'Network': ['ID=fa302719-4d8e-4289-8f33-80a0dd84e293,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:22.573992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8422-0e7e-48d1-a455-ecb7f53a6b5c req-1c019b3a-dc9c-49c6-b396-3401f4197e99 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:22.575540 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a49a8422-0e7e-48d1-a455-ecb7f53a6b5c req-1c019b3a-dc9c-49c6-b396-3401f4197e99 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.1884990 Nov 27 10:38:22.616119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.667547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3ec6be-c25d-479e-96bf-59ecd41c8333,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:22.669975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.675726 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-869b32aa-95a2-4e3a-a377-fb010d871cec tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/6d3ec6be-c25d-479e-96bf-59ecd41c8333 HTTP/1.1" status: 204 len: 168 time: 0.6216400 Nov 27 10:38:22.678207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cdf983-b1b1-4310-9ed4-b4f0c5fc66df None None] Network 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:22.682341 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:22.689297 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '89b2176e-8b21-4e18-b690-1f22574986bf', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'port_id': '59214a2b-4c22-4850-94d4-ee75a9376334', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'mac_address': 'fa:16:3e:b6:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:38:20Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 0, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.696495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a49a8422-0e7e-48d1-a455-ecb7f53a6b5c req-4221f5c1-df93-423e-9a0c-819ae78b058e tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137700 Nov 27 10:38:22.730914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:22.732149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-724934e5-4e96-42de-96b0-ec5d010bdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:22.733724 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-724934e5-4e96-42de-96b0-ec5d010bdb98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 898 time: 0.2176447 Nov 27 10:38:22.737689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] Checking router: 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:22.752984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:22.753895 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:22.809617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.873317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=962f0aa6-23aa-483f-8541-2b2f8b47b13a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:22.913691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef20b6f-705c-4437-9b10-d9065d2366a4 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:22.915766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 36313f15-93c0-461f-a670-4b24ed4562b9 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:22.935841 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:22.954661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:22.983853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 36313f15-93c0-461f-a670-4b24ed4562b9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:22.986001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 36313f15-93c0-461f-a670-4b24ed4562b9 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:22.986955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3802b507-c342-47b9-a2fe-823c4afd179c no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:23.004880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.010504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-a5a6054f-442b-4846-90be-182145058ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 999 time: 0.2324224 Nov 27 10:38:23.010984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42684) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:23.030511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3802b507-c342-47b9-a2fe-823c4afd179c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:23.030862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3802b507-c342-47b9-a2fe-823c4afd179c not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:23.068530 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c2b9ff5d-e0e6-4648-8768-e015ebbddda9 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/floatingips/89b2176e-8b21-4e18-b690-1f22574986bf HTTP/1.1" status: 200 len: 991 time: 0.3335540 Nov 27 10:38:23.133268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] DHCP port deletion for 4d3a2e31-3a8e-40c8-b282-731b74bfcad0 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:23.143693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-0ff5ec34-a778-4a89-bd8f-70ae2608b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:23.145219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-0ff5ec34-a778-4a89-bd8f-70ae2608b852 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.1118896 Nov 27 10:38:23.160123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.162804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.191896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Deleting port cf0b02a4-0407-4cd2-8009-9d221383f8aa {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:23.192161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.221655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.223091 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router 05135eaa-667c-4141-b0af-5b1bcc4d44f8 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:38:23.235102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.240557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-627c6545-7179-45a2-865d-6f0573477818 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 204 len: 168 time: 2.2197804 Nov 27 10:38:23.241324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:23.246568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-1058597061'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:23.249724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] Deleting port cf0b02a4-0407-4cd2-8009-9d221383f8aa {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:23.251631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.270673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:23.275680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.303315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-f9fdb8f2-6d13-421f-af8a-625e6b806d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:23.304951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-f9fdb8f2-6d13-421f-af8a-625e6b806d26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1493371 Nov 27 10:38:23.312410 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '89b2176e-8b21-4e18-b690-1f22574986bf', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'port_id': '59214a2b-4c22-4850-94d4-ee75a9376334', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'mac_address': 'fa:16:3e:b6:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:38:20Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 0, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:23.315355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:23.329090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.329550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment b87af805-550f-4e8c-9ed9-6ce1535956c9 of type vlan for network 045f531b-8e67-4c8a-9f63-584f8c467287 Nov 27 10:38:23.335883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] For port cf0b02a4-0407-4cd2-8009-9d221383f8aa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cf0b02a4-0407-4cd2-8009-9d221383f8aa,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:23.336250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.345679 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db169a7-240e-47af-9328-b08a65f63932 None None] The sync data for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv is: [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '89b2176e-8b21-4e18-b690-1f22574986bf', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'port_id': '59214a2b-4c22-4850-94d4-ee75a9376334', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'mac_address': 'fa:16:3e:b6:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:38:20Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 0, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:23.348672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] For port cf0b02a4-0407-4cd2-8009-9d221383f8aa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cf0b02a4-0407-4cd2-8009-9d221383f8aa,segment=NetworkSegment(d4b8f90a-1b44-42d9-9c03-67663cfeef27),segment_id=d4b8f90a-1b44-42d9-9c03-67663cfeef27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:23.349987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.370742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-33086567-1597-4640-8b38-de95adfb72f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=750243f70ea149b2a842c1a8a7fad304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560693 Nov 27 10:38:23.371619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] Calling delete_port for cf0b02a4-0407-4cd2-8009-9d221383f8aa owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:23.376288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42690) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:23.390214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Calling delete_port for cf0b02a4-0407-4cd2-8009-9d221383f8aa owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:23.425878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.452112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b62c6ca-bb3b-4e33-b380-ef5f60168db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.476540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.482303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:23.482907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.483046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.493477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b62c6ca-bb3b-4e33-b380-ef5f60168db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.511853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] Pushing event deleted for resources: {'Port': ['ID=cf0b02a4-0407-4cd2-8009-9d221383f8aa,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:23.524108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5ecd2-f413-4a50-8837-c84300e3639f None None] No DVR routers for this DVR port cf0b02a4-0407-4cd2-8009-9d221383f8aa on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:23.531196 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-b409d1ff-9345-4f52-af7f-3863707a1d9a service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139022 Nov 27 10:38:23.587069 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3445117 Nov 27 10:38:23.594629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:23.603123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:23.606425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009429a3-7800-4c45-ab10-db5e050a2ae9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=045f531b-8e67-4c8a-9f63-584f8c467287,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:23.622992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 045f531b-8e67-4c8a-9f63-584f8c467287 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:23.642522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.673240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d910f-3172-4552-87e3-85d7bb08d24f None None] New status for floating IP 89b2176e-8b21-4e18-b690-1f22574986bf: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:38:23.678122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No DVR routers for this DVR port cf0b02a4-0407-4cd2-8009-9d221383f8aa on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:23.681315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Port': ['ID=cf0b02a4-0407-4cd2-8009-9d221383f8aa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:23.702433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b62c6ca-bb3b-4e33-b380-ef5f60168db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.705659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b62c6ca-bb3b-4e33-b380-ef5f60168db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.707008 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1b62c6ca-bb3b-4e33-b380-ef5f60168db4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caad919c-541a-4294-9426-56d378ed3741 HTTP/1.1" status: 204 len: 168 time: 0.3297431 Nov 27 10:38:23.729607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62c6ca-bb3b-4e33-b380-ef5f60168db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad919c-541a-4294-9426-56d378ed3741,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:23.741441 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14487e36-7b4f-41f9-adfc-d5258dc65498 req-f841945b-1640-4680-920a-bde9369eb154 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987936 Nov 27 10:38:23.770673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:23.776092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.784786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.810401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3a2e31-3a8e-40c8-b282-731b74bfcad0']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:23.822443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b8f90a-1b44-42d9-9c03-67663cfeef27') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:23.822719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b8f90a-1b44-42d9-9c03-67663cfeef27') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:23.834656 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.851435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.859972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:23.860530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:23.864006 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:23.931358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.951489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:23.954922 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/networks/4d3a2e31-3a8e-40c8-b282-731b74bfcad0 HTTP/1.1" status: 204 len: 168 time: 1.2707591 Nov 27 10:38:23.955849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e5f9-104e-4cec-983c-fb386fcd6b6b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Pushing event deleted for resources: {'Network': ['ID=4d3a2e31-3a8e-40c8-b282-731b74bfcad0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:23.957544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:23.962400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'routes': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:24.105531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:24.155729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.171139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.extraroute_db [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Added routes are [] {{(pid=103379) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 10:38:24.171548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.extraroute_db [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Removed routes are [] {{(pid=103379) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 10:38:24.172089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.245746 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-20b77e94-1032-4530-9f29-275663e3fb64 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/floatingips/89b2176e-8b21-4e18-b690-1f22574986bf HTTP/1.1" status: 200 len: 993 time: 0.1382143 Nov 27 10:38:24.256154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=ec02494c-9d15-4625-b33f-1cc6be7c79d0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:24.260643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': 'b87af805-550f-4e8c-9ed9-6ce1535956c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:24.261003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: 045f531b-8e67-4c8a-9f63-584f8c467287, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:24.280611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 045f531b-8e67-4c8a-9f63-584f8c467287 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:24.292047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 045f531b-8e67-4c8a-9f63-584f8c467287) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:24.297180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:24.297782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.306259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e12b61-eb2b-48d8-a66e-c13f22c254bb None None] Network 045f531b-8e67-4c8a-9f63-584f8c467287 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:24.322168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42712) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:24.322810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ee5ff6cb-7294-4cd5-aaf7-504990d67dd3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7266085 Nov 27 10:38:24.328314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-147046876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:24.334399 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.341526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.419800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.420877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.443978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router f8464cdc-4189-4816-9737-4035195eebae has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:24.489912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.504309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-045f531b-8e67-4c8a-9f63-584f8c467287', 'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': 'ec02494c-9d15-4625-b33f-1cc6be7c79d0'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:24.509002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.526717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.542312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cf0b02a4-0407-4cd2-8009-9d221383f8aa no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:24.573303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:24.577511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.580451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5ed73d30-e22e-4530-b831-3fd8dd85e913 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2561088 Nov 27 10:38:24.582400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:24.585075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.588871 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-24aa1f90-da30-4f1e-8a71-48f4f4c715e0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 705 time: 0.6277418 Nov 27 10:38:24.589012 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] Sync routers for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:24.589442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42722) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:24.608596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: cf0b02a4-0407-4cd2-8009-9d221383f8aa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:24.608947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cf0b02a4-0407-4cd2-8009-9d221383f8aa not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:24.619264 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:24.620783 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-76c69bb2-28e2-4e53-8077-fc5998f12f2a tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 205 time: 0.0300910 Nov 27 10:38:24.621265 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:24.625423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42724) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:24.676927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42726) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:24.714557 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:24.724178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Allocated IP 172.20.0.2 (045f531b-8e67-4c8a-9f63-584f8c467287/ec02494c-9d15-4625-b33f-1cc6be7c79d0/22bf7dc0-67d4-47f9-98cb-1efda85f4a57) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:24.778400 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 11, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:24.808817 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] Checking router: f8464cdc-4189-4816-9737-4035195eebae for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:24.818986 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] Routers {'f8464cdc-4189-4816-9737-4035195eebae'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:24.820033 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f8464cdc-4189-4816-9737-4035195eebae'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:24.902402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.912093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.931749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:24.971085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Network 045f531b-8e67-4c8a-9f63-584f8c467287 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:24.974936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:24.980607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:24.995914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Pushing event updated for resources: {'Port': ['ID=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:24.998287 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] Set router f8464cdc-4189-4816-9737-4035195eebae gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:25.046867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.063652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Attempting to bind port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:25.064193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Attempting to bind port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'b87af805-550f-4e8c-9ed9-6ce1535956c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:25.064695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Attempting to bind port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 on network 045f531b-8e67-4c8a-9f63-584f8c467287 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:25.071434 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 11, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:25.071720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:25.072106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Checking segment: {'id': 'b87af805-550f-4e8c-9ed9-6ce1535956c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:25.083291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.083906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Bound using segment: {'id': 'b87af805-550f-4e8c-9ed9-6ce1535956c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:25.084453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Bound port: 22bf7dc0-67d4-47f9-98cb-1efda85f4a57, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87af805-550f-4e8c-9ed9-6ce1535956c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '045f531b-8e67-4c8a-9f63-584f8c467287'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:25.084857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.107323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6410a-53d6-4eab-addb-270d58da364f None None] The sync data for ids ['f8464cdc-4189-4816-9737-4035195eebae'] in dv-neutron-804846-16-hyperv is: [{'id': 'f8464cdc-4189-4816-9737-4035195eebae', 'name': 'tempest-RoutersIpV6Test-router-1086861843', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:32Z', 'updated_at': '2021-11-27T10:38:20Z', 'revision_number': 11, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:25.175418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c95cf41a-d649-46d5-92eb-e480a1a94101 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:25.176129 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-c95cf41a-d649-46d5-92eb-e480a1a94101 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 10:38:25.176660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-c95cf41a-d649-46d5-92eb-e480a1a94101 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 10:38:25.177787 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c95cf41a-d649-46d5-92eb-e480a1a94101 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1502244 Nov 27 10:38:25.188459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] For port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:25.188945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42730) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:25.193527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] For port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,segment=NetworkSegment(b87af805-550f-4e8c-9ed9-6ce1535956c9),segment_id=b87af805-550f-4e8c-9ed9-6ce1535956c9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:25.199535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.203630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--826775654'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:25.257363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.259811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.262720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ceec-edfd-45bd-8c5c-00d7a4e9aaa8 None None] Pushing event updated for resources: {'Port': ['ID=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:25.290563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.301467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.314362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.315424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router f8464cdc-4189-4816-9737-4035195eebae {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:38:25.322407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.323994 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c5e1accd-dd43-4bca-b0e6-71a453dde9f9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 204 len: 168 time: 0.6974545 Nov 27 10:38:25.330186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42732) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:25.335910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-940100541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:25.339093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.20.0.1 (045f531b-8e67-4c8a-9f63-584f8c467287/ec02494c-9d15-4625-b33f-1cc6be7c79d0/4d1789e2-9262-4b1b-a39c-e4d4fb479cf5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:25.368151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.369431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.437426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.455634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.479159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.483061 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9d10b94d-17bd-4c22-8400-82ae5a0d7876 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1491890 Nov 27 10:38:25.483221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:25.490586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:25.519646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.533431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.551354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.600739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00b40f-601e-432c-a53e-0042519b1386,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:25.670521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.674866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.687302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.746565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 045f531b-8e67-4c8a-9f63-584f8c467287 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:25.749782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.757176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:25.760139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:25.762911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.769888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.771346 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5772829 Nov 27 10:38:25.794354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:25.800428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf54d5-e8f9-4fb5-9117-11d50d1dfe51 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9cc009-4170-4bb6-adbf-c7e2a26c052d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:25.806395 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '9d9cc009-4170-4bb6-adbf-c7e2a26c052d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:25.818156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=4d1789e2-9262-4b1b-a39c-e4d4fb479cf5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:25.847916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.873632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Router 182508eb-414a-421a-b892-24f2f756df76 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:38:25.893203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.952522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:25.959856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:25.963479 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e675b10b-40ff-4888-b94c-5484095094e9 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "PUT /v2.0/routers/182508eb-414a-421a-b892-24f2f756df76 HTTP/1.1" status: 200 len: 697 time: 0.4765935 Nov 27 10:38:25.963628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] Sync routers for ids ['182508eb-414a-421a-b892-24f2f756df76'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:25.964071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42738) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:25.983136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] Routers {'182508eb-414a-421a-b892-24f2f756df76'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:25.983913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['182508eb-414a-421a-b892-24f2f756df76'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:26.018991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.020488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.025291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.051084 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f7269c3d-424c-42a2-a45b-0bffec1093a0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/routers/182508eb-414a-421a-b892-24f2f756df76 HTTP/1.1" status: 200 len: 703 time: 0.0861952 Nov 27 10:38:26.053930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42740) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.057171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb94e8c8-0787-4d37-a7e5-437a8eeab93a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:26.075673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] Set router 182508eb-414a-421a-b892-24f2f756df76 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:26.092014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.096100 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-87f2334b-566c-404b-aea9-0dca325453ff tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939148 Nov 27 10:38:26.098239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.099473 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d2714543-8204-4a37-87b8-8efb14eacfb1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=182508eb-414a-421a-b892-24f2f756df76 HTTP/1.1" status: 200 len: 205 time: 0.0443659 Nov 27 10:38:26.102391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42744) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.103033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2c751ce5-741c-47ed-aae4-0fa54d6940a0 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '9d9cc009-4170-4bb6-adbf-c7e2a26c052d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:26.147075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182508eb-414a-421a-b892-24f2f756df76', 'name': 'tempest-RoutersIpV6Test-router-940100541', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:25Z', 'updated_at': '2021-11-27T10:38:25Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:26.178131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] Checking router: 182508eb-414a-421a-b892-24f2f756df76 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:26.179690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.189393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] Routers {'182508eb-414a-421a-b892-24f2f756df76'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:26.190531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['182508eb-414a-421a-b892-24f2f756df76'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:26.270203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] Set router 182508eb-414a-421a-b892-24f2f756df76 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:26.320429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c751ce5-741c-47ed-aae4-0fa54d6940a0 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.332138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182508eb-414a-421a-b892-24f2f756df76', 'name': 'tempest-RoutersIpV6Test-router-940100541', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:25Z', 'updated_at': '2021-11-27T10:38:25Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:26.359878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9a7a6-5454-456b-9d53-bf030faa74c4 None None] The sync data for ids ['182508eb-414a-421a-b892-24f2f756df76'] in dv-neutron-804846-16-hyperv is: [{'id': '182508eb-414a-421a-b892-24f2f756df76', 'name': 'tempest-RoutersIpV6Test-router-940100541', 'tenant_id': '0e725ccdc6d14e8f82db63533b062a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:25Z', 'updated_at': '2021-11-27T10:38:25Z', 'revision_number': 2, 'project_id': '0e725ccdc6d14e8f82db63533b062a8e', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:26.361017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.366284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.396818 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-2c751ce5-741c-47ed-aae4-0fa54d6940a0 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 10:38:26.398592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2c751ce5-741c-47ed-aae4-0fa54d6940a0 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2986264 Nov 27 10:38:26.411293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.428227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.428962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Fanout notify agent at l3_agent the message router_deleted on router 182508eb-414a-421a-b892-24f2f756df76 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:38:26.436904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.439059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e1527d40-f0a7-47c8-a1e3-4f18e944b277 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/182508eb-414a-421a-b892-24f2f756df76 HTTP/1.1" status: 204 len: 168 time: 0.3355687 Nov 27 10:38:26.443755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.489244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0adebd5-086d-4a52-b875-bab939ac0ea4 None None] Network 045f531b-8e67-4c8a-9f63-584f8c467287 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:26.508033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e182ab08-61e4-4d02-b51e-98392f18ff32 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=182508eb-414a-421a-b892-24f2f756df76 HTTP/1.1" status: 200 len: 205 time: 0.0597737 Nov 27 10:38:26.508505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42750) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.526636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.540893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.557041 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-7ca3d3a1-931e-4345-9a65-23da445d83d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:26.560444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7ca3d3a1-931e-4345-9a65-23da445d83d0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/182508eb-414a-421a-b892-24f2f756df76 HTTP/1.1" status: 404 len: 336 time: 0.0486689 Nov 27 10:38:26.560846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.569774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47431fc5-7005-4ff1-addc-48c75da0771a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.611956 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd3bcd0-2ae7-4f14-8560-b042dfd50b76 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:26.612805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd3bcd0-2ae7-4f14-8560-b042dfd50b76 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:26.628525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-07761ce2-b818-4bae-b842-c4b10b7c6a9a None None] Provisioning complete for port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:26.629007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07761ce2-b818-4bae-b842-c4b10b7c6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.634002 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1bd3bcd0-2ae7-4f14-8560-b042dfd50b76 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/8e3db752-d804-4562-b9ab-63ef9887c948 HTTP/1.1" status: 404 len: 337 time: 0.0554569 Nov 27 10:38:26.634200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:26.634308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.646432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47431fc5-7005-4ff1-addc-48c75da0771a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.655472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=4d1789e2-9262-4b1b-a39c-e4d4fb479cf5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:26.658420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.665531 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7732b6-f30d-4828-82cb-c2e34fa6841b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:26.665986 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7732b6-f30d-4828-82cb-c2e34fa6841b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:26.671398 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b7732b6-f30d-4828-82cb-c2e34fa6841b tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/8bd566be-118f-462e-967f-37cedcda58ab HTTP/1.1" status: 404 len: 337 time: 0.0336020 Nov 27 10:38:26.671637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.713193 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ffbbe8-336c-4018-ad4d-bdcd38b0d7c4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:26.713670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ffbbe8-336c-4018-ad4d-bdcd38b0d7c4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:26.716856 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96ffbbe8-336c-4018-ad4d-bdcd38b0d7c4 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/a77de5cf-9a69-4a76-bafb-145fd92dad5a HTTP/1.1" status: 404 len: 337 time: 0.0435266 Nov 27 10:38:26.720620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.752659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3708ed-d449-42ec-914c-33cc04c12271 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:26.753048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3708ed-d449-42ec-914c-33cc04c12271 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:26.756328 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ae3708ed-d449-42ec-914c-33cc04c12271 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/6d3ec6be-c25d-479e-96bf-59ecd41c8333 HTTP/1.1" status: 404 len: 337 time: 0.0346949 Nov 27 10:38:26.759129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47431fc5-7005-4ff1-addc-48c75da0771a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.759274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.761779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47431fc5-7005-4ff1-addc-48c75da0771a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.762905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-47431fc5-7005-4ff1-addc-48c75da0771a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d9cc009-4170-4bb6-adbf-c7e2a26c052d HTTP/1.1" status: 204 len: 168 time: 0.3505747 Nov 27 10:38:26.773510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.786573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431fc5-7005-4ff1-addc-48c75da0771a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9cc009-4170-4bb6-adbf-c7e2a26c052d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:26.797660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-330d8af3-7cda-40c9-8145-08ba5418a1e6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 200 len: 205 time: 0.0372384 Nov 27 10:38:26.803946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.807694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 045f531b-8e67-4c8a-9f63-584f8c467287 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:26.810310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:26.845494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:26.845873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.857845 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-b94e2109-b907-498f-81c6-1285ed11a510 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:26.862038 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b94e2109-b907-498f-81c6-1285ed11a510 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/f8464cdc-4189-4816-9737-4035195eebae HTTP/1.1" status: 404 len: 336 time: 0.0539389 Nov 27 10:38:26.864029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.895566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07761ce2-b818-4bae-b842-c4b10b7c6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.905227 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ef67a54-79e4-4d4d-99e2-9b38560aea90 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6aaecd8-c65e-4996-93d8-c952038a6d37 HTTP/1.1" status: 200 len: 205 time: 0.0375137 Nov 27 10:38:26.908301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.911471 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e5ac9674-983d-43e3-b634-76444d45408c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1368246 Nov 27 10:38:26.917639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.923454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342463986'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:26.952095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07761ce2-b818-4bae-b842-c4b10b7c6a9a None None] For port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,segment=NetworkSegment(b87af805-550f-4e8c-9ed9-6ce1535956c9),segment_id=b87af805-550f-4e8c-9ed9-6ce1535956c9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:26.954743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.957716 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-83339b2e-d82a-483f-8eb2-54043b9f0681 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:26.962985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-83339b2e-d82a-483f-8eb2-54043b9f0681 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/e6aaecd8-c65e-4996-93d8-c952038a6d37 HTTP/1.1" status: 404 len: 336 time: 0.0495584 Nov 27 10:38:26.962985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:26.963245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07761ce2-b818-4bae-b842-c4b10b7c6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:26.997152 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bbac7b-6e1d-410b-9959-97ecc93bfdb5 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:26.997620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bbac7b-6e1d-410b-9959-97ecc93bfdb5 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:27.001318 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b6bbac7b-6e1d-410b-9959-97ecc93bfdb5 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/8a50f773-8292-43fa-a275-565fbf316ac3 HTTP/1.1" status: 404 len: 337 time: 0.0388002 Nov 27 10:38:27.004310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.033890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router beae7505-ad76-4a84-8a77-05f5931545e2 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:38:27.042339 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8126f3b2-5731-4aae-b41d-1cc83cf736f6 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 200 len: 205 time: 0.0338905 Nov 27 10:38:27.046019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.075882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07761ce2-b818-4bae-b842-c4b10b7c6a9a None None] Pushing event updated for resources: {'Port': ['ID=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:27.102338 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-176dabba-882c-4cb2-b783-0e74ad1a3d30 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:27.103387 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-176dabba-882c-4cb2-b783-0e74ad1a3d30 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/ac880c95-cdee-4d3b-a7cc-ee1304893f5a HTTP/1.1" status: 404 len: 336 time: 0.0565908 Nov 27 10:38:27.108801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42778) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.145884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b256dbee-a1c5-4baa-a811-2fd74653a7fb tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9558a0f-0980-47b8-b928-02c047aca469 HTTP/1.1" status: 200 len: 205 time: 0.0356405 Nov 27 10:38:27.150963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.153761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.159482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.194334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.195067 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-ab364243-5685-4df2-864f-38e5f50ddf83 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:27.195688 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2768576 Nov 27 10:38:27.198503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42784) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.198630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ab364243-5685-4df2-864f-38e5f50ddf83 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/f9558a0f-0980-47b8-b928-02c047aca469 HTTP/1.1" status: 404 len: 336 time: 0.0467150 Nov 27 10:38:27.198895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42782) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.203927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:27.209238 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e923c05b-85a8-4f90-9893-6dd30393fee0 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/beae7505-ad76-4a84-8a77-05f5931545e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250517 Nov 27 10:38:27.211800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.217346 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] Sync routers for ids ['beae7505-ad76-4a84-8a77-05f5931545e2'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:27.231895 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] Routers {'beae7505-ad76-4a84-8a77-05f5931545e2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:27.232556 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['beae7505-ad76-4a84-8a77-05f5931545e2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:27.233528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-52abeb5d-5347-41c6-84a4-933f96bd2996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '7d07e2e5-c49a-455a-8cb5-3e7e107c6e9d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:27.234322 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-52abeb5d-5347-41c6-84a4-933f96bd2996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 10:38:27.234846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-52abeb5d-5347-41c6-84a4-933f96bd2996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:27.236456 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-52abeb5d-5347-41c6-84a4-933f96bd2996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0345199 Nov 27 10:38:27.237835 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7ff452-a789-4da2-9825-d9e4501a18d1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:27.238279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7ff452-a789-4da2-9825-d9e4501a18d1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:27.243884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2d7ff452-a789-4da2-9825-d9e4501a18d1 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/3efcd458-85aa-43b2-b5f4-89ea4ab5c41b HTTP/1.1" status: 404 len: 337 time: 0.0411644 Nov 27 10:38:27.243884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.244058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42790) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.258565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2b07d-43de-4579-b543-1fe26de329e7 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07e2e5-c49a-455a-8cb5-3e7e107c6e9d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:27.289728 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4ae77422-cc43-4ffa-83cd-6a229d989c6e tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f81e54f-63b8-4c8b-9516-c8d15fd79c25 HTTP/1.1" status: 200 len: 205 time: 0.0425801 Nov 27 10:38:27.290831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.291678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838f4e0-12da-4828-8e45-585f6d82cd86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:27.295377 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8838f4e0-12da-4828-8e45-585f6d82cd86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports/4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 HTTP/1.1" status: 200 len: 910 time: 0.0825901 Nov 27 10:38:27.296471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73135e87-a627-48b8-9ce3-d909b0493eab None None] Provisioning complete for port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:27.297242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73135e87-a627-48b8-9ce3-d909b0493eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.298832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.305215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec02494c-9d15-4625-b33f-1cc6be7c79d0'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:27.308167 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:27.329722 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] Routers {'beae7505-ad76-4a84-8a77-05f5931545e2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:27.330600 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['beae7505-ad76-4a84-8a77-05f5931545e2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:27.342725 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-aff06a05-1630-40f1-b391-81ed8af0c297 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:27.347025 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-aff06a05-1630-40f1-b391-81ed8af0c297 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/9f81e54f-63b8-4c8b-9516-c8d15fd79c25 HTTP/1.1" status: 404 len: 336 time: 0.0525341 Nov 27 10:38:27.356197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.380768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2f8d-305f-41fd-a0d5-c00c2e411b98 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.393376 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:27.397139 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929860e2-e445-488a-8fd6-fd33450433fc None None] The sync data for ids ['beae7505-ad76-4a84-8a77-05f5931545e2'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:27.408728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2f8d-305f-41fd-a0d5-c00c2e411b98 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.424031 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6456da27-c5c3-4956-9e88-1d0aae14c7b5 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:27.424560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6456da27-c5c3-4956-9e88-1d0aae14c7b5 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:27.430843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6456da27-c5c3-4956-9e88-1d0aae14c7b5 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/7e639a8c-c288-45af-b120-6762e74fbc69 HTTP/1.1" status: 404 len: 337 time: 0.0632205 Nov 27 10:38:27.432881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.483510 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ecf07bcf-6670-4192-bfc4-7a26eaa98cf0 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "GET /v2.0/ports?device_id=1308b39f-38ce-4cf1-bf1c-ab8cd8680912 HTTP/1.1" status: 200 len: 205 time: 0.0469913 Nov 27 10:38:27.485550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42800) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.489548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73135e87-a627-48b8-9ce3-d909b0493eab None None] Provisioning complete for port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:27.490011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73135e87-a627-48b8-9ce3-d909b0493eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.504575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2f8d-305f-41fd-a0d5-c00c2e411b98 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.508431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2f8d-305f-41fd-a0d5-c00c2e411b98 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.512093 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9c1c2f8d-305f-41fd-a0d5-c00c2e411b98 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d07e2e5-c49a-455a-8cb5-3e7e107c6e9d HTTP/1.1" status: 204 len: 168 time: 0.2664711 Nov 27 10:38:27.513511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.528540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c2f8d-305f-41fd-a0d5-c00c2e411b98 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07e2e5-c49a-455a-8cb5-3e7e107c6e9d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:27.568707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-73135e87-a627-48b8-9ce3-d909b0493eab None None] Port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:27.574577 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a89b9376-762e-4896-9547-df626fb28149 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586114 Nov 27 10:38:27.578783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.583765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875955424'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:27.620168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.711750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5e3ff9b1-7846-40f9-b05e-44b96fafdbb6 None None] Provisioning complete for port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:27.712295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff9b1-7846-40f9-b05e-44b96fafdbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.744504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.752136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.762981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ff9b1-7846-40f9-b05e-44b96fafdbb6 None None] Port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:27.798214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.799556 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2196801 Nov 27 10:38:27.802422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42806) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.806944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e6a8b42f-83ee-40c3-b21f-933e0e4becbb tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '344d4e30-176d-4f60-a2b1-f0170080857f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:27.807756 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-e6a8b42f-83ee-40c3-b21f-933e0e4becbb tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 10:38:27.808267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-e6a8b42f-83ee-40c3-b21f-933e0e4becbb tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:27.809290 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e6a8b42f-83ee-40c3-b21f-933e0e4becbb tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059421 Nov 27 10:38:27.811943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a11c-7ba9-4966-ac20-b756e5c71dcf tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344d4e30-176d-4f60-a2b1-f0170080857f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:27.818763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42808) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.875540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b694dec-8b43-4b93-b24e-f8dbc7deeedc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.889888 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-3b6545c8-89aa-4ef7-a4b3-7b155dddb685 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] delete failed (client error): The resource could not be found. Nov 27 10:38:27.890263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2e2d0b71-66fb-4fc0-a51c-d456073493b5 None None] Provisioning complete for port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:27.893862 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3b6545c8-89aa-4ef7-a4b3-7b155dddb685 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/routers/1308b39f-38ce-4cf1-bf1c-ab8cd8680912 HTTP/1.1" status: 404 len: 336 time: 0.4042201 Nov 27 10:38:27.894002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0b71-66fb-4fc0-a51c-d456073493b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.894769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42810) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.929061 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fb121d-7fca-41a3-86bc-32c1db9dab36 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:27.929520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fb121d-7fca-41a3-86bc-32c1db9dab36 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:27.935088 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-25fb121d-7fca-41a3-86bc-32c1db9dab36 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/86ba806c-01df-46a5-9869-a59554945537 HTTP/1.1" status: 404 len: 337 time: 0.0372057 Nov 27 10:38:27.935088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b694dec-8b43-4b93-b24e-f8dbc7deeedc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.936875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:27.937132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d0b71-66fb-4fc0-a51c-d456073493b5 None None] Port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:27.970412 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2954da83-3ddd-4c24-81cd-bd8c13216f50 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] DELETE failed (client error): The resource could not be found. Nov 27 10:38:27.970852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2954da83-3ddd-4c24-81cd-bd8c13216f50 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:38:27.976442 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2954da83-3ddd-4c24-81cd-bd8c13216f50 tempest-RoutersIpV6Test-698461745 tempest-RoutersIpV6Test-698461745-project] 10.222.0.13 "DELETE /v2.0/subnets/69d6b2a9-08c7-43b8-b15e-d4a76642b720 HTTP/1.1" status: 404 len: 337 time: 0.0355501 Nov 27 10:38:27.976442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.980724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b694dec-8b43-4b93-b24e-f8dbc7deeedc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.983846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8b694dec-8b43-4b93-b24e-f8dbc7deeedc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:27.986209 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8b694dec-8b43-4b93-b24e-f8dbc7deeedc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/344d4e30-176d-4f60-a2b1-f0170080857f HTTP/1.1" status: 204 len: 168 time: 0.1660817 Nov 27 10:38:27.989635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42816) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.010440 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b694dec-8b43-4b93-b24e-f8dbc7deeedc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d4e30-176d-4f60-a2b1-f0170080857f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:28.046219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1fe0f5da-c56a-403b-9989-4c5fa84ef44e tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537388 Nov 27 10:38:28.050986 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.055442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--672870657'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.077443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.162577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.167863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.202139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.206977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1523242 Nov 27 10:38:28.207165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.211878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4ca34261-adfa-4ac3-9c72-1994744485d8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '7956c949-b711-48a6-86e6-d8e5bdc72353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.231174 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-4ca34261-adfa-4ac3-9c72-1994744485d8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 10:38:28.231904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-4ca34261-adfa-4ac3-9c72-1994744485d8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.236129 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4ca34261-adfa-4ac3-9c72-1994744485d8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250425 Nov 27 10:38:28.236129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32516e-b86e-4058-b8ff-4d54514ee912 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7956c949-b711-48a6-86e6-d8e5bdc72353,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:28.236909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.241536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e9370d92-65f1-42c3-9dd5-5e4bc9bf2e36 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '7956c949-b711-48a6-86e6-d8e5bdc72353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.243180 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-e9370d92-65f1-42c3-9dd5-5e4bc9bf2e36 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 10:38:28.243732 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-e9370d92-65f1-42c3-9dd5-5e4bc9bf2e36 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.247393 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e9370d92-65f1-42c3-9dd5-5e4bc9bf2e36 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067768 Nov 27 10:38:28.247705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.253559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-59de1d3a-7626-4010-bdf0-12f7dfc57954 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '7956c949-b711-48a6-86e6-d8e5bdc72353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.254508 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-59de1d3a-7626-4010-bdf0-12f7dfc57954 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 10:38:28.255020 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-59de1d3a-7626-4010-bdf0-12f7dfc57954 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.256325 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-59de1d3a-7626-4010-bdf0-12f7dfc57954 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071082 Nov 27 10:38:28.258842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.264445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ec8b10b3-9e54-449c-b13e-46b363f42f32 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '7956c949-b711-48a6-86e6-d8e5bdc72353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.265454 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-ec8b10b3-9e54-449c-b13e-46b363f42f32 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 10:38:28.266685 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-ec8b10b3-9e54-449c-b13e-46b363f42f32 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.267742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ec8b10b3-9e54-449c-b13e-46b363f42f32 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067208 Nov 27 10:38:28.268456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.270361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42832) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.326326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e743b90d-66f9-421d-be53-14668d93fcc2 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.351095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e743b90d-66f9-421d-be53-14668d93fcc2 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.396478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e743b90d-66f9-421d-be53-14668d93fcc2 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.399314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.399717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e743b90d-66f9-421d-be53-14668d93fcc2 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.400557 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e743b90d-66f9-421d-be53-14668d93fcc2 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/7956c949-b711-48a6-86e6-d8e5bdc72353 HTTP/1.1" status: 204 len: 168 time: 0.1292844 Nov 27 10:38:28.403133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.410788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743b90d-66f9-421d-be53-14668d93fcc2 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956c949-b711-48a6-86e6-d8e5bdc72353,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:28.424044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.516811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:28.535010 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f4fb85e4-4af1-40af-a524-c81f3ac3b985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e725ccdc6d14e8f82db63533b062a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653358 Nov 27 10:38:28.538209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.546089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:28.546694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.548476 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/ports/4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 HTTP/1.1" status: 200 len: 910 time: 1.2486384 Nov 27 10:38:28.551350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.552107 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7805e216-1d07-4f60-b177-2e87e85ca4d9 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1479564 Nov 27 10:38:28.555780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.557753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835965-4247-4f8f-be24-f26f809f8b7e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=4d1789e2-9262-4b1b-a39c-e4d4fb479cf5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:28.562945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--865311396'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.572886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:28.573281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.587126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.661067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.666989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.692523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4b59-89a0-4ebe-93a2-28d690c97528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.698532 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.699759 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1429236 Nov 27 10:38:28.701785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a85a-b3b7-45be-b002-8ea79108383c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a1310-61d3-45ae-9e1a-8b9a7288cac6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:28.704060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.708346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1556b1b3-6d87-47c9-b484-f05fd7c20ea8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.709137 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-1556b1b3-6d87-47c9-b484-f05fd7c20ea8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 10:38:28.709677 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-1556b1b3-6d87-47c9-b484-f05fd7c20ea8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.710528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1556b1b3-6d87-47c9-b484-f05fd7c20ea8 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055287 Nov 27 10:38:28.716811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.721719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-06a9d4dc-cc85-4525-a426-0d9ab01f5826 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.757877 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-06a9d4dc-cc85-4525-a426-0d9ab01f5826 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.758938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-06a9d4dc-cc85-4525-a426-0d9ab01f5826 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0412266 Nov 27 10:38:28.761928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.766245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0170cfbe-93a9-4d41-ac24-de51a3531fcc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.766714 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-0170cfbe-93a9-4d41-ac24-de51a3531fcc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 10:38:28.767185 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-0170cfbe-93a9-4d41-ac24-de51a3531fcc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.768098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0170cfbe-93a9-4d41-ac24-de51a3531fcc tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052741 Nov 27 10:38:28.770697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.775137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-894124b3-9e60-4a64-8fdd-6cebbd6941e6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.785130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4b59-89a0-4ebe-93a2-28d690c97528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.814407 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-894124b3-9e60-4a64-8fdd-6cebbd6941e6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.815532 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-894124b3-9e60-4a64-8fdd-6cebbd6941e6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0438457 Nov 27 10:38:28.818682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.823332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-286af5ec-db95-4e8a-8c61-01b5db009317 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.823807 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-286af5ec-db95-4e8a-8c61-01b5db009317 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 10:38:28.824280 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-286af5ec-db95-4e8a-8c61-01b5db009317 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.825976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-286af5ec-db95-4e8a-8c61-01b5db009317 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056293 Nov 27 10:38:28.827826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.832946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-37e29122-45d8-4584-b263-5156e0c6f9e6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.870644 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-37e29122-45d8-4584-b263-5156e0c6f9e6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.871819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-37e29122-45d8-4584-b263-5156e0c6f9e6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0421140 Nov 27 10:38:28.874913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.879880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3bf5e44f-e350-4c53-b132-34afc36a0b13 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.880346 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-3bf5e44f-e350-4c53-b132-34afc36a0b13 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 10:38:28.880846 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-3bf5e44f-e350-4c53-b132-34afc36a0b13 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.881756 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3bf5e44f-e350-4c53-b132-34afc36a0b13 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058575 Nov 27 10:38:28.884798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42858) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.889033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-251e9c88-92dd-4a3f-88dd-c939994dde9f tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.894702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4b59-89a0-4ebe-93a2-28d690c97528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.899201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4b59-89a0-4ebe-93a2-28d690c97528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:28.900987 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ee7a4b59-89a0-4ebe-93a2-28d690c97528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74982dda-371b-452c-a8a1-c56805acbaef HTTP/1.1" status: 204 len: 168 time: 0.3614683 Nov 27 10:38:28.913053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a4b59-89a0-4ebe-93a2-28d690c97528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74982dda-371b-452c-a8a1-c56805acbaef,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:28.937071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-251e9c88-92dd-4a3f-88dd-c939994dde9f tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.938906 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-251e9c88-92dd-4a3f-88dd-c939994dde9f tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0531523 Nov 27 10:38:28.941757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:28.946135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ab3f7641-ce17-4e6f-8ccc-543767b0f60e tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '0f4a1310-61d3-45ae-9e1a-8b9a7288cac6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:28.990108 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-ab3f7641-ce17-4e6f-8ccc-543767b0f60e tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:28.994823 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ab3f7641-ce17-4e6f-8ccc-543767b0f60e tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0520594 Nov 27 10:38:28.995420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.026587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.130239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9133bc07-3432-4a47-abd9-c203569ab998 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.184422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9133bc07-3432-4a47-abd9-c203569ab998 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.255392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9133bc07-3432-4a47-abd9-c203569ab998 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.258043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9133bc07-3432-4a47-abd9-c203569ab998 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.261559 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9133bc07-3432-4a47-abd9-c203569ab998 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f4a1310-61d3-45ae-9e1a-8b9a7288cac6 HTTP/1.1" status: 204 len: 168 time: 0.2628179 Nov 27 10:38:29.262051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42876) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.275526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133bc07-3432-4a47-abd9-c203569ab998 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a1310-61d3-45ae-9e1a-8b9a7288cac6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:29.331541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8f353835-1143-49d2-8f8e-d10b381b469a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638995 Nov 27 10:38:29.331768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.336171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125396283'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:29.361267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.363214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:29.363581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.444647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.449536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.464366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.478786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 4d1789e2-9262-4b1b-a39c-e4d4fb479cf5 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:29.481527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.485750 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1499560 Nov 27 10:38:29.485750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53483435-89eb-4989-b8a6-607b14fa4ce3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7238f-dad1-4d0b-85b1-a9867b640cdb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:29.486912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.491252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7ca13791-7017-48a5-9390-8f5835f3a2d3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7238f-dad1-4d0b-85b1-a9867b640cdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:29.535518 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-7ca13791-7017-48a5-9390-8f5835f3a2d3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The resource could not be found. Nov 27 10:38:29.537105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7ca13791-7017-48a5-9390-8f5835f3a2d3 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0489264 Nov 27 10:38:29.539518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.544445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cc98cea5-d3d0-42df-a731-861e1f55d377 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7238f-dad1-4d0b-85b1-a9867b640cdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '562cf5ae-511e-4170-ab9a-2622347c1b0f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:29.590860 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-cc98cea5-d3d0-42df-a731-861e1f55d377 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The resource could not be found. Nov 27 10:38:29.592477 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cc98cea5-d3d0-42df-a731-861e1f55d377 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0513568 Nov 27 10:38:29.595055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.651075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2396215-d402-43c9-bb3c-e0806fd4cb9c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.677334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2396215-d402-43c9-bb3c-e0806fd4cb9c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.706354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.730277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2396215-d402-43c9-bb3c-e0806fd4cb9c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.733272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2396215-d402-43c9-bb3c-e0806fd4cb9c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.736815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a2396215-d402-43c9-bb3c-e0806fd4cb9c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2e7238f-dad1-4d0b-85b1-a9867b640cdb HTTP/1.1" status: 204 len: 168 time: 0.1384342 Nov 27 10:38:29.738986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.764751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2396215-d402-43c9-bb3c-e0806fd4cb9c tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7238f-dad1-4d0b-85b1-a9867b640cdb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:29.803317 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e644bb52-6f23-4936-82d8-7eb2489ca9c4 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630114 Nov 27 10:38:29.807683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.812798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3df2080a-dc7e-459d-b452-e0bb7444faab tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': '81556afc-9ada-4a74-8d50-d893354a51f1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:29.846960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-808458317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:29.878498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.879711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.888613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-3df2080a-dc7e-459d-b452-e0bb7444faab tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The resource could not be found. Nov 27 10:38:29.889697 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3df2080a-dc7e-459d-b452-e0bb7444faab tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0808909 Nov 27 10:38:29.893766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:29.898727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671444846'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:29.922771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.935403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:29.962342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=4d1789e2-9262-4b1b-a39c-e4d4fb479cf5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:29.990948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.002536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.034405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.035810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3cf7e196-268d-4d87-b43f-de989028a089 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3284190 Nov 27 10:38:30.038758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.043983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-189337982'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:30.054908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.060312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.097913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf212e1d-4f4f-4cdb-a05b-cf4feab5d139,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:30.132403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.139108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:30.142683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.142908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.144066 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0c76f394-1fb4-4419-b347-a9141cfe3429 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2492521 Nov 27 10:38:30.147071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.153304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959361088'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:30.158018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.178935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.254761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.259017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.289474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1cbdf3-b6de-4b03-a5ed-a9c0df944ddc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:30.293766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.297941 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e4c39734-b160-406d-943e-02ee552c8eb6 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1455152 Nov 27 10:38:30.298392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.302557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b0018a35-105c-4f70-baaf-5b34637bc705 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group_rule': {'security_group_id': 'bf212e1d-4f4f-4cdb-a05b-cf4feab5d139', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ad1cbdf3-b6de-4b03-a5ed-a9c0df944ddc'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:30.339874 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-b0018a35-105c-4f70-baaf-5b34637bc705 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:30.344197 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b0018a35-105c-4f70-baaf-5b34637bc705 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0450470 Nov 27 10:38:30.345008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42910) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.352052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router beae7505-ad76-4a84-8a77-05f5931545e2 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:30.381226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.385659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.400743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea816168-c79c-4fe6-93a2-6a73a447a597 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.423933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea816168-c79c-4fe6-93a2-6a73a447a597 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.470470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea816168-c79c-4fe6-93a2-6a73a447a597 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.473370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea816168-c79c-4fe6-93a2-6a73a447a597 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.474637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ea816168-c79c-4fe6-93a2-6a73a447a597 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad1cbdf3-b6de-4b03-a5ed-a9c0df944ddc HTTP/1.1" status: 204 len: 168 time: 0.1286027 Nov 27 10:38:30.475969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:30.479458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.486842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:30.492283 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-aa7cc0e2-9c42-4fbc-b647-5de92f197f86 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/beae7505-ad76-4a84-8a77-05f5931545e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9359698 Nov 27 10:38:30.492619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea816168-c79c-4fe6-93a2-6a73a447a597 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1cbdf3-b6de-4b03-a5ed-a9c0df944ddc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:30.496576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42914) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.502473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] Sync routers for ids ['beae7505-ad76-4a84-8a77-05f5931545e2'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:30.509898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.510168 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Added segment 1924c945-bb23-4455-9b10-2c0c0615303b of type vlan for network 00cbaacb-e528-4533-9109-66f1e7f668e9 Nov 27 10:38:30.511433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49202c86-c2b9-4c68-8d27-fb337f896100,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:30.525664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] Routers {'beae7505-ad76-4a84-8a77-05f5931545e2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:30.527235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['beae7505-ad76-4a84-8a77-05f5931545e2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:30.542432 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f492320d-6ea1-4f87-9e96-fc49067f3469 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=beae7505-ad76-4a84-8a77-05f5931545e2 HTTP/1.1" status: 200 len: 205 time: 0.0424528 Nov 27 10:38:30.552082 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-baa72ee5-2155-4736-bf93-f0be014f4993 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0689709 Nov 27 10:38:30.552082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.552360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.568009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:30.577329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] Routers {'beae7505-ad76-4a84-8a77-05f5931545e2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:30.577973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['beae7505-ad76-4a84-8a77-05f5931545e2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:30.580365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.607584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.614647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:30.615567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.615995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:30.616685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd77f2c-1818-465a-bd2b-58f6ebb294cc None None] The sync data for ids ['beae7505-ad76-4a84-8a77-05f5931545e2'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:30.656727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.658390 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6184685 Nov 27 10:38:30.684965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.690001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'subnet': {'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:30.700232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0c53d-0fa7-404d-88f9-b533c76b28f7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Network': ['ID=00cbaacb-e528-4533-9109-66f1e7f668e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:30.711227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:30.746342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0337a2bf-3bdb-4ab5-877a-1c6d26d8da67 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.793285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:30.797357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.853694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.856068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0337a2bf-3bdb-4ab5-877a-1c6d26d8da67 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.858916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.925820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.926372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router beae7505-ad76-4a84-8a77-05f5931545e2 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:38:30.933258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.936935 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6cab408e-aad5-4774-a023-0a387939a5ba tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/beae7505-ad76-4a84-8a77-05f5931545e2 HTTP/1.1" status: 204 len: 168 time: 0.3833783 Nov 27 10:38:30.937278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42922) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.966280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0337a2bf-3bdb-4ab5-877a-1c6d26d8da67 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.969543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0337a2bf-3bdb-4ab5-877a-1c6d26d8da67 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:30.970840 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0337a2bf-3bdb-4ab5-877a-1c6d26d8da67 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf212e1d-4f4f-4cdb-a05b-cf4feab5d139 HTTP/1.1" status: 204 len: 168 time: 0.4177523 Nov 27 10:38:30.973785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42924) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:30.989223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a2bf-3bdb-4ab5-877a-1c6d26d8da67 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf212e1d-4f4f-4cdb-a05b-cf4feab5d139,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.005577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet ec02494c-9d15-4625-b33f-1cc6be7c79d0 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:31.006920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.009371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.052306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.076804 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1d30631e-0cda-4789-bd3a-f0adaf2111af tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982041 Nov 27 10:38:31.078887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.082505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'tempest-secgroup--179237958'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:31.096466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Subnet': ['ID=3c72a5fa-9d99-40b5-b53e-923674414808,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.106908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Checking segment: {'id': '1924c945-bb23-4455-9b10-2c0c0615303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:31.107633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network hostable DHCP agents. Network: 00cbaacb-e528-4533-9109-66f1e7f668e9, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:31.132449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:31.132676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.142764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 00cbaacb-e528-4533-9109-66f1e7f668e9) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:31.147800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:31.148741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.158333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9116d4-4494-49f6-91e8-d51232ec8f9b None None] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:31.196994 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dd523caf-1952-48dd-99f0-a87fa021c698 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5108399 Nov 27 10:38:31.198552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42928) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.215081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'network': {'name': 'tempest-router-network01--1369877496'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:31.217374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.245541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:31.249532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.277478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:31.280928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.287444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.287651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.287766 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Added segment 0e5d079f-3fb8-4546-a660-c641130ed3be of type vlan for network bb77878f-60e2-4915-9d9d-b19f34ae3d14 Nov 27 10:38:31.318229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.320744 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2407057 Nov 27 10:38:31.329662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.334617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fae82f-481e-4978-8c69-133cdbcae996 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fded802-9d7e-4481-9cf6-97afc49fbf49,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.335388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e4bc72fa-fcb6-4e0e-aa63-eb8063a7bb80 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:31.335768 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-e4bc72fa-fcb6-4e0e-aa63-eb8063a7bb80 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 10:38:31.336263 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-e4bc72fa-fcb6-4e0e-aa63-eb8063a7bb80 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 10:38:31.339985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e4bc72fa-fcb6-4e0e-aa63-eb8063a7bb80 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "PUT /v2.0/security-groups/3fded802-9d7e-4481-9cf6-97afc49fbf49 HTTP/1.1" status: 409 len: 330 time: 0.0064652 Nov 27 10:38:31.340166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.340274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42932) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.343008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.353101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.358427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-00cbaacb-e528-4533-9109-66f1e7f668e9', 'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9', 'tenant_id': '3ebed942d6a44657b39b376c322e6b37', 'fixed_ips': [{'subnet_id': '3c72a5fa-9d99-40b5-b53e-923674414808'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:31.359741 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/ec02494c-9d15-4625-b33f-1cc6be7c79d0 HTTP/1.1" status: 204 len: 168 time: 0.4199748 Nov 27 10:38:31.360520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.360674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.374011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feda063-a911-4cfd-9ce2-5c69054834cf None None] Network 045f531b-8e67-4c8a-9f63-584f8c467287 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:31.386852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b9ea6-148c-4197-9ce4-ffe8e130ce2f tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=ec02494c-9d15-4625-b33f-1cc6be7c79d0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.410922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.419164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:31.419164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.465471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fcd6-a4b8-4321-8cad-92105ff78f4a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.470015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.507750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.508607 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3021245 Nov 27 10:38:31.512736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'network': {'name': 'tempest-router-network02--986066151'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:31.523848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef24dcc-e2ed-4f07-89d0-05caa2c2dacc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Network': ['ID=bb77878f-60e2-4915-9d9d-b19f34ae3d14,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.539904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:31.545349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fcd6-a4b8-4321-8cad-92105ff78f4a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.547901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:31.548250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.549997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:31.554389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.598563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fcd6-a4b8-4321-8cad-92105ff78f4a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.601394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fcd6-a4b8-4321-8cad-92105ff78f4a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.604915 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ffa2fcd6-a4b8-4321-8cad-92105ff78f4a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/3fded802-9d7e-4481-9cf6-97afc49fbf49 HTTP/1.1" status: 204 len: 168 time: 0.2615187 Nov 27 10:38:31.606496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42938) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.628737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2fcd6-a4b8-4321-8cad-92105ff78f4a tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fded802-9d7e-4481-9cf6-97afc49fbf49,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.636608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:31.645448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,segment=NetworkSegment(b87af805-550f-4e8c-9ed9-6ce1535956c9),segment_id=b87af805-550f-4e8c-9ed9-6ce1535956c9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:31.645840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.662975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.663343 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Added segment fe0e4b0c-80e6-41ce-8b95-4f50f8553f12 of type vlan for network fcc08f52-6313-45c9-9092-086f3a56a054 Nov 27 10:38:31.665060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:31.672458 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e5f2d110-214d-47d7-a3a4-0f74e8f6a295 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637579 Nov 27 10:38:31.676634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42940) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.692128 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-3736a8d2-6732-4c94-a5cf-5d18feb06610 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] delete failed (client error): The resource could not be found. Nov 27 10:38:31.696959 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3736a8d2-6732-4c94-a5cf-5d18feb06610 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "DELETE /v2.0/security-groups/15e1bbc5-057a-4a80-af47-eb218392d9f0 HTTP/1.1" status: 404 len: 347 time: 0.0153530 Nov 27 10:38:31.697414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.713058 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-1a638c51-1e80-4a11-8d2c-04f081ac4fdb tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] show failed (client error): The resource could not be found. Nov 27 10:38:31.718212 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1a638c51-1e80-4a11-8d2c-04f081ac4fdb tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-groups/9cd29b93-28b9-4777-a4bc-05cad52ed02f HTTP/1.1" status: 404 len: 347 time: 0.0157793 Nov 27 10:38:31.719121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42944) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.731247 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-56598f6f-dad9-487f-b19b-16bdda7b1135 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] show failed (client error): The resource could not be found. Nov 27 10:38:31.738435 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-56598f6f-dad9-487f-b19b-16bdda7b1135 tempest-NegativeSecGroupTest-1262333849 tempest-NegativeSecGroupTest-1262333849-project] 10.222.0.13 "GET /v2.0/security-group-rules/27f3661c-6dce-4088-ae01-c2144322a7db HTTP/1.1" status: 404 len: 356 time: 0.0120461 Nov 27 10:38:31.749703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.804634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.810700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:31.811330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.857710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3488095 Nov 27 10:38:31.859903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.861911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42948) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:31.871167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'subnet': {'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:31.883927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Allocated IP 2001:db8::2 (00cbaacb-e528-4533-9109-66f1e7f668e9/3c72a5fa-9d99-40b5-b53e-923674414808/1096c842-c808-4cce-ae71-c853b8642044) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:31.892823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:31.907416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b95521-effe-4141-97b4-ed0a73913a84 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Network': ['ID=fcc08f52-6313-45c9-9092-086f3a56a054,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.929442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=22bf7dc0-67d4-47f9-98cb-1efda85f4a57,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:31.930539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network fcc08f52-6313-45c9-9092-086f3a56a054 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:31.931648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:31.970590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8d902f-c006-4a1f-a0f9-0eca7f1374df None None] DHCP port deletion for 045f531b-8e67-4c8a-9f63-584f8c467287 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:32.024028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:32.028598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.031018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.066647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045f531b-8e67-4c8a-9f63-584f8c467287']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:32.090122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87af805-550f-4e8c-9ed9-6ce1535956c9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:32.090594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87af805-550f-4e8c-9ed9-6ce1535956c9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:32.104162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.123130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.131936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:32.133478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:32.139949 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:32.151216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.155885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:32.159856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.208809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:32.212631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:32.215360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:32.234000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Pushing event updated for resources: {'Port': ['ID=1096c842-c808-4cce-ae71-c853b8642044,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:32.235160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.252615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.256786 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/045f531b-8e67-4c8a-9f63-584f8c467287 HTTP/1.1" status: 204 len: 168 time: 0.8784804 Nov 27 10:38:32.265994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42956) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:32.268002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549e84a-52f1-45ab-a9eb-48b5d2f44282 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=045f531b-8e67-4c8a-9f63-584f8c467287,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:32.277475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1765290213', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:32.296236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.303249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Attempting to bind port 1096c842-c808-4cce-ae71-c853b8642044 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:32.303653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Attempting to bind port 1096c842-c808-4cce-ae71-c853b8642044 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '1924c945-bb23-4455-9b10-2c0c0615303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:32.304092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Attempting to bind port 1096c842-c808-4cce-ae71-c853b8642044 on network 00cbaacb-e528-4533-9109-66f1e7f668e9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:32.309460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:32.310211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Checking segment: {'id': '1924c945-bb23-4455-9b10-2c0c0615303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:32.310828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.311235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Bound using segment: {'id': '1924c945-bb23-4455-9b10-2c0c0615303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:32.311724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Bound port: 1096c842-c808-4cce-ae71-c853b8642044, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1924c945-bb23-4455-9b10-2c0c0615303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '00cbaacb-e528-4533-9109-66f1e7f668e9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:32.312117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.356012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.357056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.376157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] For port 1096c842-c808-4cce-ae71-c853b8642044, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:32.379188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] For port 1096c842-c808-4cce-ae71-c853b8642044, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1096c842-c808-4cce-ae71-c853b8642044,segment=NetworkSegment(1924c945-bb23-4455-9b10-2c0c0615303b),segment_id=1924c945-bb23-4455-9b10-2c0c0615303b)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:32.383919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.399430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Subnet': ['ID=5bba94c0-54b4-44a2-a318-880d19fa3b25,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:32.440921 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-438b75a6-0795-4702-9f71-eab43bb161f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c2c4e1f9cc54d7fa75d49a818b0d0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803166 Nov 27 10:38:32.443221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:32.445353 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Checking segment: {'id': '0e5d079f-3fb8-4546-a660-c641130ed3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:32.445755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network hostable DHCP agents. Network: bb77878f-60e2-4915-9d9d-b19f34ae3d14, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:32.456952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ea6e0-3d08-467a-888e-573c7b2482e4 None None] Pushing event updated for resources: {'Port': ['ID=1096c842-c808-4cce-ae71-c853b8642044,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:32.490515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.504093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.530439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:32.537905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:32.550032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.553937 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-08141549-9960-4d46-bd7b-b46e9eddd48c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2840157 Nov 27 10:38:32.554235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, bb77878f-60e2-4915-9d9d-b19f34ae3d14) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:32.555148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:32.556924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:32.557342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 22bf7dc0-67d4-47f9-98cb-1efda85f4a57 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:32.560451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:32.561220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.570149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-1066931252'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:32.576543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbdf17-00d3-42f6-8038-f4e4d4588ad0 None None] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:32.580409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84e665a5-8675-491a-83b9-cc04f72cde1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.593525 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f99839d8-6ad5-482f-a5c3-fa6765dde2a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7304964 Nov 27 10:38:32.602635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42962) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:32.610836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'subnet': {'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:32.615628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84e665a5-8675-491a-83b9-cc04f72cde1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.688486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84e665a5-8675-491a-83b9-cc04f72cde1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.690592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84e665a5-8675-491a-83b9-cc04f72cde1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.691824 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-84e665a5-8675-491a-83b9-cc04f72cde1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd00b40f-601e-432c-a53e-0042519b1386 HTTP/1.1" status: 204 len: 168 time: 0.2476170 Nov 27 10:38:32.701554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:32.702171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e665a5-8675-491a-83b9-cc04f72cde1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00b40f-601e-432c-a53e-0042519b1386,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:32.705596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.751233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:32.766867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.774231 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 0e9db678-e0b6-4eea-b267-8c95b7ce9146 of type vlan for network dfeab19f-ab23-42d6-a393-9355a13c174b Nov 27 10:38:32.776604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:32.780322 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.837918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-bb77878f-60e2-4915-9d9d-b19f34ae3d14', 'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14', 'tenant_id': '3ebed942d6a44657b39b376c322e6b37', 'fixed_ips': [{'subnet_id': '5bba94c0-54b4-44a2-a318-880d19fa3b25'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:32.839555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.901955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.951451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:32.957822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:32.958431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.022153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Allocated IP 2001:db8::2 (bb77878f-60e2-4915-9d9d-b19f34ae3d14/5bba94c0-54b4-44a2-a318-880d19fa3b25/1801882f-5b52-4daf-93dc-2c38176e75c2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:33.036524 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4781854 Nov 27 10:38:33.039306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42970) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:33.045555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:33.083620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617c9ad-2c99-4f2f-8129-0cea65e6657d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=dfeab19f-ab23-42d6-a393-9355a13c174b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:33.136593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network dfeab19f-ab23-42d6-a393-9355a13c174b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:33.140976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.173814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:33.178338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.218150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Subnet': ['ID=b67838d5-68c8-4cf5-a390-88784b085ecc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:33.236312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Checking segment: {'id': 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:33.236823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network hostable DHCP agents. Network: fcc08f52-6313-45c9-9092-086f3a56a054, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:33.262135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network fcc08f52-6313-45c9-9092-086f3a56a054 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:33.276148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, fcc08f52-6313-45c9-9092-086f3a56a054) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:33.281002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:33.282594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.285090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.292995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.306852 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4162ffa2-e17d-42d6-8dff-419c95fa6a94 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7005165 Nov 27 10:38:33.308171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42978) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:33.362302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcf4a8-4899-4008-bdb2-246eed1884be None None] Network fcc08f52-6313-45c9-9092-086f3a56a054 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:33.392656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Pushing event updated for resources: {'Port': ['ID=1801882f-5b52-4daf-93dc-2c38176e75c2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:33.405726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:33.409850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:33.413851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:33.432054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.506751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=89ad6699-1ddb-4a74-9d31-201977bc47f2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:33.543602 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:33.544655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: dfeab19f-ab23-42d6-a393-9355a13c174b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:33.570600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network dfeab19f-ab23-42d6-a393-9355a13c174b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:33.576091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Attempting to bind port 1801882f-5b52-4daf-93dc-2c38176e75c2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:33.576656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Attempting to bind port 1801882f-5b52-4daf-93dc-2c38176e75c2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '0e5d079f-3fb8-4546-a660-c641130ed3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:33.576866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Attempting to bind port 1801882f-5b52-4daf-93dc-2c38176e75c2 on network bb77878f-60e2-4915-9d9d-b19f34ae3d14 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:33.586371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:33.586678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Checking segment: {'id': '0e5d079f-3fb8-4546-a660-c641130ed3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:33.587195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.587566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Bound using segment: {'id': '0e5d079f-3fb8-4546-a660-c641130ed3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:33.588060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Bound port: 1801882f-5b52-4daf-93dc-2c38176e75c2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5d079f-3fb8-4546-a660-c641130ed3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bb77878f-60e2-4915-9d9d-b19f34ae3d14'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:33.588473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.590101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, dfeab19f-ab23-42d6-a393-9355a13c174b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:33.601712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:33.603115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a0ddb-6ab0-440c-a706-71188a3c3f71 None None] Network dfeab19f-ab23-42d6-a393-9355a13c174b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:33.603788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.630098 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b71b9a64-acb2-4fd9-aec8-0835abe49a53 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5895648 Nov 27 10:38:33.631019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 42988) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:33.721323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42990) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:33.729437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.814829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-fcc08f52-6313-45c9-9092-086f3a56a054', 'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054', 'tenant_id': '3ebed942d6a44657b39b376c322e6b37', 'fixed_ips': [{'subnet_id': 'b67838d5-68c8-4cf5-a390-88784b085ecc'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:33.815710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.857100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] For port 1801882f-5b52-4daf-93dc-2c38176e75c2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:33.880472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] For port 1801882f-5b52-4daf-93dc-2c38176e75c2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1801882f-5b52-4daf-93dc-2c38176e75c2,segment=NetworkSegment(0e5d079f-3fb8-4546-a660-c641130ed3be),segment_id=0e5d079f-3fb8-4546-a660-c641130ed3be)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:33.915315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:33.946710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-246812663-network', 'tenant_id': 'd972dbd6924f4088a021fbf6055cba52'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:33.985815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb9e08c-7444-4d7d-9c06-5eadf381ca7b None None] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:34.005257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.010781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Made reservation on behalf of d972dbd6924f4088a021fbf6055cba52 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:34.013378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.030398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.133348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Allocated IP 2001:db8::1 (bb77878f-60e2-4915-9d9d-b19f34ae3d14/5bba94c0-54b4-44a2-a318-880d19fa3b25/bd975597-149b-474c-8c15-de74d40be982) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:34.177246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-40677db0-cd45-47df-a2c7-99baaa24e330 None None] Provisioning complete for port 1096c842-c808-4cce-ae71-c853b8642044 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:34.177888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40677db0-cd45-47df-a2c7-99baaa24e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.237805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.243896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.248329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-dfeab19f-ab23-42d6-a393-9355a13c174b', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:34.249233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.252075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ceffd-c600-43f4-a635-1d90a8617798 None None] Pushing event updated for resources: {'Port': ['ID=1801882f-5b52-4daf-93dc-2c38176e75c2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:34.288416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:34.313341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Allocated IP 2001:db8::2 (fcc08f52-6313-45c9-9092-086f3a56a054/b67838d5-68c8-4cf5-a390-88784b085ecc/39b2b65f-78b0-40f3-a119-e2d00e5154bc) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:34.313941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518b2e31-0774-46a4-8159-b25d638bd351,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:34.325922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.326612 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Added segment b53a2322-4704-476a-9309-8f505ca4edd1 of type vlan for network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c Nov 27 10:38:34.345490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.20.0.1 (dfeab19f-ab23-42d6-a393-9355a13c174b/89ad6699-1ddb-4a74-9d31-201977bc47f2/942bef7e-492a-4c86-8307-72f4c72cf1b6) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:34.364799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.404272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.457686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.461758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:34.462348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.468284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.560637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.602166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.651432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:34.661374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network dfeab19f-ab23-42d6-a393-9355a13c174b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:34.666660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:34.670318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:34.681467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Port': ['ID=bd975597-149b-474c-8c15-de74d40be982,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:34.686619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:34.695564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1801882f-5b52-4daf-93dc-2c38176e75c2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:34.697180 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9739261 Nov 27 10:38:34.698097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:34.698630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.700021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=942bef7e-492a-4c86-8307-72f4c72cf1b6,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:34.701677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 42994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:34.707868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Request body: {'subnet': {'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-246812663-subnet', 'tenant_id': 'd972dbd6924f4088a021fbf6055cba52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:34.711613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ce1fe-2769-42d6-b279-39d96c56bfbe admin admin] Pushing event updated for resources: {'Network': ['ID=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:34.727079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.763834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:34.814311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Made reservation on behalf of d972dbd6924f4088a021fbf6055cba52 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:34.818214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.850048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40677db0-cd45-47df-a2c7-99baaa24e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.869171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:34.949707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.025986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-40677db0-cd45-47df-a2c7-99baaa24e330 None None] For port 1096c842-c808-4cce-ae71-c853b8642044, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1096c842-c808-4cce-ae71-c853b8642044,segment=NetworkSegment(1924c945-bb23-4455-9b10-2c0c0615303b),segment_id=1924c945-bb23-4455-9b10-2c0c0615303b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:35.048154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Allocated IP 172.20.0.2 (dfeab19f-ab23-42d6-a393-9355a13c174b/89ad6699-1ddb-4a74-9d31-201977bc47f2/bc761440-0fce-4347-bb72-dd11b1c70918) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:35.054430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40677db0-cd45-47df-a2c7-99baaa24e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.058145 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-bed50a79-88a9-47ac-ad8f-b51a41de9fae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858474 Nov 27 10:38:35.135759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1801882f-5b52-4daf-93dc-2c38176e75c2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:35.136126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.233507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.255971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-78e764ae-cd06-4732-873d-6b3d7875fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:35.257511 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-78e764ae-cd06-4732-873d-6b3d7875fc23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.1375794 Nov 27 10:38:35.289324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.306773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40677db0-cd45-47df-a2c7-99baaa24e330 None None] Pushing event updated for resources: {'Port': ['ID=1096c842-c808-4cce-ae71-c853b8642044,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:35.388133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Network fcc08f52-6313-45c9-9092-086f3a56a054 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:35.410833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.420068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.421380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:35.424223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.430299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:35.467894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Pushing event updated for resources: {'Port': ['ID=39b2b65f-78b0-40f3-a119-e2d00e5154bc,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:35.532289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=942bef7e-492a-4c86-8307-72f4c72cf1b6,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:35.562658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f72f8e-2f1a-43ef-b921-280f4f8ca23f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:35.563350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-84e34f34-cfc9-4638-aa3e-c06eda32ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:35.565189 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-84e34f34-cfc9-4638-aa3e-c06eda32ffea service neutron] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 898 time: 0.2817035 Nov 27 10:38:35.572648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.588330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Checking segment: {'id': 'b53a2322-4704-476a-9309-8f505ca4edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:35.589376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Network hostable DHCP agents. Network: 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:35.610896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.617030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e4362-b832-4a55-9055-5e2f1ee7bae0 None None] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:35.620031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.621151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.676115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:35.696230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.702088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.713271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:35.718305 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-a2aea39c-9100-411d-8a42-1b4b380920ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 1001 time: 0.1344371 Nov 27 10:38:35.726306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:35.726906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.744330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Attempting to bind port 39b2b65f-78b0-40f3-a119-e2d00e5154bc on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:35.745268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Attempting to bind port 39b2b65f-78b0-40f3-a119-e2d00e5154bc by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:35.745268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Attempting to bind port 39b2b65f-78b0-40f3-a119-e2d00e5154bc on network fcc08f52-6313-45c9-9092-086f3a56a054 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:35.756638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e5b8c-4644-4a80-aedb-3a1066852d87 None None] Network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:35.777318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-61b33c90-563f-49b5-86c5-92c0cd0af50b None None] Provisioning complete for port 1096c842-c808-4cce-ae71-c853b8642044 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:35.777786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61b33c90-563f-49b5-86c5-92c0cd0af50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.781151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Port': ['ID=bd975597-149b-474c-8c15-de74d40be982,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:35.782311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.791459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network dfeab19f-ab23-42d6-a393-9355a13c174b is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:35.795940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:35.803598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-aa54d11a-994d-4043-b480-40a342905d16 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0994825 Nov 27 10:38:35.829638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:35.829943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Checking segment: {'id': 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:35.830500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.830909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Bound using segment: {'id': 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:35.831414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Bound port: 39b2b65f-78b0-40f3-a119-e2d00e5154bc, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fcc08f52-6313-45c9-9092-086f3a56a054'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:35.831810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:35.873883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:35.876608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:35.982924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 1801882f-5b52-4daf-93dc-2c38176e75c2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1801882f-5b52-4daf-93dc-2c38176e75c2,segment=NetworkSegment(0e5d079f-3fb8-4546-a660-c641130ed3be),segment_id=0e5d079f-3fb8-4546-a660-c641130ed3be)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:36.022893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Network dfeab19f-ab23-42d6-a393-9355a13c174b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:36.052773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.053652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1096c842-c808-4cce-ae71-c853b8642044 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:36.066342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Pushing event updated for resources: {'Port': ['ID=bc761440-0fce-4347-bb72-dd11b1c70918,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:36.072276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:36.075250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:36.119419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Router 4055b09a-dc06-4599-9ace-fdbf63338b12 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:38:36.171076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-e90e9e6b-9a3f-4661-ab1e-edd3427449d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:36.173335 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-e90e9e6b-9a3f-4661-ab1e-edd3427449d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.4467938 Nov 27 10:38:36.258339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-4d32d0f3-0df9-4b1d-977d-0ccc9d6a9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:36.260005 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-4d32d0f3-0df9-4b1d-977d-0ccc9d6a9176 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0766509 Nov 27 10:38:36.275024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:36.279029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:38:36.282091 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cad62186-001f-4d6d-bcff-dbebecc20c9c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9714949 Nov 27 10:38:36.285134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:36.288037 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] Sync routers for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:36.306195 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:36.307320 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:36.329194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=1801882f-5b52-4daf-93dc-2c38176e75c2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:36.347976 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:36.363849 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:36.364943 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:36.393323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] For port 39b2b65f-78b0-40f3-a119-e2d00e5154bc, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:36.441469 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:36.445734 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e7c3f-ba4c-405a-9a64-5dd89a215659 None None] The sync data for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:36.486169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:36.492811 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-03f680ac-409b-431e-be16-94dcb4a8120a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605058 Nov 27 10:38:36.495599 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-cfa5dbbb-349d-4823-87b8-a80a1341b490 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274585 Nov 27 10:38:36.496153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:36.503198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-274906270'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:36.574864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] For port 39b2b65f-78b0-40f3-a119-e2d00e5154bc, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=39b2b65f-78b0-40f3-a119-e2d00e5154bc,segment=NetworkSegment(fe0e4b0c-80e6-41ce-8b95-4f50f8553f12),segment_id=fe0e4b0c-80e6-41ce-8b95-4f50f8553f12)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:36.583934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:36.589653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:36.594194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.608154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:36.616320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-294796199-network', 'tenant_id': 'f46424840e9145eabc787bf73df2587f'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:36.623309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.627571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Attempting to bind port bc761440-0fce-4347-bb72-dd11b1c70918 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:36.628072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Attempting to bind port bc761440-0fce-4347-bb72-dd11b1c70918 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:36.628585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Attempting to bind port bc761440-0fce-4347-bb72-dd11b1c70918 on network dfeab19f-ab23-42d6-a393-9355a13c174b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:36.645868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49acfec5-7372-40b7-bc52-b57610d34e81 None None] Network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:36.652037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:36.658585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:36.659531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Checking segment: {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:36.659531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.660094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Bound using segment: {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:36.660704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Bound port: bc761440-0fce-4347-bb72-dd11b1c70918, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:36.661181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.673695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.674043 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 3207725d-5896-41a3-9a04-d78e734a930a of type vlan for network 111577ac-29b2-46b1-b733-ce3384f25a98 Nov 27 10:38:36.688871 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ec1396c-0157-460a-8ca9-3e1f3ca4036d req-91b6cea9-8c9d-485d-9fee-6c461dd8db28 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810288 Nov 27 10:38:36.717319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Made reservation on behalf of f46424840e9145eabc787bf73df2587f for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:36.720473 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.732479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.750685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.753392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1096c842-c808-4cce-ae71-c853b8642044 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:36.753924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.844303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.851517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:36.852310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:36.915870 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4185727 Nov 27 10:38:36.926573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43016) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:36.931409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:36.972773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:36.972971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:37.014397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b1b01-047c-4bf4-b5d7-2c0f2f0a1fa1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=111577ac-29b2-46b1-b733-ce3384f25a98,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:37.028479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.071838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.075060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:37.110042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:37.124798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81be5275-0610-43d2-86b9-075f88736293,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:37.147380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.147800 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Added segment bd137fa2-580d-4622-9101-0262dd0f4a32 of type vlan for network 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163 Nov 27 10:38:37.169043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 111577ac-29b2-46b1-b733-ce3384f25a98 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:37.218466 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-7d644a09-f59e-464b-b38a-d976f9e6c7df tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:37.223830 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7d644a09-f59e-464b-b38a-d976f9e6c7df tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9310966 Nov 27 10:38:37.223996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43018) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:37.243813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:37.244050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f070dc1e-b31a-4d38-9eb4-6214227e02cd None None] Provisioning complete for port 1801882f-5b52-4daf-93dc-2c38176e75c2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:37.244265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f070dc1e-b31a-4d38-9eb4-6214227e02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.247490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.285939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.319759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce242e-474f-4b82-90e7-ddeb9b4451c5 None None] Pushing event updated for resources: {'Port': ['ID=39b2b65f-78b0-40f3-a119-e2d00e5154bc,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:37.441512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] For port bc761440-0fce-4347-bb72-dd11b1c70918, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:37.442710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.443857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:37.444467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.533336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] For port bc761440-0fce-4347-bb72-dd11b1c70918, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bc761440-0fce-4347-bb72-dd11b1c70918,segment=NetworkSegment(0e9db678-e0b6-4eea-b267-8c95b7ce9146),segment_id=0e9db678-e0b6-4eea-b267-8c95b7ce9146)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:37.547028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.592628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9810207 Nov 27 10:38:37.596119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:37.603808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Request body: {'subnet': {'network_id': '27a9f9ca-dfa2-4fae-9358-fa29a7b3c163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-294796199-subnet', 'tenant_id': 'f46424840e9145eabc787bf73df2587f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:37.651876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Made reservation on behalf of f46424840e9145eabc787bf73df2587f for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:37.656888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.675552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf439-582c-423c-9cf6-7508b3e6505a admin admin] Pushing event updated for resources: {'Network': ['ID=27a9f9ca-dfa2-4fae-9358-fa29a7b3c163,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:37.747418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:37.806242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df29df-446b-43d4-bed4-81b7a6ce9fad None None] Pushing event updated for resources: {'Port': ['ID=bc761440-0fce-4347-bb72-dd11b1c70918,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:37.961701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a497cc4c-6f83-4084-abe6-866bbde360b4 None None] Provisioning complete for port bd975597-149b-474c-8c15-de74d40be982 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:37.962158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a497cc4c-6f83-4084-abe6-866bbde360b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:37.990360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.010613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.016994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:34Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:35Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:38.100812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1096c842-c808-4cce-ae71-c853b8642044 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:38.105628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:38.105993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Updating router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 port 942bef7e-492a-4c86-8307-72f4c72cf1b6 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:38:38.174432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Checking segment: {'id': 'bd137fa2-580d-4622-9101-0262dd0f4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '27a9f9ca-dfa2-4fae-9358-fa29a7b3c163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:38.174702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Network hostable DHCP agents. Network: 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:38.179263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a497cc4c-6f83-4084-abe6-866bbde360b4 None None] Port bd975597-149b-474c-8c15-de74d40be982 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:38.181178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a3478b-26f3-4aa7-a786-06dd0abbe41a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:38.207440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.217120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=232f0b88-f277-46e2-ac87-1b5cbd24ce28,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:38.223054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a497cc4c-6f83-4084-abe6-866bbde360b4 None None] Provisioning complete for port 1801882f-5b52-4daf-93dc-2c38176e75c2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:38.223417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a497cc4c-6f83-4084-abe6-866bbde360b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.248311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:38.249109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: 111577ac-29b2-46b1-b733-ce3384f25a98, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:38.271187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Network 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:38.298026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:38.307752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:38.308349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.314487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.335738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68058a-166a-49f4-9a95-45b0ea0ab236 None None] Network 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:38.366971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-36db83d0-2d10-4581-902f-913c7cb1078c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7686617 Nov 27 10:38:38.450950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 111577ac-29b2-46b1-b733-ce3384f25a98 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:38.465953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 111577ac-29b2-46b1-b733-ce3384f25a98) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:38.482506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:38.483474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.485223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0523d-5618-425d-a9e0-15ba4e7932a6 None None] Network 111577ac-29b2-46b1-b733-ce3384f25a98 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:38.519507 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c49fcb3e-98d9-467b-aa8b-3fd00565758e tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5920424 Nov 27 10:38:38.521160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565c4fa-f580-4a26-bf90-3327ea4cf35a None None] Network fcc08f52-6313-45c9-9092-086f3a56a054 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:38.522449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:38.534912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1096c842-c808-4cce-ae71-c853b8642044 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:38.535966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.747788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting port bd975597-149b-474c-8c15-de74d40be982 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:38.748359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.931404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:38.967415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Calling delete_port for bd975597-149b-474c-8c15-de74d40be982 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:39.031573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.119141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bbeb8-fac8-412a-9ced-430f97488b98 None None] Network 27a9f9ca-dfa2-4fae-9358-fa29a7b3c163 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:39.129728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-49cc04f2-5708-4294-905b-feea1e078cc8 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:39.137286 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-49cc04f2-5708-4294-905b-feea1e078cc8 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/networks?id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c HTTP/1.1" status: 200 len: 811 time: 0.2024512 Nov 27 10:38:39.161383 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-bb09adaa-94ad-4cbe-ba8b-50ea5643282d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/quotas/d972dbd6924f4088a021fbf6055cba52 HTTP/1.1" status: 200 len: 375 time: 0.0231354 Nov 27 10:38:39.228977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-e841e2ef-0c17-48db-985a-d2d8e50520ed tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d972dbd6924f4088a021fbf6055cba52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665965 Nov 27 10:38:39.299694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c44ba75-d426-48cf-b75a-9d6126d2c81c None None] Network dfeab19f-ab23-42d6-a393-9355a13c174b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:39.356397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 39b2b65f-78b0-40f3-a119-e2d00e5154bc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:39.385034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.21.0.1 (111577ac-29b2-46b1-b733-ce3384f25a98/232f0b88-f277-46e2-ac87-1b5cbd24ce28/4df30a75-50fe-4341-afa7-b5c05a383442) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:39.388013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-d5703b6b-622b-4cac-b7fd-325b8cd4dd74 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554592 Nov 27 10:38:39.391795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.408575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Provisioning complete for port bd975597-149b-474c-8c15-de74d40be982 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:39.408958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.432310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Port': ['ID=bd975597-149b-474c-8c15-de74d40be982,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:39.511192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-111577ac-29b2-46b1-b733-ce3384f25a98', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:39.512166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.529864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Port bd975597-149b-474c-8c15-de74d40be982 was deleted so its status cannot be updated. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 27 10:38:39.537741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.587399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.590735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.610327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.634523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.654902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 111577ac-29b2-46b1-b733-ce3384f25a98 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:39.658917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:39.661879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:39.723802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.738018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Provisioning complete for port 39b2b65f-78b0-40f3-a119-e2d00e5154bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:39.738403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.777289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=4df30a75-50fe-4341-afa7-b5c05a383442,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:39.867677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3048d5e-b8eb-4e04-834d-2d52cf6613e1 None None] Pushing event updated for resources: {'Port': ['ID=942bef7e-492a-4c86-8307-72f4c72cf1b6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:39.877954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 39b2b65f-78b0-40f3-a119-e2d00e5154bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:39.878339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:39.894365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.034460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Allocated IP 172.21.0.2 (111577ac-29b2-46b1-b733-ce3384f25a98/232f0b88-f277-46e2-ac87-1b5cbd24ce28/ba5f9f02-343f-45b1-8c53-77cd3dc01de2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:40.043685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Attempting to bind port 942bef7e-492a-4c86-8307-72f4c72cf1b6 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:40.043982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Attempting to bind port 942bef7e-492a-4c86-8307-72f4c72cf1b6 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:40.044353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Attempting to bind port 942bef7e-492a-4c86-8307-72f4c72cf1b6 on network dfeab19f-ab23-42d6-a393-9355a13c174b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:40.091089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:40.091520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Checking segment: {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:40.091930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.092337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Bound using segment: {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:40.092860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Bound port: 942bef7e-492a-4c86-8307-72f4c72cf1b6, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9db678-e0b6-4eea-b267-8c95b7ce9146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:40.093251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.120157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Router 4055b09a-dc06-4599-9ace-fdbf63338b12 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:40.151737 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-230f1d6a-f8ce-4330-ae1e-a6917f8b6348 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7535493 Nov 27 10:38:40.163437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.247519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.255006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.299467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.315758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:40.323573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1f192a05-d76a-4947-8fa8-e78f649e41b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.326497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8e75c636-d431-4074-8caa-fe3053b885e8 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1018612 Nov 27 10:38:40.330816 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] Sync routers for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:40.331327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43040) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:40.359597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=4df30a75-50fe-4341-afa7-b5c05a383442,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:40.365925 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:40.366841 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:40.369405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.388106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] For port 942bef7e-492a-4c86-8307-72f4c72cf1b6, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:40.396301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] For port 39b2b65f-78b0-40f3-a119-e2d00e5154bc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=39b2b65f-78b0-40f3-a119-e2d00e5154bc,segment=NetworkSegment(fe0e4b0c-80e6-41ce-8b95-4f50f8553f12),segment_id=fe0e4b0c-80e6-41ce-8b95-4f50f8553f12)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:40.427537 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-8fe85254-c3a0-43aa-ae82-456c7328fff7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] delete failed (client error): The resource could not be found. Nov 27 10:38:40.432235 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8fe85254-c3a0-43aa-ae82-456c7328fff7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-626630414 HTTP/1.1" status: 404 len: 334 time: 0.0953217 Nov 27 10:38:40.432498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43046) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:40.440922 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:40.448186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9578c8cd-49b4-4305-a80d-3c9e4490ea6c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'router': {'external_gateway_info': {'network_id': '4055b09a-dc06-4599-9ace-fdbf63338b12'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:40.454686 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:40.455551 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:40.485160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.491890 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:40.492911 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fc676-e8a8-4d6f-afb9-06cc408c7310 None None] The sync data for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:40.515204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] For port 942bef7e-492a-4c86-8307-72f4c72cf1b6, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=942bef7e-492a-4c86-8307-72f4c72cf1b6,segment=NetworkSegment(0e9db678-e0b6-4eea-b267-8c95b7ce9146),segment_id=0e9db678-e0b6-4eea-b267-8c95b7ce9146)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:40.537455 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1463a9bd-2539-456f-95a2-54eb75e68fe3 req-958e8631-ebab-482d-96ce-436c572a4992 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 210 time: 0.0509775 Nov 27 10:38:40.543885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network 111577ac-29b2-46b1-b733-ce3384f25a98 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:40.545691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:40.565874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.682577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.696588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:38:40.697373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:38:40.698129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ee5f5-ad56-4b6c-b6f3-d19b40f6a088 None None] Pushing event updated for resources: {'Port': ['ID=39b2b65f-78b0-40f3-a119-e2d00e5154bc,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:40.722095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:40.772804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Provisioning complete for port bc761440-0fce-4347-bb72-dd11b1c70918 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:40.773581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.809683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9578c8cd-49b4-4305-a80d-3c9e4490ea6c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.828322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.844114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3048d5e-b8eb-4e04-834d-2d52cf6613e1 None None] Pushing event updated for resources: {'Port': ['ID=942bef7e-492a-4c86-8307-72f4c72cf1b6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:40.859672 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-9578c8cd-49b4-4305-a80d-3c9e4490ea6c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] update failed (client error): The resource could not be found. Nov 27 10:38:40.860069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Network 111577ac-29b2-46b1-b733-ce3384f25a98 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:40.861693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:40.863219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:40.864851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9578c8cd-49b4-4305-a80d-3c9e4490ea6c tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12 HTTP/1.1" status: 404 len: 339 time: 0.4310169 Nov 27 10:38:40.866647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43052) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:40.867454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:40.872751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:40.877046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-233323657'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:40.918638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:40.928277 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cb04d8c1-0ec7-4889-ab83-09740f3b951a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012253 Nov 27 10:38:40.928277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:40.928765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:40.930586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.935022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-861349475'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:40.960090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:40.971756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:40.972175 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Added segment cf62da80-4954-4df8-a910-b1ef776c72ce of type vlan for network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 Nov 27 10:38:40.982053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:40.989121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.017074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.052671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:41.053009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.060749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:41.061552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.074921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.075411 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 2760f397-e34a-45bf-8646-59f4fd8d2655 of type vlan for network e646c71e-d8ab-415b-a40b-819237bee4e3 Nov 27 10:38:41.138672 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2682590 Nov 27 10:38:41.138937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43058) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:41.144812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'subnet': {'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:41.183911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.189736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73075a63-54f4-4349-b478-0c0a36016a66 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Network': ['ID=d619f9e6-37bf-4d75-a9fc-62c51cb127e0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:41.218293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:41.272256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.279208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:41.279960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.368096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Made reservation on behalf of 3ebed942d6a44657b39b376c322e6b37 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:41.371622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.392053 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4623003 Nov 27 10:38:41.392834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31823848-2b60-4af1-8490-716d9df859c7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=e646c71e-d8ab-415b-a40b-819237bee4e3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:41.395555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:41.404620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:41.438698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Pushing event updated for resources: {'Port': ['ID=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:41.448576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network e646c71e-d8ab-415b-a40b-819237bee4e3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:41.482756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1801882f-5b52-4daf-93dc-2c38176e75c2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:41.496424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:41.550774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:41.555285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.574103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.588204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Attempting to bind port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:41.588580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Attempting to bind port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:41.588956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Attempting to bind port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 on network 111577ac-29b2-46b1-b733-ce3384f25a98 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:41.636782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:41.637237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Checking segment: {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:41.637678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.637901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.638139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Bound using segment: {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:41.638676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Bound port: ba5f9f02-343f-45b1-8c53-77cd3dc01de2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:41.639210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.720878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Subnet': ['ID=1f1fb3bf-4b8c-45b7-b8ad-ec603da869f9,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:41.775132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.782348 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ac82833d-972b-44bb-b25c-e4750d0e0e47 req-6b10c9fd-df19-4891-a296-137c7c158ac6 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 210 time: 0.0618906 Nov 27 10:38:41.816105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Checking segment: {'id': 'cf62da80-4954-4df8-a910-b1ef776c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:41.816105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network hostable DHCP agents. Network: d619f9e6-37bf-4d75-a9fc-62c51cb127e0, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:41.836192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] For port bc761440-0fce-4347-bb72-dd11b1c70918, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bc761440-0fce-4347-bb72-dd11b1c70918,segment=NetworkSegment(0e9db678-e0b6-4eea-b267-8c95b7ce9146),segment_id=0e9db678-e0b6-4eea-b267-8c95b7ce9146)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:41.859841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.893770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=3acbf91e-111f-4d1f-b2c4-d8c028994923,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:41.908779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:41.921139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:41.922313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: e646c71e-d8ab-415b-a40b-819237bee4e3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:41.924032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, d619f9e6-37bf-4d75-a9fc-62c51cb127e0) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:41.934431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1801882f-5b52-4daf-93dc-2c38176e75c2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:41.934651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:41.934827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.935224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.947764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688037c-6bcd-4344-bb3f-8dc54d5ce68c None None] Network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:41.959356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-3a9fdec2-96f8-402d-88c5-0cc503e29ea3 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:41.959677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network e646c71e-d8ab-415b-a40b-819237bee4e3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:41.961018 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-3a9fdec2-96f8-402d-88c5-0cc503e29ea3 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.24 "GET /v2.0/networks?id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c HTTP/1.1" status: 200 len: 811 time: 0.1481435 Nov 27 10:38:41.971985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9fff1877-6d3a-4635-8506-b1cf11da447f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8290532 Nov 27 10:38:41.972243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, e646c71e-d8ab-415b-a40b-819237bee4e3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:41.972365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43064) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:41.977607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0a032706-7c21-45ca-b88b-3756ca3f74a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:41.983852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:41.984334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Provisioning complete for port 942bef7e-492a-4c86-8307-72f4c72cf1b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:41.984555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:41.984890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.009268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] For port ba5f9f02-343f-45b1-8c53-77cd3dc01de2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:42.013620 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cd113efd-6867-43b5-a8c6-531be3c6f1f1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6138525 Nov 27 10:38:42.013783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30210161-f991-4adf-a2c0-2966293e2dda None None] Network e646c71e-d8ab-415b-a40b-819237bee4e3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:42.014407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43066) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:42.058171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Request body: {'port': {'device_id': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c', 'admin_state_up': True, 'tenant_id': 'd972dbd6924f4088a021fbf6055cba52'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:42.197541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] For port ba5f9f02-343f-45b1-8c53-77cd3dc01de2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,segment=NetworkSegment(3207725d-5896-41a3-9a04-d78e734a930a),segment_id=3207725d-5896-41a3-9a04-d78e734a930a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:42.255326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a032706-7c21-45ca-b88b-3756ca3f74a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.277353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.278739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Pushing event updated for resources: {'Port': ['ID=bc761440-0fce-4347-bb72-dd11b1c70918,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:42.355968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Made reservation on behalf of d972dbd6924f4088a021fbf6055cba52 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:42.360152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.410519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f43e00-bbba-4971-8d9e-a8cae4c32ca4 None None] Pushing event updated for resources: {'Port': ['ID=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:42.433396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.462725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-e646c71e-d8ab-415b-a40b-819237bee4e3', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:42.463925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.530339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Allocated IP 172.20.0.12 (6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c/34f72f8e-2f1a-43ef-b921-280f4f8ca23f/5cab2269-a5e9-485b-87f3-355e285f8927) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:42.542863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-0a032706-7c21-45ca-b88b-3756ca3f74a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:38:42.548241 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0a032706-7c21-45ca-b88b-3756ca3f74a7 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12 HTTP/1.1" status: 400 len: 364 time: 0.5705009 Nov 27 10:38:42.548596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43072) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:42.714942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.748828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:39Z', 'revision_number': 3, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:40Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:40Z', 'revision_number': 4, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:42.802457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Allocated IP 172.22.0.2 (e646c71e-d8ab-415b-a40b-819237bee4e3/3acbf91e-111f-4d1f-b2c4-d8c028994923/c45cd1a4-7b44-426e-864c-b093cd1f9f38) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:42.806772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efde720-06d6-496a-aa2e-07f34b76cf45 None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:39Z', 'revision_number': 3, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:40Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:40Z', 'revision_number': 4, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:42.817795 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-d619f9e6-37bf-4d75-a9fc-62c51cb127e0', 'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0', 'tenant_id': '3ebed942d6a44657b39b376c322e6b37', 'fixed_ips': [{'subnet_id': '1f1fb3bf-4b8c-45b7-b8ad-ec603da869f9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:42.817795 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.882968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] For port 942bef7e-492a-4c86-8307-72f4c72cf1b6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=942bef7e-492a-4c86-8307-72f4c72cf1b6,segment=NetworkSegment(0e9db678-e0b6-4eea-b267-8c95b7ce9146),segment_id=0e9db678-e0b6-4eea-b267-8c95b7ce9146)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:42.900610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:42.968319 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a6fd4b6b-de2e-4f89-b4d9-004a4a0becf3 req-6c8ca226-f062-4b03-968e-b1a62cb2cc2b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 210 time: 0.0550275 Nov 27 10:38:43.079638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.081657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.089612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ba5f9f02-343f-45b1-8c53-77cd3dc01de2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:43.099791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Provisioning complete for port 39b2b65f-78b0-40f3-a119-e2d00e5154bc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:43.100164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.346534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-537d00ea-27a4-4137-a52c-8de9abd2c237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.383892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882bb3-4741-4056-843e-2a8bdd60fec3 None None] Pushing event updated for resources: {'Port': ['ID=942bef7e-492a-4c86-8307-72f4c72cf1b6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:43.469639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Allocated IP 2001:db8:1::2 (d619f9e6-37bf-4d75-a9fc-62c51cb127e0/1f1fb3bf-4b8c-45b7-b8ad-ec603da869f9/9e2d0c50-a7e0-42a8-8fa0-991954ae3476) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:43.577806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:43.578484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.604925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.681872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.707959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.759668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:43.761043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Pushing event updated for resources: {'Port': ['ID=5cab2269-a5e9-485b-87f3-355e285f8927,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:43.764934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:43.767258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:43.820536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.22.0.1 (e646c71e-d8ab-415b-a40b-819237bee4e3/3acbf91e-111f-4d1f-b2c4-d8c028994923/89930377-2a37-4088-85db-f12c11ceca88) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:43.840768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:43.841559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.855505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Network e646c71e-d8ab-415b-a40b-819237bee4e3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:43.865465 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-08e5dad1-4b75-4153-bb08-6fe476ca4015 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8111060 Nov 27 10:38:43.877519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.878454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:43.886698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Request body: {'port': {'device_id': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:43.913116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:43.926325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Pushing event updated for resources: {'Port': ['ID=c45cd1a4-7b44-426e-864c-b093cd1f9f38,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:43.967273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.967273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4f8875c1-cf9e-490c-ba7a-c3f1828cfc33 None None] Provisioning complete for port 942bef7e-492a-4c86-8307-72f4c72cf1b6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:43.967622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4f8875c1-cf9e-490c-ba7a-c3f1828cfc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:43.985180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Allocated IP 2001:db8::1 (00cbaacb-e528-4533-9109-66f1e7f668e9/3c72a5fa-9d99-40b5-b53e-923674414808/3d7131f2-0329-4722-b26a-db4356888f51) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:43.999743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.060909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4469d-6299-47cc-96c3-90e0ea7c9e37 None None] Network 111577ac-29b2-46b1-b733-ce3384f25a98 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:44.064474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.108130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Attempting to bind port c45cd1a4-7b44-426e-864c-b093cd1f9f38 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:44.108415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.108643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Attempting to bind port c45cd1a4-7b44-426e-864c-b093cd1f9f38 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:44.109194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Attempting to bind port c45cd1a4-7b44-426e-864c-b093cd1f9f38 on network e646c71e-d8ab-415b-a40b-819237bee4e3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:44.132285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:44.132694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Checking segment: {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:44.136897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.137615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Bound using segment: {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:44.138380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Bound port: c45cd1a4-7b44-426e-864c-b093cd1f9f38, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:44.138968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.165665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network e646c71e-d8ab-415b-a40b-819237bee4e3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:44.172086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:44.172600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.177427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:44.217463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=89930377-2a37-4088-85db-f12c11ceca88,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:44.244450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.247815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.302368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af4a93-4d33-438d-a232-12ce78d1ea3c req-c831a142-267a-422e-8a0b-7ce1970db116 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:44.303918 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-72af4a93-4d33-438d-a232-12ce78d1ea3c req-c831a142-267a-422e-8a0b-7ce1970db116 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 932 time: 0.1977992 Nov 27 10:38:44.337750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port ba5f9f02-343f-45b1-8c53-77cd3dc01de2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,segment=NetworkSegment(3207725d-5896-41a3-9a04-d78e734a930a),segment_id=3207725d-5896-41a3-9a04-d78e734a930a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:44.386104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.387213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 39b2b65f-78b0-40f3-a119-e2d00e5154bc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:44.393102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.404802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.435845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:44.485588 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-72af4a93-4d33-438d-a232-12ce78d1ea3c req-78d91601-af1f-4dc2-8789-c738b9b6902b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609688 Nov 27 10:38:44.507488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:44.518058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Pushing event updated for resources: {'Port': ['ID=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:44.520632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:44.525265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] For port c45cd1a4-7b44-426e-864c-b093cd1f9f38, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:44.528935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.592406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] For port c45cd1a4-7b44-426e-864c-b093cd1f9f38, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c45cd1a4-7b44-426e-864c-b093cd1f9f38,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:44.597351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:44.605957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:44.608486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:44.609836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.613877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cab2269-a5e9-485b-87f3-355e285f8927 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:38:44.626502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.663276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.669037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Port': ['ID=3d7131f2-0329-4722-b26a-db4356888f51,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:44.690248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Transition to ACTIVE for port object 5cab2269-a5e9-485b-87f3-355e285f8927 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:38:44.714118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.735614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:44.768405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Attempting to bind port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:44.768791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Attempting to bind port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'cf62da80-4954-4df8-a910-b1ef776c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:44.769162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Attempting to bind port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 on network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:44.769447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Pushing event updated for resources: {'Port': ['ID=5cab2269-a5e9-485b-87f3-355e285f8927,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:44.792364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.801714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.863998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:44.864481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Checking segment: {'id': 'cf62da80-4954-4df8-a910-b1ef776c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:44.864902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.865314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Bound using segment: {'id': 'cf62da80-4954-4df8-a910-b1ef776c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:44.865819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Bound port: 9e2d0c50-a7e0-42a8-8fa0-991954ae3476, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf62da80-4954-4df8-a910-b1ef776c72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd619f9e6-37bf-4d75-a9fc-62c51cb127e0'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:44.866209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.868400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 39b2b65f-78b0-40f3-a119-e2d00e5154bc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:44.874124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.928228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:44.957629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=89930377-2a37-4088-85db-f12c11ceca88,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:45.006224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df2bfb-f725-4495-a47d-fcc5c388d13e None None] Pushing event updated for resources: {'Port': ['ID=c45cd1a4-7b44-426e-864c-b093cd1f9f38,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:45.049861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.085482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-01e5192b-2864-4ed6-8d07-69008ad5987e None None] Provisioning complete for port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:45.085861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-01e5192b-2864-4ed6-8d07-69008ad5987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.108368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Attempting to bind port 5cab2269-a5e9-485b-87f3-355e285f8927 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:45.108802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Attempting to bind port 5cab2269-a5e9-485b-87f3-355e285f8927 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'b53a2322-4704-476a-9309-8f505ca4edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:45.109464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Attempting to bind port 5cab2269-a5e9-485b-87f3-355e285f8927 on network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:45.137836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Port 5cab2269-a5e9-485b-87f3-355e285f8927 on network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:38:45.138304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Attempting to bind port 5cab2269-a5e9-485b-87f3-355e285f8927 on network 6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:45.153573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:45.154048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Checking segment: {'id': 'b53a2322-4704-476a-9309-8f505ca4edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:45.154543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Bound using segment: {'id': 'b53a2322-4704-476a-9309-8f505ca4edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:45.155099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Bound port: 5cab2269-a5e9-485b-87f3-355e285f8927, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53a2322-4704-476a-9309-8f505ca4edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:45.155674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.180763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network e646c71e-d8ab-415b-a40b-819237bee4e3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:45.188717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:45.377940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:45.405194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] For port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:45.437916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] For port 5cab2269-a5e9-485b-87f3-355e285f8927, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:45.476519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] For port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,segment=NetworkSegment(cf62da80-4954-4df8-a910-b1ef776c72ce),segment_id=cf62da80-4954-4df8-a910-b1ef776c72ce)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:45.487855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bc761440-0fce-4347-bb72-dd11b1c70918 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:45.490104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.491862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.600068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] For port 5cab2269-a5e9-485b-87f3-355e285f8927, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cab2269-a5e9-485b-87f3-355e285f8927,segment=NetworkSegment(b53a2322-4704-476a-9309-8f505ca4edd1),segment_id=b53a2322-4704-476a-9309-8f505ca4edd1)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:45.624170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.635596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf7a9f-4457-4fcf-8634-4eeb6ac66bac None None] Pushing event updated for resources: {'Port': ['ID=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:45.652121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:45.678061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Provisioning complete for port 4df30a75-50fe-4341-afa7-b5c05a383442 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:45.687321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.704163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:45.704909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.706428 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] 10.222.0.24 "PUT /v2.0/ports/5cab2269-a5e9-485b-87f3-355e285f8927 HTTP/1.1" status: 200 len: 1094 time: 1.8302953 Nov 27 10:38:45.706984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'tag': '5cab2269-a5e9-485b-87f3-355e285f8927'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:38:45.709522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70" -d '{"events": [{"name": "network-changed", "server_uuid": "84d26740-87d4-4eed-a3d5-5adb17e89a0b", "tag": "5cab2269-a5e9-485b-87f3-355e285f8927"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:38:45.736186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:45.737188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:45.864719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6477d1f-6cbc-41bf-b87e-7b54104aecfb x-openstack-request-id: req-e6477d1f-6cbc-41bf-b87e-7b54104aecfb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:38:45.865044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d26740-87d4-4eed-a3d5-5adb17e89a0b", "tag": "5cab2269-a5e9-485b-87f3-355e285f8927", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:38:45.865537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6477d1f-6cbc-41bf-b87e-7b54104aecfb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:38:45.865964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'tag': '5cab2269-a5e9-485b-87f3-355e285f8927', 'status': 'completed', 'code': 200} Nov 27 10:38:45.890253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:45.894276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Port 4df30a75-50fe-4341-afa7-b5c05a383442 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:45.959657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.983581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.984698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:45.994129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb48bf-db95-421c-85a1-131cdb6e3031 service neutron] Pushing event updated for resources: {'Port': ['ID=5cab2269-a5e9-485b-87f3-355e285f8927,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:46.230317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port bc761440-0fce-4347-bb72-dd11b1c70918 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:46.230803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.289832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:46.290857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event updated for resources: {'Port': ['ID=3d7131f2-0329-4722-b26a-db4356888f51,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:46.315201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:46.339868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-28542efe-da79-4f23-a25e-0157deeeb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:46.346479 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-28542efe-da79-4f23-a25e-0157deeeb77c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d972dbd6924f4088a021fbf6055cba52&device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 1097 time: 0.5938725 Nov 27 10:38:46.347493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d18434-8a5f-4bff-a39b-efb8e4e11cb0 req-7039e117-1e19-461f-a8c7-f93f59a0c946 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:46.351226 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b1d18434-8a5f-4bff-a39b-efb8e4e11cb0 req-7039e117-1e19-461f-a8c7-f93f59a0c946 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 944 time: 0.1845121 Nov 27 10:38:46.352970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:46.368777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0aa43b1b-e391-4120-9a7b-724ab39cec03 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3534172 Nov 27 10:38:46.383425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:46.396528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'network': {'name': 'tempest-RoutersTest-559439268'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:46.406234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Provisioning complete for port 3d7131f2-0329-4722-b26a-db4356888f51 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:46.406788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.409453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.527012 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b1d18434-8a5f-4bff-a39b-efb8e4e11cb0 req-69abac59-f749-4190-b30c-e09beac06da2 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544890 Nov 27 10:38:46.534738 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-28b9a494-0f54-488e-a5f3-c3f0cddf00cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cab2269-a5e9-485b-87f3-355e285f8927 HTTP/1.1" status: 200 len: 217 time: 0.1781271 Nov 27 10:38:46.536485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:46.551421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.586952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Port 3d7131f2-0329-4722-b26a-db4356888f51 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:46.592222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:38:46.609369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.610163 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added segment 4a0f4525-b51d-49ae-a22e-64b928418730 of type vlan for network a202a554-8976-4a26-8c08-1866369ed13a Nov 27 10:38:46.660291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.689687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Router 4055b09a-dc06-4599-9ace-fdbf63338b12 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:46.694540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.697856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-a3dfe593-1cc6-4b95-a376-ee85382b3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:46.700179 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-a3dfe593-1cc6-4b95-a376-ee85382b3ace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34f72f8e-2f1a-43ef-b921-280f4f8ca23f HTTP/1.1" status: 200 len: 851 time: 0.1554959 Nov 27 10:38:46.701570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:46.702468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.719412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Provisioning complete for port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:46.720095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e46ec60b-df5b-449a-8ee4-5285cf31cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:46.773912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3816133 Nov 27 10:38:46.780673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43084) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:46.797351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'subnet': {'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:46.813360 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-5571caaa-4a2c-4858-ac8a-7627a289e771 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033244 Nov 27 10:38:46.963189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:46.969376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9cef7-b43b-4907-b1b4-eb33f1cc103a None None] Network e646c71e-d8ab-415b-a40b-819237bee4e3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:46.974405 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] Sync routers for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:46.979135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dea4b38f-0f02-4894-9de2-faec636c0a37 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4269979 Nov 27 10:38:46.995322 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:46.996211 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:47.006050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954de2-2ebd-4866-886f-c73efeb499da tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Network': ['ID=a202a554-8976-4a26-8c08-1866369ed13a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:47.007660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43086) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:47.043021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network a202a554-8976-4a26-8c08-1866369ed13a details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:38:47.062128 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:47.063867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Made reservation on behalf of 16078d4b17874b1f9af0ff3152867b25 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:38:47.072475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.074261 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:47.076185 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:47.126104 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:47.127024 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1469d0e-c65a-4c1d-8403-9db1f6ed5703 None None] The sync data for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:47.229452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 942bef7e-492a-4c86-8307-72f4c72cf1b6 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:47.265042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:44Z', 'revision_number': 4, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:40Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:44Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:47.312831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:47.313172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Updating router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 port 4df30a75-50fe-4341-afa7-b5c05a383442 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:38:47.315347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5ac44a4b-993b-457b-a6ec-117f2d72913d tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.329359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-67851d53-35e9-4622-8951-ceddbfe84b43 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676949 Nov 27 10:38:47.349052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.394062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.430082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Provisioning complete for port 4df30a75-50fe-4341-afa7-b5c05a383442 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:47.430771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.432799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b3e5c-8f7c-4f74-9c7c-8f135078c8f2 None None] Network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:47.438504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Checking segment: {'id': '4a0f4525-b51d-49ae-a22e-64b928418730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:47.438875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network hostable DHCP agents. Network: a202a554-8976-4a26-8c08-1866369ed13a, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:38:47.447013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Subnet': ['ID=79f7b6a7-5c50-4991-ac73-430bf33cddd1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:47.470654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network a202a554-8976-4a26-8c08-1866369ed13a is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:38:47.480686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, a202a554-8976-4a26-8c08-1866369ed13a) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:47.486057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:47.487790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.505029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f4dc3-4d4d-498c-9d46-d68da5a77611 None None] Network a202a554-8976-4a26-8c08-1866369ed13a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:47.509916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-5ac44a4b-993b-457b-a6ec-117f2d72913d tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 10:38:47.513798 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5ac44a4b-993b-457b-a6ec-117f2d72913d tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12 HTTP/1.1" status: 409 len: 329 time: 0.5022852 Nov 27 10:38:47.513968 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dbff520d-7694-4501-aa83-317846cfdb39 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7284689 Nov 27 10:38:47.515084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43088) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:47.516137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43090) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:47.578977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 942bef7e-492a-4c86-8307-72f4c72cf1b6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:47.579349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.635118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Port 4df30a75-50fe-4341-afa7-b5c05a383442 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:47.788230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Provisioning complete for port 3d7131f2-0329-4722-b26a-db4356888f51 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:47.788632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.923905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:47.935656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Port 3d7131f2-0329-4722-b26a-db4356888f51 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:48.043578 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f481c05-b7ee-404a-b7d3-b14865edd6d2 req-26d9de5b-0f38-41d6-a71c-79206da24f56 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688399 Nov 27 10:38:48.056745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:48.102450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Provisioning complete for port c45cd1a4-7b44-426e-864c-b093cd1f9f38 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:48.102832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.152276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f098-f90d-47b8-94ba-8a7f680e81d8 req-cc3ea92b-689b-4ff8-be1e-3102b183881c tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:48.153850 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ed0f098-f90d-47b8-94ba-8a7f680e81d8 req-cc3ea92b-689b-4ff8-be1e-3102b183881c tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 944 time: 0.2363434 Nov 27 10:38:48.154077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-a202a554-8976-4a26-8c08-1866369ed13a', 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'fixed_ips': [{'subnet_id': '79f7b6a7-5c50-4991-ac73-430bf33cddd1'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:38:48.154934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.243126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Allocated IP 172.23.0.1 (a202a554-8976-4a26-8c08-1866369ed13a/79f7b6a7-5c50-4991-ac73-430bf33cddd1/3f22773f-d924-4fbd-8c92-275c110e9b99) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:48.310239 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ed0f098-f90d-47b8-94ba-8a7f680e81d8 req-7b7cb83a-d7d3-48ae-8807-d52df61feaac tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430681 Nov 27 10:38:48.316042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-79a25358-b5e3-4dc7-959f-e5e2dab64d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:48.326284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-79a25358-b5e3-4dc7-959f-e5e2dab64d46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d972dbd6924f4088a021fbf6055cba52&device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 1097 time: 0.1711979 Nov 27 10:38:48.420718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.468788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.540710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=3f22773f-d924-4fbd-8c92-275c110e9b99,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:48.544752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network a202a554-8976-4a26-8c08-1866369ed13a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:48.549398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.552128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:48.557968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:48.593409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.603279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:48.603647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.617306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.635810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-5d93b76f-6d2d-4676-8248-d6c1742750fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:48.638173 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-5d93b76f-6d2d-4676-8248-d6c1742750fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c HTTP/1.1" status: 200 len: 912 time: 0.3020732 Nov 27 10:38:48.639443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.681897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.697118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Allocated IP 172.23.0.2 (a202a554-8976-4a26-8c08-1866369ed13a/79f7b6a7-5c50-4991-ac73-430bf33cddd1/e2b28d41-6c37-4c9a-bf0e-71151e84bce1) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:38:48.733801 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-cca1647d-3b72-407d-9e11-c023c90c2354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cab2269-a5e9-485b-87f3-355e285f8927 HTTP/1.1" status: 200 len: 217 time: 0.0621970 Nov 27 10:38:48.761251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.766770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfeaed-82c7-4b7b-a4c5-22164d990207 None None] Pushing event updated for resources: {'Port': ['ID=4df30a75-50fe-4341-afa7-b5c05a383442,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:48.852157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] For port c45cd1a4-7b44-426e-864c-b093cd1f9f38, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c45cd1a4-7b44-426e-864c-b093cd1f9f38,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:48.874648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:48.897619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-36424d9e-10a5-4d13-8e23-e9df336e94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:48.899549 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-36424d9e-10a5-4d13-8e23-e9df336e94ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34f72f8e-2f1a-43ef-b921-280f4f8ca23f HTTP/1.1" status: 200 len: 851 time: 0.1577296 Nov 27 10:38:48.939886 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-c6ab3e77-43e9-4876-a9fe-f2fbf75d9c37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312076 Nov 27 10:38:49.005635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Attempting to bind port 4df30a75-50fe-4341-afa7-b5c05a383442 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:49.006020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Attempting to bind port 4df30a75-50fe-4341-afa7-b5c05a383442 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:49.006416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Attempting to bind port 4df30a75-50fe-4341-afa7-b5c05a383442 on network 111577ac-29b2-46b1-b733-ce3384f25a98 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:49.028227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.046016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:49.046391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Checking segment: {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:49.046891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.047850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Bound using segment: {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:49.047850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Bound port: 4df30a75-50fe-4341-afa7-b5c05a383442, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3207725d-5896-41a3-9a04-d78e734a930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:49.048151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.069889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a4a05-e3eb-4222-80ca-4cd19aabce75 None None] Pushing event updated for resources: {'Port': ['ID=c45cd1a4-7b44-426e-864c-b093cd1f9f38,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:49.086643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Provisioning complete for port 89930377-2a37-4088-85db-f12c11ceca88 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:49.087016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.110759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.118089 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-ad3d1e39-1d1a-4c6a-b848-7002c3c88ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679788 Nov 27 10:38:49.118648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.180141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.188067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,segment=NetworkSegment(cf62da80-4954-4df8-a910-b1ef776c72ce),segment_id=cf62da80-4954-4df8-a910-b1ef776c72ce)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:49.195940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Port 89930377-2a37-4088-85db-f12c11ceca88 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:49.200759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event updated for resources: {'Port': ['ID=3f22773f-d924-4fbd-8c92-275c110e9b99,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:49.207174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.209654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.210463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ba5f9f02-343f-45b1-8c53-77cd3dc01de2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:49.216270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.221523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting port 3d7131f2-0329-4722-b26a-db4356888f51 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:49.221523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.278866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] For port 4df30a75-50fe-4341-afa7-b5c05a383442, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:49.289436 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5d42e139-7c56-4c5a-bcdd-11cc020b4d70 req-087f7146-35bd-461b-8555-ddade5a2ceaa service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623325 Nov 27 10:38:49.311388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Network a202a554-8976-4a26-8c08-1866369ed13a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:49.314647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:49.316814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Network a202a554-8976-4a26-8c08-1866369ed13a is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:38:49.318608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] For port 4df30a75-50fe-4341-afa7-b5c05a383442, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4df30a75-50fe-4341-afa7-b5c05a383442,segment=NetworkSegment(3207725d-5896-41a3-9a04-d78e734a930a),segment_id=3207725d-5896-41a3-9a04-d78e734a930a)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:49.319858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Provisioning complete for port c45cd1a4-7b44-426e-864c-b093cd1f9f38 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:49.320550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.330203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.335043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:38:49.337891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:38:49.345108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Calling delete_port for 3d7131f2-0329-4722-b26a-db4356888f51 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:49.379660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.394038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:49.461442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:49.474924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Updating router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 port 89930377-2a37-4088-85db-f12c11ceca88 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:38:49.534523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:49.534893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.540326 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.542302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Attempting to bind port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:49.542672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Attempting to bind port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4a0f4525-b51d-49ae-a22e-64b928418730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:49.543032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Attempting to bind port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 on network a202a554-8976-4a26-8c08-1866369ed13a {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:49.558117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Pushing event updated for resources: {'Port': ['ID=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:49.594873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a4d48-e452-4d7b-9757-4cd8d04eadff req-68368714-557c-4624-9ee6-5c0e0dd23f3a tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:49.596424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9a9a4d48-e452-4d7b-9757-4cd8d04eadff req-68368714-557c-4624-9ee6-5c0e0dd23f3a tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 944 time: 0.1691420 Nov 27 10:38:49.599376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:49.608235 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1c8d02cf-0633-4937-aae4-0a6fa8681cde tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909133 Nov 27 10:38:49.609012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:49.610319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:49.610917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Checking segment: {'id': '4a0f4525-b51d-49ae-a22e-64b928418730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:49.611031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.611367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Bound using segment: {'id': '4a0f4525-b51d-49ae-a22e-64b928418730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:49.611490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.611850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Bound port: e2b28d41-6c37-4c9a-bf0e-71151e84bce1, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0f4525-b51d-49ae-a22e-64b928418730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:49.612238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.613715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:49.653382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Port': ['ID=3d7131f2-0329-4722-b26a-db4356888f51,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:49.739967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfeaed-82c7-4b7b-a4c5-22164d990207 None None] Pushing event updated for resources: {'Port': ['ID=4df30a75-50fe-4341-afa7-b5c05a383442,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:49.797347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.806762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9a9a4d48-e452-4d7b-9757-4cd8d04eadff req-e947d9ba-c578-4be3-a5b0-75b90d1f331d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892243 Nov 27 10:38:49.891621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] For port e2b28d41-6c37-4c9a-bf0e-71151e84bce1, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:49.913447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] For port e2b28d41-6c37-4c9a-bf0e-71151e84bce1, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,segment=NetworkSegment(4a0f4525-b51d-49ae-a22e-64b928418730),segment_id=4a0f4525-b51d-49ae-a22e-64b928418730)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:49.916089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Provisioning complete for port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:49.916522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd877076-c25c-40ca-a27a-d1597e427222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.943008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:49.989553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Router 4055b09a-dc06-4599-9ace-fdbf63338b12 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:50.006095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c45cd1a4-7b44-426e-864c-b093cd1f9f38 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:50.073934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:50.080002 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e146690e-6d30-42fb-b769-b27dcc6a4ae9 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647240 Nov 27 10:38:50.089013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43098) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:50.124133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] Sync routers for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:50.136211 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-2565911f-3b34-459d-85cc-293ada8d487b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] show failed (client error): The resource could not be found. Nov 27 10:38:50.141856 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2565911f-3b34-459d-85cc-293ada8d487b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-2111347747 HTTP/1.1" status: 404 len: 335 time: 0.0557375 Nov 27 10:38:50.143097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43100) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:50.147732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c7400b7f-95de-426e-845d-8f9dd79c4eeb tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:50.166712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 10:38:50.182985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-c7400b7f-95de-426e-845d-8f9dd79c4eeb tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] update failed (client error): The resource could not be found. Nov 27 10:38:50.184667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 10:38:50.185080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.190289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:50.190659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c7400b7f-95de-426e-845d-8f9dd79c4eeb tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1321111979 HTTP/1.1" status: 404 len: 335 time: 0.0464184 Nov 27 10:38:50.210875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:50.211617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:50.267803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d17b10-a44f-4711-b1de-20a70ede7082 None None] Pushing event updated for resources: {'Port': ['ID=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:50.271798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:50.346909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] Routers {'4055b09a-dc06-4599-9ace-fdbf63338b12'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:50.347553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['4055b09a-dc06-4599-9ace-fdbf63338b12'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:50.351115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting subnet 1f1fb3bf-4b8c-45b7-b8ad-ec603da869f9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:50.355652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.400510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c45cd1a4-7b44-426e-864c-b093cd1f9f38 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:50.400921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.409590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:50.410306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572140c-05f0-493b-8044-cb52bab4c9f2 None None] The sync data for ids ['4055b09a-dc06-4599-9ace-fdbf63338b12'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:50.468023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.503517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.508735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.512498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.516266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.651616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.682271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:50.767944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfeaed-82c7-4b7b-a4c5-22164d990207 None None] Pushing event updated for resources: {'Port': ['ID=89930377-2a37-4088-85db-f12c11ceca88,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:50.776549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-84871d1c-be50-4e68-b31a-9f17f521765c None None] Provisioning complete for port 4df30a75-50fe-4341-afa7-b5c05a383442 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:50.777074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84871d1c-be50-4e68-b31a-9f17f521765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.885078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Attempting to bind port 89930377-2a37-4088-85db-f12c11ceca88 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:38:50.885464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Attempting to bind port 89930377-2a37-4088-85db-f12c11ceca88 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:38:50.885839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Attempting to bind port 89930377-2a37-4088-85db-f12c11ceca88 on network e646c71e-d8ab-415b-a40b-819237bee4e3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:38:50.911780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:38:50.912172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Checking segment: {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:38:50.912615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:50.913138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Bound using segment: {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:38:50.913520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Bound port: 89930377-2a37-4088-85db-f12c11ceca88, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760f397-e34a-45bf-8646-59f4fd8d2655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:38:50.913913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.009726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501bc53-2c02-4e8f-b3cc-32d3fa8e3e1a req-f8e5c4d3-1840-4f09-88e5-52aabe01696e tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:51.011810 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9501bc53-2c02-4e8f-b3cc-32d3fa8e3e1a req-f8e5c4d3-1840-4f09-88e5-52aabe01696e tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 944 time: 0.1008928 Nov 27 10:38:51.031402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84871d1c-be50-4e68-b31a-9f17f521765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.096881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] For port 89930377-2a37-4088-85db-f12c11ceca88, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:38:51.098407 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9501bc53-2c02-4e8f-b3cc-32d3fa8e3e1a req-deba0267-d508-4708-93aa-a0cfa1cf472d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794067 Nov 27 10:38:51.103868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] For port 89930377-2a37-4088-85db-f12c11ceca88, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=89930377-2a37-4088-85db-f12c11ceca88,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:38:51.116976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.120107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-84871d1c-be50-4e68-b31a-9f17f521765c None None] For port 4df30a75-50fe-4341-afa7-b5c05a383442, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4df30a75-50fe-4341-afa7-b5c05a383442,segment=NetworkSegment(3207725d-5896-41a3-9a04-d78e734a930a),segment_id=3207725d-5896-41a3-9a04-d78e734a930a)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:51.129067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4df30a75-50fe-4341-afa7-b5c05a383442 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:51.156351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-84871d1c-be50-4e68-b31a-9f17f521765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.239551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:51.240296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:51.286140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfeaed-82c7-4b7b-a4c5-22164d990207 None None] Pushing event updated for resources: {'Port': ['ID=89930377-2a37-4088-85db-f12c11ceca88,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:51.312524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.347557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1fb3bf-4b8c-45b7-b8ad-ec603da869f9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:51.349551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.352841 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b19699bf-a50d-4f82-908b-0a8390054350 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/subnets/1f1fb3bf-4b8c-45b7-b8ad-ec603da869f9 HTTP/1.1" status: 204 len: 168 time: 1.1614761 Nov 27 10:38:51.354235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:51.355651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43106) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:51.361727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.362895 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-57a3cb30-9784-49ac-8807-2247eff82680 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 934 time: 1.7528279 Nov 27 10:38:51.366343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43108) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:51.379263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ec7b2-3db8-4c8b-baed-0cb908da563a None None] Network d619f9e6-37bf-4d75-a9fc-62c51cb127e0 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:51.465491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f03ebdab-b481-42a0-a373-e464192a2996 None None] Provisioning complete for port 89930377-2a37-4088-85db-f12c11ceca88 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:51.465874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f03ebdab-b481-42a0-a373-e464192a2996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.470667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.512607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5cc2a-7ace-4112-b209-54663acc0d70 None None] Network a202a554-8976-4a26-8c08-1866369ed13a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:51.519797 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-76364abd-e546-4d23-8501-7af1846e0262 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 934 time: 0.1523507 Nov 27 10:38:51.522701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:51.528624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'routes': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:51.545204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:51.545541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.563880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4df30a75-50fe-4341-afa7-b5c05a383442 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:51.564264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.572714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:51.580982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871d1c-be50-4e68-b31a-9f17f521765c None None] Pushing event updated for resources: {'Port': ['ID=4df30a75-50fe-4341-afa7-b5c05a383442,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:51.616822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] For port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,segment=NetworkSegment(cf62da80-4954-4df8-a910-b1ef776c72ce),segment_id=cf62da80-4954-4df8-a910-b1ef776c72ce)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:51.618037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.630861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Calling delete_port for 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:51.648650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cab2269-a5e9-485b-87f3-355e285f8927 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:38:51.723895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.750159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Port': ['ID=9e2d0c50-a7e0-42a8-8fa0-991954ae3476,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:51.755918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] No DVR routers for this DVR port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:51.834796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.859641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d619f9e6-37bf-4d75-a9fc-62c51cb127e0']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:51.870410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf62da80-4954-4df8-a910-b1ef776c72ce') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:51.871009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf62da80-4954-4df8-a910-b1ef776c72ce') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:51.882000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.901678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.908214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:51.908657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:51.912179 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:51.932250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 10:38:51.932786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 10:38:51.970542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.982831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.992141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:51.995623 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/networks/d619f9e6-37bf-4d75-a9fc-62c51cb127e0 HTTP/1.1" status: 204 len: 168 time: 0.6388319 Nov 27 10:38:52.000907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f234715-3213-4fbc-b6d6-d518c7936c78 None None] DHCP port deletion for d619f9e6-37bf-4d75-a9fc-62c51cb127e0 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:52.006764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43112) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:52.015829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f727f0-c84f-42eb-a73f-979c8136692f tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Network': ['ID=d619f9e6-37bf-4d75-a9fc-62c51cb127e0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:52.067005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting subnet b67838d5-68c8-4cf5-a390-88784b085ecc {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:52.070323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.075365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f03ebdab-b481-42a0-a373-e464192a2996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.083962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:52.119734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.124732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:52.125253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 10:38:52.179969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5cab2269-a5e9-485b-87f3-355e285f8927, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cab2269-a5e9-485b-87f3-355e285f8927,segment=NetworkSegment(b53a2322-4704-476a-9309-8f505ca4edd1),segment_id=b53a2322-4704-476a-9309-8f505ca4edd1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:52.182786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Port 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 not found, will not notify nova. {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 10:38:52.183197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e2b28d41-6c37-4c9a-bf0e-71151e84bce1 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:52.212127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.219418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.222177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.259175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '5cab2269-a5e9-485b-87f3-355e285f8927', 'network_id': '6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c', 'port_id': '5cab2269-a5e9-485b-87f3-355e285f8927', 'mac_address': 'fa:16:3e:e6:b0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f72f8e-2f1a-43ef-b921-280f4f8ca23f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:38:52.269353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f03ebdab-b481-42a0-a373-e464192a2996 None None] For port 89930377-2a37-4088-85db-f12c11ceca88, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=89930377-2a37-4088-85db-f12c11ceca88,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:52.281534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f03ebdab-b481-42a0-a373-e464192a2996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.296127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.329914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Subnet': ['ID=b67838d5-68c8-4cf5-a390-88784b085ecc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:52.334962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.339705 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9f3166c5-41b4-4b7a-8068-a2ddb2313e38 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/subnets/b67838d5-68c8-4cf5-a390-88784b085ecc HTTP/1.1" status: 204 len: 168 time: 0.3317332 Nov 27 10:38:52.344737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43116) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:52.350251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fcd7e-6fa1-45de-9293-2015d0e1a3d2 req-bd6dc3e8-f345-4c20-bbf0-887759198293 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:52.352214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d65fcd7e-6fa1-45de-9293-2015d0e1a3d2 req-bd6dc3e8-f345-4c20-bbf0-887759198293 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 944 time: 0.1358545 Nov 27 10:38:52.374239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9aabe8-1cd5-472b-a8c8-4d34301812f9 None None] Network fcc08f52-6313-45c9-9092-086f3a56a054 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:52.396468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.413289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting subnet 5bba94c0-54b4-44a2-a318-880d19fa3b25 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:52.414290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:52.417026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.474161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.568995 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d65fcd7e-6fa1-45de-9293-2015d0e1a3d2 req-0ee5350d-df40-42ff-855d-574de44f961d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005963 Nov 27 10:38:52.582740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:52.594144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.597667 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-63775530-3e5d-4ed6-9c71-9b8c99cc1f29 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 700 time: 1.0711386 Nov 27 10:38:52.598900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43118) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:52.643181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.643308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ebdab-b481-42a0-a373-e464192a2996 None None] Pushing event updated for resources: {'Port': ['ID=89930377-2a37-4088-85db-f12c11ceca88,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:52.653310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cab2269-a5e9-485b-87f3-355e285f8927 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:38:52.668144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:52.668580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.682954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a49350a7-1007-439b-94d0-8725bbf36ee5 None None] Provisioning complete for port 89930377-2a37-4088-85db-f12c11ceca88 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:52.683321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a49350a7-1007-439b-94d0-8725bbf36ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.739391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:50Z', 'revision_number': 6, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '3f22773f-d924-4fbd-8c92-275c110e9b99', 'name': '', 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:7a:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '79f7b6a7-5c50-4991-ac73-430bf33cddd1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:48Z', 'updated_at': '2021-11-27T10:38:48Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '79f7b6a7-5c50-4991-ac73-430bf33cddd1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 4, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:52.742395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5cab2269-a5e9-485b-87f3-355e285f8927, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cab2269-a5e9-485b-87f3-355e285f8927,segment=NetworkSegment(b53a2322-4704-476a-9309-8f505ca4edd1),segment_id=b53a2322-4704-476a-9309-8f505ca4edd1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:52.808060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:52.823567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4171c-aea4-4375-9426-cd9199ce68f7 None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:50Z', 'revision_number': 6, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '3f22773f-d924-4fbd-8c92-275c110e9b99', 'name': '', 'network_id': 'a202a554-8976-4a26-8c08-1866369ed13a', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:7a:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '79f7b6a7-5c50-4991-ac73-430bf33cddd1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:48Z', 'updated_at': '2021-11-27T10:38:48Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '79f7b6a7-5c50-4991-ac73-430bf33cddd1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 4, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:52.973708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5cab2269-a5e9-485b-87f3-355e285f8927,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:53.033301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.081722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] DHCP port deletion for fcc08f52-6313-45c9-9092-086f3a56a054 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:53.083687 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ce93f2c0-6d90-4aca-ac28-440adf63f106 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 700 time: 0.4836695 Nov 27 10:38:53.086744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:53.105978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port e2b28d41-6c37-4c9a-bf0e-71151e84bce1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,segment=NetworkSegment(4a0f4525-b51d-49ae-a22e-64b928418730),segment_id=4a0f4525-b51d-49ae-a22e-64b928418730)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:53.109695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.134290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.135103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c45cd1a4-7b44-426e-864c-b093cd1f9f38 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:53.169667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Subnet': ['ID=5bba94c0-54b4-44a2-a318-880d19fa3b25,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:53.177631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a49350a7-1007-439b-94d0-8725bbf36ee5 None None] Provisioning complete for port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:53.177986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a49350a7-1007-439b-94d0-8725bbf36ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.183763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.190833 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9515604f-471e-438f-b45b-63c8235fc209 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/subnets/5bba94c0-54b4-44a2-a318-880d19fa3b25 HTTP/1.1" status: 204 len: 168 time: 0.8405952 Nov 27 10:38:53.192871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43122) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:53.212257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557be5d9-a273-4bda-8756-332ab7ba5124 None None] Network bb77878f-60e2-4915-9d9d-b19f34ae3d14 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:53.214476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['5cab2269-a5e9-485b-87f3-355e285f8927'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:38:53.275806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.340920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting port 39b2b65f-78b0-40f3-a119-e2d00e5154bc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:53.341390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.423489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:53.435591 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] For port 39b2b65f-78b0-40f3-a119-e2d00e5154bc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=39b2b65f-78b0-40f3-a119-e2d00e5154bc,segment=NetworkSegment(fe0e4b0c-80e6-41ce-8b95-4f50f8553f12),segment_id=fe0e4b0c-80e6-41ce-8b95-4f50f8553f12)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:53.437599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.443143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] Deleting port 39b2b65f-78b0-40f3-a119-e2d00e5154bc {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:53.443529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.469129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Calling delete_port for 39b2b65f-78b0-40f3-a119-e2d00e5154bc owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:53.584128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.593951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c45cd1a4-7b44-426e-864c-b093cd1f9f38 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:53.594273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.611075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.657981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Port': ['ID=39b2b65f-78b0-40f3-a119-e2d00e5154bc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:53.665985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] No DVR routers for this DVR port 39b2b65f-78b0-40f3-a119-e2d00e5154bc on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:53.727774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] For port 39b2b65f-78b0-40f3-a119-e2d00e5154bc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=39b2b65f-78b0-40f3-a119-e2d00e5154bc,segment=NetworkSegment(fe0e4b0c-80e6-41ce-8b95-4f50f8553f12),segment_id=fe0e4b0c-80e6-41ce-8b95-4f50f8553f12)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:53.728464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.745522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] Calling delete_port for 39b2b65f-78b0-40f3-a119-e2d00e5154bc owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:53.811166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f5542-00a5-4068-b37c-5c8cd3ef63c3 req-04adf30a-b801-4828-b9dd-66430e7b72a9 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:53.813720 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8a5f5542-00a5-4068-b37c-5c8cd3ef63c3 req-04adf30a-b801-4828-b9dd-66430e7b72a9 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 945 time: 0.1210027 Nov 27 10:38:53.815989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.854518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc08f52-6313-45c9-9092-086f3a56a054']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:53.891390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:53.891677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0e4b0c-80e6-41ce-8b95-4f50f8553f12') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:53.897176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8a5f5542-00a5-4068-b37c-5c8cd3ef63c3 req-8671a3de-3e68-4b12-97bd-5c72aec0f76e tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729499 Nov 27 10:38:53.906044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.915176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a8124569-7bc1-4939-904a-5d620de1ce1a None None] Provisioning complete for port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:53.915176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8124569-7bc1-4939-904a-5d620de1ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.927613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 3f22773f-d924-4fbd-8c92-275c110e9b99 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:53.928139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.934248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.943574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:53.943985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:53.949668 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:54.003022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] DHCP port deletion for bb77878f-60e2-4915-9d9d-b19f34ae3d14 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:54.025161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.040005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.050274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.057831 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/networks/fcc08f52-6313-45c9-9092-086f3a56a054 HTTP/1.1" status: 204 len: 168 time: 0.8639174 Nov 27 10:38:54.062068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43126) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:54.075624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.092689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 3f22773f-d924-4fbd-8c92-275c110e9b99 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:54.099966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] No DVR routers for this DVR port 39b2b65f-78b0-40f3-a119-e2d00e5154bc on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:54.106073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42af97-278c-4b30-baf4-71228afcbfc2 None None] Pushing event deleted for resources: {'Port': ['ID=39b2b65f-78b0-40f3-a119-e2d00e5154bc,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:54.202317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] Deleting port 1801882f-5b52-4daf-93dc-2c38176e75c2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:54.203287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.228493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b380572-f8ea-496c-9225-84ecb01b38bc tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Network': ['ID=fcc08f52-6313-45c9-9092-086f3a56a054,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:54.249125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.280554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a8124569-7bc1-4939-904a-5d620de1ce1a None None] Provisioning complete for port 3f22773f-d924-4fbd-8c92-275c110e9b99 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:54.282002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8124569-7bc1-4939-904a-5d620de1ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.320173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] For port 1801882f-5b52-4daf-93dc-2c38176e75c2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1801882f-5b52-4daf-93dc-2c38176e75c2,segment=NetworkSegment(0e5d079f-3fb8-4546-a660-c641130ed3be),segment_id=0e5d079f-3fb8-4546-a660-c641130ed3be)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:54.320812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.337380 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting port 1801882f-5b52-4daf-93dc-2c38176e75c2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:54.337715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.352800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a8124569-7bc1-4939-904a-5d620de1ce1a None None] Port 3f22773f-d924-4fbd-8c92-275c110e9b99 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:38:54.360740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] Calling delete_port for 1801882f-5b52-4daf-93dc-2c38176e75c2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:54.391517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.429744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=3f22773f-d924-4fbd-8c92-275c110e9b99,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:54.430009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 89930377-2a37-4088-85db-f12c11ceca88 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:54.439063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] For port 1801882f-5b52-4daf-93dc-2c38176e75c2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1801882f-5b52-4daf-93dc-2c38176e75c2,segment=NetworkSegment(0e5d079f-3fb8-4546-a660-c641130ed3be),segment_id=0e5d079f-3fb8-4546-a660-c641130ed3be)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:54.439592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.471552 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Calling delete_port for 1801882f-5b52-4daf-93dc-2c38176e75c2 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:54.504180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.540558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] Pushing event deleted for resources: {'Port': ['ID=1801882f-5b52-4daf-93dc-2c38176e75c2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:54.570314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 89930377-2a37-4088-85db-f12c11ceca88 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:54.575605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.604463 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:38:54.611585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.638386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65040381-4ee5-4b5e-ad6e-2ab3796c403d None None] No DVR routers for this DVR port 1801882f-5b52-4daf-93dc-2c38176e75c2 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:54.658580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Port': ['ID=1801882f-5b52-4daf-93dc-2c38176e75c2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:54.674456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] No DVR routers for this DVR port 1801882f-5b52-4daf-93dc-2c38176e75c2 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:54.679956 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:54.691419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.704447 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:54.705237 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:54.738117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e2b28d41-6c37-4c9a-bf0e-71151e84bce1 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:54.802827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.823229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:54.823885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.826237 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb77878f-60e2-4915-9d9d-b19f34ae3d14']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:54.826924 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:54.836035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5d079f-3fb8-4546-a660-c641130ed3be') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:54.836337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5d079f-3fb8-4546-a660-c641130ed3be') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:54.847451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.865433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.874833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:54.875734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: self.session.flush() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:54.879278 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:54.920462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4df30a75-50fe-4341-afa7-b5c05a383442 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:54.979312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.990695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4df30a75-50fe-4341-afa7-b5c05a383442 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:54.991150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:54.991866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.000878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:55.001352 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/networks/bb77878f-60e2-4915-9d9d-b19f34ae3d14 HTTP/1.1" status: 204 len: 168 time: 0.9332113 Nov 27 10:38:55.024838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f424555-5efb-4ae6-933e-3711c3fdb39a tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Network': ['ID=bb77878f-60e2-4915-9d9d-b19f34ae3d14,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:55.070090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:55.074524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting subnet 3c72a5fa-9d99-40b5-b53e-923674414808 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:55.079915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.087766 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:54Z', 'revision_number': 8, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:52Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:55.101801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a52b-3b39-4aa3-8eab-212cc99762eb req-150206a3-1e03-49af-90ab-3bfd8d63c67b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:55.110449 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1bd8a52b-3b39-4aa3-8eab-212cc99762eb req-150206a3-1e03-49af-90ab-3bfd8d63c67b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 945 time: 0.0738366 Nov 27 10:38:55.119262 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:55.131080 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:55.132049 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:55.169403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.173364 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1bd8a52b-3b39-4aa3-8eab-212cc99762eb req-d914478e-4765-4132-b720-ce47936aa023 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Nov 27 10:38:55.242166 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:55.332018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 39b2b65f-78b0-40f3-a119-e2d00e5154bc no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:55.353278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 39b2b65f-78b0-40f3-a119-e2d00e5154bc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:55.353648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 39b2b65f-78b0-40f3-a119-e2d00e5154bc not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:55.354060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:55.375663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:55.376010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9e2d0c50-a7e0-42a8-8fa0-991954ae3476 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:55.376462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1801882f-5b52-4daf-93dc-2c38176e75c2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:55.397163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1801882f-5b52-4daf-93dc-2c38176e75c2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:55.397516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1801882f-5b52-4daf-93dc-2c38176e75c2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:55.471110 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:54Z', 'revision_number': 8, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:52Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:55.497448 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb7afb-f0d7-4f26-aae5-47514fb092fc None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:54Z', 'revision_number': 8, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:52Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:55.590810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:55.612545 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-433d74f0-6992-4f6d-b92b-cdd13c12e581 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5245068 Nov 27 10:38:55.615086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:55.645874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cab2269-a5e9-485b-87f3-355e285f8927 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:38:55.665758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.702024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 5cab2269-a5e9-485b-87f3-355e285f8927 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:38:55.702444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet 79f7b6a7-5c50-4991-ac73-430bf33cddd1 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:55.706469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 5cab2269-a5e9-485b-87f3-355e285f8927 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:38:55.706962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.708983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.765981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.789184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.798677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.813532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cab2269-a5e9-485b-87f3-355e285f8927'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:38:55.815828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5135167-a56d-4ef3-8610-f3ec24a89e64" -d '{"events": [{"server_uuid": "84d26740-87d4-4eed-a3d5-5adb17e89a0b", "name": "network-vif-plugged", "status": "completed", "tag": "5cab2269-a5e9-485b-87f3-355e285f8927"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:38:55.829966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5cab2269-a5e9-485b-87f3-355e285f8927, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cab2269-a5e9-485b-87f3-355e285f8927,segment=NetworkSegment(b53a2322-4704-476a-9309-8f505ca4edd1),segment_id=b53a2322-4704-476a-9309-8f505ca4edd1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:55.835336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.839226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.845273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/subnets/3c72a5fa-9d99-40b5-b53e-923674414808 HTTP/1.1" status: 204 len: 168 time: 0.8412914 Nov 27 10:38:55.846155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b3ae-d23d-489f-8b03-6736043c70c6 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Subnet': ['ID=3c72a5fa-9d99-40b5-b53e-923674414808,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:55.847002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:55.868549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b1cab-6d38-4e37-9ea7-cd9bafcbb6d0 None None] Network 00cbaacb-e528-4533-9109-66f1e7f668e9 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:55.896360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.922800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb75437-55a8-4c4e-a75d-4c0d9d5df203 x-openstack-request-id: req-2eb75437-55a8-4c4e-a75d-4c0d9d5df203 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:38:55.923229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d26740-87d4-4eed-a3d5-5adb17e89a0b", "name": "network-vif-plugged", "status": "completed", "tag": "5cab2269-a5e9-485b-87f3-355e285f8927", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:38:55.923601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eb75437-55a8-4c4e-a75d-4c0d9d5df203 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:38:55.924071 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cab2269-a5e9-485b-87f3-355e285f8927', 'code': 200} Nov 27 10:38:55.973569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:55.979277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5cab2269-a5e9-485b-87f3-355e285f8927,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:56.010610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=79f7b6a7-5c50-4991-ac73-430bf33cddd1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:56.013648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.017366 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-85620f78-81b5-41c8-9d6d-07abd077d32c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/79f7b6a7-5c50-4991-ac73-430bf33cddd1 HTTP/1.1" status: 204 len: 168 time: 0.4013376 Nov 27 10:38:56.019982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43142) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:56.029209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae06aa-8c57-4d8e-9197-d90a58fc3da9 None None] Network a202a554-8976-4a26-8c08-1866369ed13a requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:56.056319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.149030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3f22773f-d924-4fbd-8c92-275c110e9b99 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:56.177583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3f22773f-d924-4fbd-8c92-275c110e9b99 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:56.177929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3f22773f-d924-4fbd-8c92-275c110e9b99 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:56.178449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.216073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4828-827d-45b7-9e14-95404154ff4a req-7244366b-e1d7-4d50-bbdb-f93408f2037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:56.216073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-881c4828-827d-45b7-9e14-95404154ff4a req-7244366b-e1d7-4d50-bbdb-f93408f2037f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 1099 time: 0.1069689 Nov 27 10:38:56.252165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] DHCP port deletion for 00cbaacb-e528-4533-9109-66f1e7f668e9 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:56.284517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:56.304078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:56.304411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Deleting port 1096c842-c808-4cce-ae71-c853b8642044 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:56.304744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:56.304905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.367186 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-881c4828-827d-45b7-9e14-95404154ff4a req-8e01a8e1-2341-4c0c-8793-028e378933c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255982 Nov 27 10:38:56.369154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] DHCP port deletion for a202a554-8976-4a26-8c08-1866369ed13a request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:56.419901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] For port 1096c842-c808-4cce-ae71-c853b8642044, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1096c842-c808-4cce-ae71-c853b8642044,segment=NetworkSegment(1924c945-bb23-4455-9b10-2c0c0615303b),segment_id=1924c945-bb23-4455-9b10-2c0c0615303b)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:56.420170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.427180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] Deleting port 1096c842-c808-4cce-ae71-c853b8642044 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:56.427556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.435954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291515-d317-4d0b-85e1-2809bae77e70 req-2bda863c-da5d-433b-8365-dd7cabaf83e1 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:56.437991 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d2291515-d317-4d0b-85e1-2809bae77e70 req-2bda863c-da5d-433b-8365-dd7cabaf83e1 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.1556594 Nov 27 10:38:56.445978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:56.446785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Calling delete_port for 1096c842-c808-4cce-ae71-c853b8642044 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:56.456432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:56.456775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.581965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] For port 1096c842-c808-4cce-ae71-c853b8642044, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1096c842-c808-4cce-ae71-c853b8642044,segment=NetworkSegment(1924c945-bb23-4455-9b10-2c0c0615303b),segment_id=1924c945-bb23-4455-9b10-2c0c0615303b)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:56.582292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.586456 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d2291515-d317-4d0b-85e1-2809bae77e70 req-a8c065fe-9907-4966-be23-19c529e4d5d4 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407816 Nov 27 10:38:56.591489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port e2b28d41-6c37-4c9a-bf0e-71151e84bce1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,segment=NetworkSegment(4a0f4525-b51d-49ae-a22e-64b928418730),segment_id=4a0f4525-b51d-49ae-a22e-64b928418730)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:56.591846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.604580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] Deleting port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:56.604960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.617276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for e2b28d41-6c37-4c9a-bf0e-71151e84bce1 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:56.626217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] Calling delete_port for 1096c842-c808-4cce-ae71-c853b8642044 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:56.676618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.715345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Port': ['ID=1096c842-c808-4cce-ae71-c853b8642044,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:56.717214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] No DVR routers for this DVR port 1096c842-c808-4cce-ae71-c853b8642044 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:56.756839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] For port e2b28d41-6c37-4c9a-bf0e-71151e84bce1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,segment=NetworkSegment(4a0f4525-b51d-49ae-a22e-64b928418730),segment_id=4a0f4525-b51d-49ae-a22e-64b928418730)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:56.757241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.776638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.790494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] Calling delete_port for e2b28d41-6c37-4c9a-bf0e-71151e84bce1 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:56.832690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.835210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:56.837180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:56.876747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cbaacb-e528-4533-9109-66f1e7f668e9']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:56.905726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1924c945-bb23-4455-9b10-2c0c0615303b') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:56.906069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1924c945-bb23-4455-9b10-2c0c0615303b') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:56.914147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.920652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.955149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] Pushing event deleted for resources: {'Port': ['ID=1096c842-c808-4cce-ae71-c853b8642044,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:56.956132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.957073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a999786-e6e0-4d5f-b4b1-78c01e782c59 None None] No DVR routers for this DVR port 1096c842-c808-4cce-ae71-c853b8642044 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:56.967173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.973482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.989041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:56.989442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:56.992441 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:56.995071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:54Z', 'revision_number': 8, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:52Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:56.997337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a202a554-8976-4a26-8c08-1866369ed13a']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:56.997506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] Pushing event deleted for resources: {'Port': ['ID=e2b28d41-6c37-4c9a-bf0e-71151e84bce1,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:57.024436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0f4525-b51d-49ae-a22e-64b928418730') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:57.024769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0f4525-b51d-49ae-a22e-64b928418730') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:57.027275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:57.029582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30599436-fef0-4147-a7f9-03cb8f96c076 None None] No DVR routers for this DVR port e2b28d41-6c37-4c9a-bf0e-71151e84bce1 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:57.041779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:57.042401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:57.071266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.087151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.089105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.099368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.102636 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/networks/00cbaacb-e528-4533-9109-66f1e7f668e9 HTTP/1.1" status: 204 len: 168 time: 1.2506940 Nov 27 10:38:57.103778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:38:57.104180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.105880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43148) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:38:57.108922 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:38:57.134668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895479d-9e83-4101-b248-3e2e902b156b tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Pushing event deleted for resources: {'Network': ['ID=00cbaacb-e528-4533-9109-66f1e7f668e9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:57.138366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:57.153556 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-817d5dd5-99f5-46dd-89c4-f9bdb6e1e365 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "GET /v2.0/ports?device_id=4055b09a-dc06-4599-9ace-fdbf63338b12 HTTP/1.1" status: 200 len: 205 time: 0.0458739 Nov 27 10:38:57.154166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:57.183791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.192861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.197195 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/a202a554-8976-4a26-8c08-1866369ed13a HTTP/1.1" status: 204 len: 168 time: 1.1758976 Nov 27 10:38:57.200874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43152) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:57.207100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c637f4-5e50-431d-86a8-390266590341 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=a202a554-8976-4a26-8c08-1866369ed13a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:57.310497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.354754 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:54Z', 'revision_number': 8, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:52Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:57.380672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8783b55-7c6d-4fc3-b569-cefabd06ee73 None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:54Z', 'revision_number': 8, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89930377-2a37-4088-85db-f12c11ceca88', 'name': '', 'network_id': 'e646c71e-d8ab-415b-a40b-819237bee4e3', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:78:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:42Z', 'updated_at': '2021-11-27T10:38:52Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '3acbf91e-111f-4d1f-b2c4-d8c028994923', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:57.551642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.557437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.634088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.634595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Fanout notify agent at l3_agent the message router_deleted on router 4055b09a-dc06-4599-9ace-fdbf63338b12 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:38:57.644657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.645827 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-db4bcf90-bafd-4626-9590-ef6b5aab0403 tempest-RoutersNegativeIpV6Test-678350924 tempest-RoutersNegativeIpV6Test-678350924-project] 10.222.0.13 "DELETE /v2.0/routers/4055b09a-dc06-4599-9ace-fdbf63338b12 HTTP/1.1" status: 204 len: 168 time: 0.4907229 Nov 27 10:38:57.758994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f2693-7b6b-4f54-b59a-426cd9648b31 req-07c46392-737d-45d8-b3b9-d9d9c2005acd tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:57.760516 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b71f2693-7b6b-4f54-b59a-426cd9648b31 req-07c46392-737d-45d8-b3b9-d9d9c2005acd tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0917146 Nov 27 10:38:57.828894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b71f2693-7b6b-4f54-b59a-426cd9648b31 req-07736207-23db-402b-81ed-b08a31a2f681 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Nov 27 10:38:57.876761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:57.933163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:58.064251 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-572b0f14-0d62-48f4-8509-1f04b7144808 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ebed942d6a44657b39b376c322e6b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297958 Nov 27 10:38:58.066705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:58.113884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-867a9c38-b082-4358-b493-ffd7b9b9306f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.132306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 89930377-2a37-4088-85db-f12c11ceca88 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:58.132837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.142374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-867a9c38-b082-4358-b493-ffd7b9b9306f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.186030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e2b28d41-6c37-4c9a-bf0e-71151e84bce1 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:58.197401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-867a9c38-b082-4358-b493-ffd7b9b9306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.200233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-867a9c38-b082-4358-b493-ffd7b9b9306f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.204454 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-867a9c38-b082-4358-b493-ffd7b9b9306f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49202c86-c2b9-4c68-8d27-fb337f896100 HTTP/1.1" status: 204 len: 168 time: 0.1338313 Nov 27 10:38:58.211515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a9c38-b082-4358-b493-ffd7b9b9306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49202c86-c2b9-4c68-8d27-fb337f896100,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:58.239165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port 89930377-2a37-4088-85db-f12c11ceca88, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=89930377-2a37-4088-85db-f12c11ceca88,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:58.239699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.257953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 89930377-2a37-4088-85db-f12c11ceca88 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:58.365677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e2b28d41-6c37-4c9a-bf0e-71151e84bce1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:58.366018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e2b28d41-6c37-4c9a-bf0e-71151e84bce1 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:58.366497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1096c842-c808-4cce-ae71-c853b8642044 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:38:58.391509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1096c842-c808-4cce-ae71-c853b8642044 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:38:58.391509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1096c842-c808-4cce-ae71-c853b8642044 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:38:58.460691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.491763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=89930377-2a37-4088-85db-f12c11ceca88,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:58.657996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:58.860595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:38:58.925724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43188) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:58.957991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661cf33-92fa-4601-ab24-f7468b20f7f3 req-93cf8cc5-7778-49fa-8801-3b06a5d343e6 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:58.959494 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a661cf33-92fa-4601-ab24-f7468b20f7f3 req-93cf8cc5-7778-49fa-8801-3b06a5d343e6 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0607233 Nov 27 10:38:58.965215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:38:58.972992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-979095f5-75b9-491b-abca-b3598f336800 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393997 Nov 27 10:38:58.973708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:58.977098 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:38:58.990109 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:58.991097 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:59.013197 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a661cf33-92fa-4601-ab24-f7468b20f7f3 req-e597ceff-fb46-4c77-813a-d149be5f6fc1 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Nov 27 10:38:59.040446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet 3acbf91e-111f-4d1f-b2c4-d8c028994923 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:38:59.045029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.053045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-08f35302-fd84-4d68-982a-7b38f90c85af tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:59.053495 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-08f35302-fd84-4d68-982a-7b38f90c85af tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 10:38:59.054004 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-08f35302-fd84-4d68-982a-7b38f90c85af tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 10:38:59.060492 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-08f35302-fd84-4d68-982a-7b38f90c85af tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1336424 Nov 27 10:38:59.061256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43196) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:59.067386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--404563295'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:59.097847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.108364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.110804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.182996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:59.193094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f4ccd-9c21-4f10-a1ba-dba925aed4ab req-60e2f79d-a91d-4b59-a47e-365977d2f1a4 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:59.194611 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb1f4ccd-9c21-4f10-a1ba-dba925aed4ab req-60e2f79d-a91d-4b59-a47e-365977d2f1a4 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0981302 Nov 27 10:38:59.206922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.211135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.251424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.255352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc7d9d8-1a01-407d-8b0c-7e82d7398f33,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:59.297062 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb1f4ccd-9c21-4f10-a1ba-dba925aed4ab req-ec4c4944-aebb-426b-a7e4-48a9f9bf8872 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851846 Nov 27 10:38:59.306129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.311330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.342497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.344418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2821167 Nov 27 10:38:59.347296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43200) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:59.351980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'e6f55a56-04d6-4de6-b8d4-6481864b9fb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:59.353110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.358618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e146a1d-2144-4573-b382-6521e808e05f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f55a56-04d6-4de6-b8d4-6481864b9fb1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:59.384283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=3acbf91e-111f-4d1f-b2c4-d8c028994923,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:59.386317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.392789 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2293f48b-843b-4344-9627-a555f739cc99 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/3acbf91e-111f-4d1f-b2c4-d8c028994923 HTTP/1.1" status: 204 len: 168 time: 0.4180343 Nov 27 10:38:59.393453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:59.395194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.395377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af249c9a-c77b-43e6-ae7a-bbeab81df77c None None] Network e646c71e-d8ab-415b-a40b-819237bee4e3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:38:59.480082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.488800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.506976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.508107 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:58Z', 'revision_number': 9, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:59.510107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412916e2-8427-4f7e-9e04-2a752daf8ade,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:59.538509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.542499 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ffd4a3d7-8b8e-44ef-b4c5-2bed0eaebdd9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1940660 Nov 27 10:38:59.545222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43204) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:59.546113 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:38:59.553856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-074ddb0f-e825-41ee-bd0b-54345cab08fa tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'e6f55a56-04d6-4de6-b8d4-6481864b9fb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:38:59.559920 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:38:59.561214 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:59.586982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-074ddb0f-e825-41ee-bd0b-54345cab08fa tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.591955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port c45cd1a4-7b44-426e-864c-b093cd1f9f38 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:59.592688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.670844 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:38:59.688587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port c45cd1a4-7b44-426e-864c-b093cd1f9f38, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c45cd1a4-7b44-426e-864c-b093cd1f9f38,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:59.688944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.698286 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-074ddb0f-e825-41ee-bd0b-54345cab08fa tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 10:38:59.699541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-074ddb0f-e825-41ee-bd0b-54345cab08fa tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1531055 Nov 27 10:38:59.702277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43208) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:59.723127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] DHCP port deletion for e646c71e-d8ab-415b-a40b-819237bee4e3 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:38:59.729711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for c45cd1a4-7b44-426e-864c-b093cd1f9f38 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:59.763767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1534728-28a4-4ef4-afad-d4fe99c2596c req-11ea89c2-3032-4f25-be79-f1d07c90b016 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:38:59.765833 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e1534728-28a4-4ef4-afad-d4fe99c2596c req-11ea89c2-3032-4f25-be79-f1d07c90b016 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0789413 Nov 27 10:38:59.783352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] Deleting port c45cd1a4-7b44-426e-864c-b093cd1f9f38 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:38:59.784099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.788870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea632-252a-43e4-b3ac-eb02791d6a99 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.822789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea632-252a-43e4-b3ac-eb02791d6a99 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.861403 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e1534728-28a4-4ef4-afad-d4fe99c2596c req-84e60a7f-e636-4c2b-803f-64d7e81b4a16 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656943 Nov 27 10:38:59.862717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] For port c45cd1a4-7b44-426e-864c-b093cd1f9f38, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c45cd1a4-7b44-426e-864c-b093cd1f9f38,segment=NetworkSegment(2760f397-e34a-45bf-8646-59f4fd8d2655),segment_id=2760f397-e34a-45bf-8646-59f4fd8d2655)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:38:59.863128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.878271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] Calling delete_port for c45cd1a4-7b44-426e-864c-b093cd1f9f38 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:38:59.895314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.921170 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:58Z', 'revision_number': 9, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:38:59.922525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=c45cd1a4-7b44-426e-864c-b093cd1f9f38,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:38:59.930148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea632-252a-43e4-b3ac-eb02791d6a99 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.932786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea632-252a-43e4-b3ac-eb02791d6a99 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:38:59.936604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fc3ea632-252a-43e4-b3ac-eb02791d6a99 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/e6f55a56-04d6-4de6-b8d4-6481864b9fb1 HTTP/1.1" status: 204 len: 168 time: 0.2327409 Nov 27 10:38:59.937907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43210) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:38:59.943798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port c45cd1a4-7b44-426e-864c-b093cd1f9f38 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:38:59.956458 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc65c46-a6d5-4b5a-a417-0f203e39d122 None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:38:58Z', 'revision_number': 9, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '4df30a75-50fe-4341-afa7-b5c05a383442', 'name': '', 'network_id': '111577ac-29b2-46b1-b733-ce3384f25a98', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:a1:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:39Z', 'updated_at': '2021-11-27T10:38:51Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '232f0b88-f277-46e2-ac87-1b5cbd24ce28', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:38:59.962940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ea632-252a-43e4-b3ac-eb02791d6a99 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f55a56-04d6-4de6-b8d4-6481864b9fb1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:00.001054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.011597 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f8a8530d-8c36-4ff1-a456-44a84ac75905 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645895 Nov 27 10:39:00.011904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.017366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--334880687'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:00.032441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] Pushing event deleted for resources: {'Port': ['ID=c45cd1a4-7b44-426e-864c-b093cd1f9f38,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:00.034755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583b9b7-da58-4e99-87b1-4f2f80af16b4 None None] No DVR routers for this DVR port c45cd1a4-7b44-426e-864c-b093cd1f9f38 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:39:00.050797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.056905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.078317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e646c71e-d8ab-415b-a40b-819237bee4e3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:00.087800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2760f397-e34a-45bf-8646-59f4fd8d2655') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:00.088096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2760f397-e34a-45bf-8646-59f4fd8d2655') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:00.102191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.115225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.120596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.121169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:39:00.121585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.124955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:39:00.125746 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:39:00.157437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.158667 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1457396 Nov 27 10:39:00.159537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d044e-0337-48bb-bb97-1c39754d66bd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5068e98c-66dc-4729-b949-9bc7213dd3d1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:00.162871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43214) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.167632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d366f93d-38a2-494b-91a2-705e278208a5 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': '5068e98c-66dc-4729-b949-9bc7213dd3d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:00.168119 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-d366f93d-38a2-494b-91a2-705e278208a5 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 10:39:00.168636 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-d366f93d-38a2-494b-91a2-705e278208a5 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:00.173489 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d366f93d-38a2-494b-91a2-705e278208a5 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057750 Nov 27 10:39:00.173489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43216) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.185603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.195133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.198340 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/e646c71e-d8ab-415b-a40b-819237bee4e3 HTTP/1.1" status: 204 len: 168 time: 0.8036015 Nov 27 10:39:00.202172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43218) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.209183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1525eae-7aa4-4508-a8f6-ec733199ffb3 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=e646c71e-d8ab-415b-a40b-819237bee4e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:00.313717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7e28117-8f41-45f2-85da-8470e2f0e40a tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.360513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c45cd1a4-7b44-426e-864c-b093cd1f9f38 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:00.388368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: c45cd1a4-7b44-426e-864c-b093cd1f9f38 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:00.388740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c45cd1a4-7b44-426e-864c-b093cd1f9f38 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:00.389160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 89930377-2a37-4088-85db-f12c11ceca88 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:00.407055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7e28117-8f41-45f2-85da-8470e2f0e40a tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.411021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 89930377-2a37-4088-85db-f12c11ceca88 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:00.412024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 89930377-2a37-4088-85db-f12c11ceca88 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:00.488295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7e28117-8f41-45f2-85da-8470e2f0e40a tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.490996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7e28117-8f41-45f2-85da-8470e2f0e40a tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.492144 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e7e28117-8f41-45f2-85da-8470e2f0e40a tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/5068e98c-66dc-4729-b949-9bc7213dd3d1 HTTP/1.1" status: 204 len: 168 time: 0.3177192 Nov 27 10:39:00.495240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43220) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.510099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e28117-8f41-45f2-85da-8470e2f0e40a tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068e98c-66dc-4729-b949-9bc7213dd3d1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:00.550935 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d6818cb4-939a-418b-897f-0ef8f4e0cf1d tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0545099 Nov 27 10:39:00.553855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43224) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.562222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--901053086'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:00.599155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.691325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.765695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.775317 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.816176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.817342 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2625084 Nov 27 10:39:00.821889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.826617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-423c1ecf-9c02-45a9-b119-faadba08b87f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': '3394d880-d3ef-48a9-b1d1-2195072b3f64', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:00.828171 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-423c1ecf-9c02-45a9-b119-faadba08b87f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 10:39:00.828870 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-423c1ecf-9c02-45a9-b119-faadba08b87f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:00.829828 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-423c1ecf-9c02-45a9-b119-faadba08b87f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067568 Nov 27 10:39:00.832443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43228) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.850390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f4759-601a-4e75-b43b-4d646f2ffb03 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3394d880-d3ef-48a9-b1d1-2195072b3f64,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:00.885313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40e51d98-e460-4ebf-b260-258ff50a3f4e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.915244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40e51d98-e460-4ebf-b260-258ff50a3f4e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.960264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40e51d98-e460-4ebf-b260-258ff50a3f4e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.963099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40e51d98-e460-4ebf-b260-258ff50a3f4e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:00.964223 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-40e51d98-e460-4ebf-b260-258ff50a3f4e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/3394d880-d3ef-48a9-b1d1-2195072b3f64 HTTP/1.1" status: 204 len: 168 time: 0.1309299 Nov 27 10:39:00.967415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:00.980300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e51d98-e460-4ebf-b260-258ff50a3f4e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3394d880-d3ef-48a9-b1d1-2195072b3f64,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:01.019475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc03c0-279b-4edd-a49a-2e29c3178cdc req-8b36ca7e-49c1-4302-98b4-cc699fa5e9a5 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:01.020993 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-91fc03c0-279b-4edd-a49a-2e29c3178cdc req-8b36ca7e-49c1-4302-98b4-cc699fa5e9a5 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0644565 Nov 27 10:39:01.026035 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f067d187-fb5e-4fbc-ac4f-f3c663d898f9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527320 Nov 27 10:39:01.026405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.029119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 4df30a75-50fe-4341-afa7-b5c05a383442 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:39:01.029464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.031298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--330102274'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.054791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.122330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.127096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.136279 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-91fc03c0-279b-4edd-a49a-2e29c3178cdc req-8a3c5ef5-2d55-4f32-a510-241b60f8358c tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028712 Nov 27 10:39:01.162286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port 4df30a75-50fe-4341-afa7-b5c05a383442, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4df30a75-50fe-4341-afa7-b5c05a383442,segment=NetworkSegment(3207725d-5896-41a3-9a04-d78e734a930a),segment_id=3207725d-5896-41a3-9a04-d78e734a930a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:01.162782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.168611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.169852 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1423655 Nov 27 10:39:01.170718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de7998-30aa-4a87-b23b-1620019dbed8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56e22db-012f-4594-885a-bd7aa0d3f1ea,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:01.173387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43238) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.180592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-867092d9-5cae-4f01-b588-8db5d9dbbfe3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'c56e22db-012f-4594-885a-bd7aa0d3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.181422 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-867092d9-5cae-4f01-b588-8db5d9dbbfe3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 10:39:01.181925 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-867092d9-5cae-4f01-b588-8db5d9dbbfe3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:01.182888 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-867092d9-5cae-4f01-b588-8db5d9dbbfe3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085204 Nov 27 10:39:01.185719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43240) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.187793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 4df30a75-50fe-4341-afa7-b5c05a383442 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:39:01.191758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4de34794-b69a-4ff9-993e-5fa6a9b97989 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'c56e22db-012f-4594-885a-bd7aa0d3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.192711 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-4de34794-b69a-4ff9-993e-5fa6a9b97989 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 10:39:01.193327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-4de34794-b69a-4ff9-993e-5fa6a9b97989 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:01.194481 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4de34794-b69a-4ff9-993e-5fa6a9b97989 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077326 Nov 27 10:39:01.197479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.201855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-674072a9-ba1b-4847-b42b-5ca677b536cd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'c56e22db-012f-4594-885a-bd7aa0d3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.203136 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-674072a9-ba1b-4847-b42b-5ca677b536cd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 10:39:01.204239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-674072a9-ba1b-4847-b42b-5ca677b536cd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:01.207813 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-674072a9-ba1b-4847-b42b-5ca677b536cd tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071697 Nov 27 10:39:01.208649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.215177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-34981679-3d42-4d7b-9bb9-a1110bce16ae tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'c56e22db-012f-4594-885a-bd7aa0d3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.216145 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-34981679-3d42-4d7b-9bb9-a1110bce16ae tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 10:39:01.216648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-34981679-3d42-4d7b-9bb9-a1110bce16ae tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:01.218981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-34981679-3d42-4d7b-9bb9-a1110bce16ae tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077679 Nov 27 10:39:01.220516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43246) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.290007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0224b05f-ab9e-4532-b2c7-81a2314c14e3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.336699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0224b05f-ab9e-4532-b2c7-81a2314c14e3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.383033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0224b05f-ab9e-4532-b2c7-81a2314c14e3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.386003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0224b05f-ab9e-4532-b2c7-81a2314c14e3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.389506 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0224b05f-ab9e-4532-b2c7-81a2314c14e3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/c56e22db-012f-4594-885a-bd7aa0d3f1ea HTTP/1.1" status: 204 len: 168 time: 0.1655626 Nov 27 10:39:01.391127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.619750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.725560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.740433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af99fa3-46c8-4789-834e-28722a7ca3a6 req-99d77cd4-7afc-48ce-a255-e9e9718b672e tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:01.740717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224b05f-ab9e-4532-b2c7-81a2314c14e3 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56e22db-012f-4594-885a-bd7aa0d3f1ea,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:01.742015 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4af99fa3-46c8-4789-834e-28722a7ca3a6 req-99d77cd4-7afc-48ce-a255-e9e9718b672e tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.4161766 Nov 27 10:39:01.767356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-698cd00c-8f42-414f-a36d-b23e2a4d731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:01.768948 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-698cd00c-8f42-414f-a36d-b23e2a4d731d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d972dbd6924f4088a021fbf6055cba52&device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 1099 time: 0.4034801 Nov 27 10:39:01.769571 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9a13fecf-b893-4f57-bf82-1222f2f55d56 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3773894 Nov 27 10:39:01.773480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.773950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=4df30a75-50fe-4341-afa7-b5c05a383442,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:01.778933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--958861808'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.809153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.882997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.888108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.928651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:01.933016 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1583068 Nov 27 10:39:01.934201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.939577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cb54b7f8-f3c7-419b-b02b-fd97e8a15aa1 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:01.939772 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4af99fa3-46c8-4789-834e-28722a7ca3a6 req-22aa6d70-5342-444e-bbb6-57e42230be45 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694739 Nov 27 10:39:01.940048 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-cb54b7f8-f3c7-419b-b02b-fd97e8a15aa1 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 10:39:01.940584 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-cb54b7f8-f3c7-419b-b02b-fd97e8a15aa1 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:01.944450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:01.944590 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cb54b7f8-f3c7-419b-b02b-fd97e8a15aa1 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089183 Nov 27 10:39:01.945970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59eb3c-e2ec-4f55-a56b-5b83e94221c4 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adda39a2-bd75-40bb-a8e0-07c02ff955c4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:01.963947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9e865e06-390a-4188-8dc8-7efc5ed9b22f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.056429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-bcfd4370-fe08-4a76-9935-bf34b8d3ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:02.057996 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-bcfd4370-fe08-4a76-9935-bf34b8d3ec42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c HTTP/1.1" status: 200 len: 912 time: 0.2744751 Nov 27 10:39:02.110339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.112804 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-b1928204-ece6-4996-93dc-fb3509e3b20c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cab2269-a5e9-485b-87f3-355e285f8927 HTTP/1.1" status: 200 len: 217 time: 0.0456760 Nov 27 10:39:02.134872 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-9e865e06-390a-4188-8dc8-7efc5ed9b22f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.138576 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9e865e06-390a-4188-8dc8-7efc5ed9b22f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1887643 Nov 27 10:39:02.139987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.144809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fc83bde5-aeb7-4e85-8d43-e20355a9a3b0 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.146282 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-fc83bde5-aeb7-4e85-8d43-e20355a9a3b0 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 10:39:02.147004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-fc83bde5-aeb7-4e85-8d43-e20355a9a3b0 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.151050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc83bde5-aeb7-4e85-8d43-e20355a9a3b0 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079160 Nov 27 10:39:02.151267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.157290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-217fb2c9-0fa7-418a-b0fa-e1c76ddd8d0d tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.194629 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-217fb2c9-0fa7-418a-b0fa-e1c76ddd8d0d tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.195745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-217fb2c9-0fa7-418a-b0fa-e1c76ddd8d0d tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0433519 Nov 27 10:39:02.198615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.203283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-62185d4f-ff59-4a9f-82e2-d70c8e87cb2f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.203760 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-62185d4f-ff59-4a9f-82e2-d70c8e87cb2f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 10:39:02.204240 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-62185d4f-ff59-4a9f-82e2-d70c8e87cb2f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.205187 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-62185d4f-ff59-4a9f-82e2-d70c8e87cb2f tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056658 Nov 27 10:39:02.207581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.212724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4564ea96-0e92-406f-96b0-6d21849f8ac2 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.235078 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-4564ea96-0e92-406f-96b0-6d21849f8ac2 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Project f2a0a1e209f541139fc36cee7d184d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:39:02.247330 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-4564ea96-0e92-406f-96b0-6d21849f8ac2 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.252170 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4564ea96-0e92-406f-96b0-6d21849f8ac2 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397987 Nov 27 10:39:02.252327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-4449152e-93c9-401d-94c6-a72622e0570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:02.252327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-4449152e-93c9-401d-94c6-a72622e0570d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34f72f8e-2f1a-43ef-b921-280f4f8ca23f HTTP/1.1" status: 200 len: 851 time: 0.1303561 Nov 27 10:39:02.252594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.256743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-56186705-970b-46bc-b309-8e7af345b56e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.257213 dv-neutron-804846-16-hyperv neutron-server[103378]: WARNING neutron.api.v2.base [None req-56186705-970b-46bc-b309-8e7af345b56e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 10:39:02.257685 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-56186705-970b-46bc-b309-8e7af345b56e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.258674 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-56186705-970b-46bc-b309-8e7af345b56e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053959 Nov 27 10:39:02.261238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.266435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6397fbde-46a5-4ef1-be2a-06a821dfec09 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.287883 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-6397fbde-46a5-4ef1-be2a-06a821dfec09 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Project f2a0a1e209f541139fc36cee7d184d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:39:02.288316 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-75c36609-794e-4dc3-80d6-7e56a4b09130 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285416 Nov 27 10:39:02.303159 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-6397fbde-46a5-4ef1-be2a-06a821dfec09 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.304191 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6397fbde-46a5-4ef1-be2a-06a821dfec09 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0420723 Nov 27 10:39:02.307092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.311371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-88a3234d-d34c-41c3-a1ed-e6213107028e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'adda39a2-bd75-40bb-a8e0-07c02ff955c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.334048 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-88a3234d-d34c-41c3-a1ed-e6213107028e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Project f2a0a1e209f541139fc36cee7d184d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:39:02.347035 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-88a3234d-d34c-41c3-a1ed-e6213107028e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:02.348158 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-88a3234d-d34c-41c3-a1ed-e6213107028e tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0401578 Nov 27 10:39:02.351082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43272) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.406557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f84bb8e-14c1-4bad-b714-99c682aaa018 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.428836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f84bb8e-14c1-4bad-b714-99c682aaa018 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.442631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:39:02.465071 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-fb2a5161-e1b3-46c5-9629-9e89b61f610b service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424158 Nov 27 10:39:02.476509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f84bb8e-14c1-4bad-b714-99c682aaa018 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.479171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f84bb8e-14c1-4bad-b714-99c682aaa018 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.480291 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4f84bb8e-14c1-4bad-b714-99c682aaa018 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/adda39a2-bd75-40bb-a8e0-07c02ff955c4 HTTP/1.1" status: 204 len: 168 time: 0.1282570 Nov 27 10:39:02.483329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43274) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.501053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84bb8e-14c1-4bad-b714-99c682aaa018 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda39a2-bd75-40bb-a8e0-07c02ff955c4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:02.532953 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4cb53a1a-5f19-4905-b154-c2bc02f38f64 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0483663 Nov 27 10:39:02.536787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43276) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.544021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067265934'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.633110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:39:02.636362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.642771 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e480d5e3-a751-4f41-951b-5c5a47893415 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390163 Nov 27 10:39:02.643966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:39:02.645670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43278) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.655162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:02.655924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:02.714114 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0ce374-10d4-41ff-87bb-196e1de9fb67 req-3e45c136-6aeb-4024-80df-48fd70b5a3f8 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102761 Nov 27 10:39:02.739865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet 232f0b88-f277-46e2-ac87-1b5cbd24ce28 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:39:02.746916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.747945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:02.805296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.841264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.848283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.886913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.888135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3488674 Nov 27 10:39:02.891780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43280) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.896230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f7f92823-8293-4ab3-87e5-2e05e0517d1c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'ffe51968-4bc4-40fe-8c93-e3029282f78e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.920289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d9173-a2f7-4bfc-8cf7-091215a58833 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe51968-4bc4-40fe-8c93-e3029282f78e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:02.943377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:02.950705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-f7f92823-8293-4ab3-87e5-2e05e0517d1c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The resource could not be found. Nov 27 10:39:02.951894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f7f92823-8293-4ab3-87e5-2e05e0517d1c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0590081 Nov 27 10:39:02.955769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43282) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:02.961642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7f2ab1a9-bb36-409f-8377-34fe6bcce097 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'ffe51968-4bc4-40fe-8c93-e3029282f78e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c5346ced-615c-48c0-be44-0f9b3787cf46'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:02.963072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:01Z', 'revision_number': 10, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:02.995622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:39:03.008292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:03.009002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:03.014750 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-7f2ab1a9-bb36-409f-8377-34fe6bcce097 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The resource could not be found. Nov 27 10:39:03.016276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f2ab1a9-bb36-409f-8377-34fe6bcce097 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0594673 Nov 27 10:39:03.019248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43286) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.019437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.052215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=232f0b88-f277-46e2-ac87-1b5cbd24ce28,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.054373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.061141 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0f4f07d7-4d60-433e-a659-9fcb85fa0c37 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/232f0b88-f277-46e2-ac87-1b5cbd24ce28 HTTP/1.1" status: 204 len: 168 time: 0.4144132 Nov 27 10:39:03.063057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43288) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.082564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05016c92-0384-44c1-ad9b-3c075a76bc1e None None] Network 111577ac-29b2-46b1-b733-ce3384f25a98 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:39:03.126466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e58d-1a56-4a1b-acf6-5267545470ea req-a5b8c27c-aaa6-4fb3-a017-8bedd1866a97 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:03.133741 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1772e58d-1a56-4a1b-acf6-5267545470ea req-a5b8c27c-aaa6-4fb3-a017-8bedd1866a97 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.1046116 Nov 27 10:39:03.144314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-845cd28f-8733-4f3a-a0d1-5caade5ab04b tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.151038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.165222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:03.188717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-845cd28f-8733-4f3a-a0d1-5caade5ab04b tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.209506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:39:03.209852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.217461 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1772e58d-1a56-4a1b-acf6-5267545470ea req-755cc647-f6aa-4ad7-8d69-597df9c9c464 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821130 Nov 27 10:39:03.261123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-845cd28f-8733-4f3a-a0d1-5caade5ab04b tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.264831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-845cd28f-8733-4f3a-a0d1-5caade5ab04b tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.269440 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-845cd28f-8733-4f3a-a0d1-5caade5ab04b tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/ffe51968-4bc4-40fe-8c93-e3029282f78e HTTP/1.1" status: 204 len: 168 time: 0.2464828 Nov 27 10:39:03.272092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43290) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.277551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cd28f-8733-4f3a-a0d1-5caade5ab04b tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe51968-4bc4-40fe-8c93-e3029282f78e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.290435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port ba5f9f02-343f-45b1-8c53-77cd3dc01de2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,segment=NetworkSegment(3207725d-5896-41a3-9a04-d78e734a930a),segment_id=3207725d-5896-41a3-9a04-d78e734a930a)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:03.290819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.311070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for ba5f9f02-343f-45b1-8c53-77cd3dc01de2 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:39:03.374235 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-361c4b49-e2c3-4ed5-ba3e-215a050f87ac tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1009552 Nov 27 10:39:03.379612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43292) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.384981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9be079f5-204c-4d4f-a838-02bc967d4b67 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': 'e415b861-08c0-4188-b109-d3be2dba9748', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:03.420770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] DHCP port deletion for 111577ac-29b2-46b1-b733-ce3384f25a98 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:39:03.455338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.461294 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-9be079f5-204c-4d4f-a838-02bc967d4b67 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The resource could not be found. Nov 27 10:39:03.462386 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9be079f5-204c-4d4f-a838-02bc967d4b67 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0820975 Nov 27 10:39:03.466156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43294) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.471487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017316656'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:03.475704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:01Z', 'revision_number': 10, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:03.487199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.491004 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:39:03.497726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.509166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe19cb-fd48-4acc-928a-4506b9cbacfb None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:01Z', 'revision_number': 10, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None, '_interfaces': [{'id': '942bef7e-492a-4c86-8307-72f4c72cf1b6', 'name': '', 'network_id': 'dfeab19f-ab23-42d6-a393-9355a13c174b', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'mac_address': 'fa:16:3e:96:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:38:34Z', 'updated_at': '2021-11-27T10:38:42Z', 'revision_number': 5, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'subnets': [{'id': '89ad6699-1ddb-4a74-9d31-201977bc47f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:39:03.517043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Deleting port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:39:03.517423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.589456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] For port ba5f9f02-343f-45b1-8c53-77cd3dc01de2, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:03.589859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.593500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.595793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.598717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.605092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Calling delete_port for ba5f9f02-343f-45b1-8c53-77cd3dc01de2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:39:03.609493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:39:03.611655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.618701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111577ac-29b2-46b1-b733-ce3384f25a98']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:03.628814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.629465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3207725d-5896-41a3-9a04-d78e734a930a') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:03.629789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3207725d-5896-41a3-9a04-d78e734a930a') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:03.632986 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1653550 Nov 27 10:39:03.633965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.641709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.644307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--10982353'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:03.646196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] Pushing event deleted for resources: {'Port': ['ID=ba5f9f02-343f-45b1-8c53-77cd3dc01de2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.653107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e34d27-7510-4811-a278-0dfe3db6b49b None None] No DVR routers for this DVR port ba5f9f02-343f-45b1-8c53-77cd3dc01de2 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:39:03.660956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.661153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d007802-be77-4c17-8171-86e8709cb554 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f7c42-15d9-4622-8bb2-f8d1dd25a310,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.668716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:39:03.669338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:39:03.673306 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:39:03.691607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.745855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.754034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.759588 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/111577ac-29b2-46b1-b733-ce3384f25a98 HTTP/1.1" status: 204 len: 168 time: 0.6930430 Nov 27 10:39:03.759920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.768524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcf584-38c9-4f2a-ac05-0b4e8432a41c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=111577ac-29b2-46b1-b733-ce3384f25a98,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.811049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.838385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.893233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:03.897259 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2559605 Nov 27 10:39:03.898229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43300) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:03.903205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d544f9-bea8-4b3b-a44a-925e7d391883 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02929515-a8d2-492d-b5c1-45e15cad35b9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:03.903393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d807f1f0-d59d-4727-bb80-4d74534b2e65 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': '1c1f7c42-15d9-4622-8bb2-f8d1dd25a310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '02929515-a8d2-492d-b5c1-45e15cad35b9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:03.951968 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-d807f1f0-d59d-4727-bb80-4d74534b2e65 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:03.956099 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d807f1f0-d59d-4727-bb80-4d74534b2e65 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0534894 Nov 27 10:39:03.956337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.010674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d09befdf-1f08-4dab-8c9b-11605d8a26e8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.038834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d09befdf-1f08-4dab-8c9b-11605d8a26e8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.081352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d09befdf-1f08-4dab-8c9b-11605d8a26e8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.084514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d09befdf-1f08-4dab-8c9b-11605d8a26e8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.085660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d09befdf-1f08-4dab-8c9b-11605d8a26e8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/02929515-a8d2-492d-b5c1-45e15cad35b9 HTTP/1.1" status: 204 len: 168 time: 0.1283710 Nov 27 10:39:04.089680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43304) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.108362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09befdf-1f08-4dab-8c9b-11605d8a26e8 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02929515-a8d2-492d-b5c1-45e15cad35b9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:04.146930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.159862 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9c0d1d42-32bb-44eb-908a-b46927557fb9 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0653529 Nov 27 10:39:04.160272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43306) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.208350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4df30a75-50fe-4341-afa7-b5c05a383442 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:04.214992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b72527d-fc3c-495d-93d9-182c007ef732 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.229030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 4df30a75-50fe-4341-afa7-b5c05a383442 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:04.229381 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4df30a75-50fe-4341-afa7-b5c05a383442 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:04.229985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ba5f9f02-343f-45b1-8c53-77cd3dc01de2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:04.244262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b72527d-fc3c-495d-93d9-182c007ef732 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.252943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: ba5f9f02-343f-45b1-8c53-77cd3dc01de2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:04.253309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ba5f9f02-343f-45b1-8c53-77cd3dc01de2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:04.304389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b72527d-fc3c-495d-93d9-182c007ef732 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.306949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b72527d-fc3c-495d-93d9-182c007ef732 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.308027 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4b72527d-fc3c-495d-93d9-182c007ef732 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c1f7c42-15d9-4622-8bb2-f8d1dd25a310 HTTP/1.1" status: 204 len: 168 time: 0.1467433 Nov 27 10:39:04.310717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43310) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.334110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72527d-fc3c-495d-93d9-182c007ef732 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f7c42-15d9-4622-8bb2-f8d1dd25a310,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:04.360061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb39ce-5774-4135-9771-ab9966b9ecbf req-9d99c962-2670-4137-9a34-3c9c9762b9df tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:04.361616 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9ecb39ce-5774-4135-9771-ab9966b9ecbf req-9d99c962-2670-4137-9a34-3c9c9762b9df tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0669019 Nov 27 10:39:04.366941 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eb11bf17-edcd-4e5b-92b8-045a1a9929de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0535035 Nov 27 10:39:04.373814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43312) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.379686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737345652'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:04.427168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.443057 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9ecb39ce-5774-4135-9771-ab9966b9ecbf req-1f56e964-7eed-4378-9f1d-b38101477fed tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749068 Nov 27 10:39:04.454156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port 942bef7e-492a-4c86-8307-72f4c72cf1b6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:39:04.454361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.506185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.513002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.551936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.553232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1778507 Nov 27 10:39:04.554203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227d3cb-3392-46a8-b0c6-8b0a711fe2a7 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b653f21-a712-462d-b6bf-615707271583,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:04.556282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43316) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.560898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a56257f6-3a34-4cd0-bb16-5532f89ef56c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': '6b653f21-a712-462d-b6bf-615707271583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:04.583838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port 942bef7e-492a-4c86-8307-72f4c72cf1b6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=942bef7e-492a-4c86-8307-72f4c72cf1b6,segment=NetworkSegment(0e9db678-e0b6-4eea-b267-8c95b7ce9146),segment_id=0e9db678-e0b6-4eea-b267-8c95b7ce9146)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:04.584205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.606977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for 942bef7e-492a-4c86-8307-72f4c72cf1b6 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:39:04.664683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-a56257f6-3a34-4cd0-bb16-5532f89ef56c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:04.665747 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a56257f6-3a34-4cd0-bb16-5532f89ef56c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1084471 Nov 27 10:39:04.669586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.676884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e61fc22c-0bd2-436e-92ff-58343dd5bbd6 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group_rule': {'security_group_id': '6b653f21-a712-462d-b6bf-615707271583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:04.713233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf809a15-a4e9-43c0-9973-b5048bbd4ff3 req-e0e2ae65-968b-47e2-bc34-2a6385fe5e7b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:04.714727 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cf809a15-a4e9-43c0-9973-b5048bbd4ff3 req-e0e2ae65-968b-47e2-bc34-2a6385fe5e7b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0736260 Nov 27 10:39:04.740996 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-e61fc22c-0bd2-436e-92ff-58343dd5bbd6 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 10:39:04.742021 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e61fc22c-0bd2-436e-92ff-58343dd5bbd6 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0702498 Nov 27 10:39:04.745887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43322) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.797451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.800506 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cf809a15-a4e9-43c0-9973-b5048bbd4ff3 req-2f675574-c927-411a-b221-535d063147f9 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782032 Nov 27 10:39:04.822741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d551db71-c3e3-4559-ae98-745444bcd590 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.831380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=942bef7e-492a-4c86-8307-72f4c72cf1b6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:04.850977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d551db71-c3e3-4559-ae98-745444bcd590 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.903882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d551db71-c3e3-4559-ae98-745444bcd590 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.906984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d551db71-c3e3-4559-ae98-745444bcd590 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:04.908467 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d551db71-c3e3-4559-ae98-745444bcd590 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b653f21-a712-462d-b6bf-615707271583 HTTP/1.1" status: 204 len: 168 time: 0.1611860 Nov 27 10:39:04.911640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43324) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.930711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551db71-c3e3-4559-ae98-745444bcd590 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b653f21-a712-462d-b6bf-615707271583,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:04.966631 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-141b0088-0c10-4b37-97f4-dea79e5297fb tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539064 Nov 27 10:39:04.970654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43326) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:04.975293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651164080'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:04.990361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.000476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.075887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.081624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.113009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.114134 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1424503 Nov 27 10:39:05.116063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9490f-18ef-4319-9603-feaeb56052de tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca433926-ac02-4917-a0e4-a8ec734a507f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:05.118646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43330) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.123292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bf424269-bc08-4e90-ab54-59475f5f535c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:05.124167 dv-neutron-804846-16-hyperv neutron-server[103379]: WARNING neutron.api.v2.base [None req-bf424269-bc08-4e90-ab54-59475f5f535c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 10:39:05.124303 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-bf424269-bc08-4e90-ab54-59475f5f535c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 10:39:05.125365 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bf424269-bc08-4e90-ab54-59475f5f535c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "PUT /v2.0/security-groups/ca433926-ac02-4917-a0e4-a8ec734a507f HTTP/1.1" status: 409 len: 330 time: 0.0056958 Nov 27 10:39:05.128028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43332) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.163133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:39:05.181284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3320a7d-086e-4d4c-b4cd-acd809171dcf tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.204209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3320a7d-086e-4d4c-b4cd-acd809171dcf tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.239839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:39:05.248871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3320a7d-086e-4d4c-b4cd-acd809171dcf tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.248988 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1efcca93-0da8-4f60-9c1e-ea0b14f163a1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844792 Nov 27 10:39:05.248988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.249187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3320a7d-086e-4d4c-b4cd-acd809171dcf tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.253207 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a3320a7d-086e-4d4c-b4cd-acd809171dcf tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca433926-ac02-4917-a0e4-a8ec734a507f HTTP/1.1" status: 204 len: 168 time: 0.1239328 Nov 27 10:39:05.253883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43336) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.254055 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:39:05.266533 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:05.267448 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:05.279300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3320a7d-086e-4d4c-b4cd-acd809171dcf tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca433926-ac02-4917-a0e4-a8ec734a507f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:05.304522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting subnet 89ad6699-1ddb-4a74-9d31-201977bc47f2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:39:05.307298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.331380 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5932cb28-4783-4ec6-922b-d7b0d012c22c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695796 Nov 27 10:39:05.332411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43338) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.341658 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:05.351905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-3fb600a0-d871-4a4b-8ef9-061ea72427f6 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] delete failed (client error): The resource could not be found. Nov 27 10:39:05.352935 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3fb600a0-d871-4a4b-8ef9-061ea72427f6 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad8eb21c-1e2e-41e6-9f0c-92882f5a1d93 HTTP/1.1" status: 404 len: 347 time: 0.0202878 Nov 27 10:39:05.356505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43340) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.375522 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-2ee84c8c-f062-42ce-92d7-1c6f31073a54 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] show failed (client error): The resource could not be found. Nov 27 10:39:05.376620 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2ee84c8c-f062-42ce-92d7-1c6f31073a54 tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-groups/ce8aba0f-9096-46d5-9c2c-800a99bcf9dc HTTP/1.1" status: 404 len: 347 time: 0.0191863 Nov 27 10:39:05.379648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.380417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.393208 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-7c9aad4a-3d15-479f-82bd-4c246f37d84c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] show failed (client error): The resource could not be found. Nov 27 10:39:05.393433 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:04Z', 'revision_number': 11, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:05.395563 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7c9aad4a-3d15-479f-82bd-4c246f37d84c tempest-NegativeSecGroupIPv6Test-768116117 tempest-NegativeSecGroupIPv6Test-768116117-project] 10.222.0.13 "GET /v2.0/security-group-rules/47044785-458f-4c82-b065-8f56bda513aa HTTP/1.1" status: 404 len: 356 time: 0.0119593 Nov 27 10:39:05.425575 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:39:05.435087 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:05.435801 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:05.491402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.507579 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:05.563108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.567973 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:04Z', 'revision_number': 11, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:05.580136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.584850 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/89ad6699-1ddb-4a74-9d31-201977bc47f2 HTTP/1.1" status: 204 len: 168 time: 0.3354881 Nov 27 10:39:05.586264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43346) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.589043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c0d27-5ea8-4452-a4c1-27e5774ad2a4 None None] Network dfeab19f-ab23-42d6-a393-9355a13c174b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:39:05.596103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c1038-3912-4ccd-91b8-347c6d449b62 None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:04Z', 'revision_number': 11, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:39:05.603608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d309a-e7c8-45ad-92da-909ad81202e8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Subnet': ['ID=89ad6699-1ddb-4a74-9d31-201977bc47f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:05.695260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.727647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43350) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.764945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Deleting port bc761440-0fce-4347-bb72-dd11b1c70918 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:39:05.765330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.832906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] For port bc761440-0fce-4347-bb72-dd11b1c70918, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bc761440-0fce-4347-bb72-dd11b1c70918,segment=NetworkSegment(0e9db678-e0b6-4eea-b267-8c95b7ce9146),segment_id=0e9db678-e0b6-4eea-b267-8c95b7ce9146)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:05.833729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.858170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Calling delete_port for bc761440-0fce-4347-bb72-dd11b1c70918 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:39:05.924080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9e6ce-6fb3-4021-b133-3295c667b4e8 req-cb270bfc-c88f-4b37-8b3f-a9fc9db574b8 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:05.925602 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffe9e6ce-6fb3-4021-b133-3295c667b4e8 req-cb270bfc-c88f-4b37-8b3f-a9fc9db574b8 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0500603 Nov 27 10:39:05.930839 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2c730392-af46-4d5e-a2f3-9b65c1a64f9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2a0a1e209f541139fc36cee7d184d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010162 Nov 27 10:39:05.933586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43356) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:05.965374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:05.980947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d696c30-47d8-4666-b623-ddf333934407 None None] DHCP port deletion for dfeab19f-ab23-42d6-a393-9355a13c174b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:39:06.001261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No DVR routers for this DVR port bc761440-0fce-4347-bb72-dd11b1c70918 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:39:06.005852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Port': ['ID=bc761440-0fce-4347-bb72-dd11b1c70918,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:06.018209 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffe9e6ce-6fb3-4021-b133-3295c667b4e8 req-97418ba3-3534-481b-af1f-0c7d5c487153 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835745 Nov 27 10:39:06.040638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88dc37ce-c4d4-4ac2-ae5e-184882849a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.073995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88dc37ce-c4d4-4ac2-ae5e-184882849a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.096813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.126859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfeab19f-ab23-42d6-a393-9355a13c174b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:06.145708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9db678-e0b6-4eea-b267-8c95b7ce9146') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:06.146001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9db678-e0b6-4eea-b267-8c95b7ce9146') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:06.158250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.169553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88dc37ce-c4d4-4ac2-ae5e-184882849a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.178705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88dc37ce-c4d4-4ac2-ae5e-184882849a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.179221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.183881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-88dc37ce-c4d4-4ac2-ae5e-184882849a3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bc7d9d8-1a01-407d-8b0c-7e82d7398f33 HTTP/1.1" status: 204 len: 168 time: 0.2457414 Nov 27 10:39:06.190640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:39:06.191218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:39:06.194432 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:39:06.204027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 942bef7e-492a-4c86-8307-72f4c72cf1b6 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:06.206035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc37ce-c4d4-4ac2-ae5e-184882849a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc7d9d8-1a01-407d-8b0c-7e82d7398f33,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:06.271109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 942bef7e-492a-4c86-8307-72f4c72cf1b6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:06.272323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.281509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 942bef7e-492a-4c86-8307-72f4c72cf1b6 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:06.283493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bc761440-0fce-4347-bb72-dd11b1c70918 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:06.284454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.289162 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/networks/dfeab19f-ab23-42d6-a393-9355a13c174b HTTP/1.1" status: 204 len: 168 time: 0.7016182 Nov 27 10:39:06.291989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:06.298649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'routes': None}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:06.305989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe431edc-bafd-4ca7-9291-06f7990293de tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Pushing event deleted for resources: {'Network': ['ID=dfeab19f-ab23-42d6-a393-9355a13c174b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:06.318296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: bc761440-0fce-4347-bb72-dd11b1c70918 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:06.318511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bc761440-0fce-4347-bb72-dd11b1c70918 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:06.360333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-f0e3121a-aaab-4ce2-8232-0a431e810826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:06.361874 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-f0e3121a-aaab-4ce2-8232-0a431e810826 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d972dbd6924f4088a021fbf6055cba52&device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 1099 time: 0.0573483 Nov 27 10:39:06.405546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab977cae-83bf-4a88-8eb4-9cddfe3fc565 req-7979f84e-24b7-4611-b26d-b363778a70f9 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:06.408847 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab977cae-83bf-4a88-8eb4-9cddfe3fc565 req-7979f84e-24b7-4611-b26d-b363778a70f9 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.1549323 Nov 27 10:39:06.476331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-0016acde-be1d-4068-9ccf-3dcfb4b162ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:06.477884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-0016acde-be1d-4068-9ccf-3dcfb4b162ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c HTTP/1.1" status: 200 len: 912 time: 0.1085932 Nov 27 10:39:06.537565 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-920f6823-7be6-4e36-9bea-4db9c5537366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cab2269-a5e9-485b-87f3-355e285f8927 HTTP/1.1" status: 200 len: 217 time: 0.0518792 Nov 27 10:39:06.565379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab977cae-83bf-4a88-8eb4-9cddfe3fc565 req-8be739bc-7afc-4e2d-a810-d6ebee11fb00 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201630 Nov 27 10:39:06.566900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Added routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 10:39:06.567362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.extraroute_db [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Removed routes are [] {{(pid=103378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 10:39:06.567875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.603773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-4dd18638-2655-4e3a-ae09-b125103adbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:06.605732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-4dd18638-2655-4e3a-ae09-b125103adbc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34f72f8e-2f1a-43ef-b921-280f4f8ca23f HTTP/1.1" status: 200 len: 851 time: 0.0595865 Nov 27 10:39:06.639722 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-183d2103-0acb-432e-bdab-6e3523d742b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267649 Nov 27 10:39:06.726504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.730596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.738930 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-89ada1e5-7179-4e19-956c-01a775b6236e service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917189 Nov 27 10:39:06.819946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:39:06.895459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:39:06.902790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:06.903956 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ee4af710-34ab-419a-81f1-a86ca63dd66a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 701 time: 0.6106505 Nov 27 10:39:06.907531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43366) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:06.908048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] Sync routers for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:39:06.919690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:06.920615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:06.941245 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8f590f6f-59db-4635-88e3-9ae1843729a8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 205 time: 0.0302660 Nov 27 10:39:06.941500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:06.993452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:07.014371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.050551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:04Z', 'revision_number': 11, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:07.075689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] Checking router: f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:39:07.085050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] Routers {'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:07.085937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:07.103537 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3df73eb2-adf9-4a63-ac1b-820fbbcb10fb req-0c6d197e-4849-47d0-8150-a56998ffa7aa service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584051 Nov 27 10:39:07.157120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] Set router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:07.178809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.181010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.209644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:04Z', 'revision_number': 11, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:07.226520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.227148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:39:07.234898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.236034 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9b04f019-0e1a-4e7f-a364-3e3057a558b7 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 204 len: 168 time: 0.2936342 Nov 27 10:39:07.241707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43370) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:07.245596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-845444671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:07.269828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.270895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.327199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.331676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.349724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.350931 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bb180cbc-7509-42bc-923b-7f98af0df91a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1090744 Nov 27 10:39:07.353752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:07.358346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:39:07.381254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dceb9-b901-4d16-a690-ea7cd0c515fa None None] The sync data for ids ['f4942b29-f6bc-43c7-ad76-f6f6d840c0f9'] in dv-neutron-804846-16-hyperv is: [{'id': 'f4942b29-f6bc-43c7-ad76-f6f6d840c0f9', 'name': 'tempest-RoutersTest-router-1765290213', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:38:32Z', 'updated_at': '2021-11-27T10:39:04Z', 'revision_number': 11, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:39:07.568274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.576854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.673456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Router 5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:39:07.682856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136a5a1-12c3-4f53-bcc8-f9c8506a03ab req-cc4752d1-9bd5-4958-a919-009901760581 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:07.684489 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6136a5a1-12c3-4f53-bcc8-f9c8506a03ab req-cc4752d1-9bd5-4958-a919-009901760581 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0499287 Nov 27 10:39:07.733363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6136a5a1-12c3-4f53-bcc8-f9c8506a03ab req-131b0cf7-b99c-4b9a-aaca-39f9c2d489c7 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Nov 27 10:39:07.751594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:39:07.759002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:07.760288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b8585d2a-a28b-46f0-ae4a-ba3f3b42c506 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "PUT /v2.0/routers/5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 HTTP/1.1" status: 200 len: 693 time: 0.4055185 Nov 27 10:39:07.760698 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] Sync routers for ids ['5c65fe09-83ae-46e0-ac3c-a42d482ea6c2'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:39:07.763041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43376) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:07.771570 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] Routers {'5c65fe09-83ae-46e0-ac3c-a42d482ea6c2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:07.772178 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['5c65fe09-83ae-46e0-ac3c-a42d482ea6c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:07.841467 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] Set router 5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:07.844024 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-031e9ef7-7834-4c60-b36a-7cf9f7b4d4c1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/routers/5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 HTTP/1.1" status: 200 len: 699 time: 0.0786037 Nov 27 10:39:07.846039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43378) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:07.871689 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-91ec58af-ad14-4b3c-8e05-eed400c6b916 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 HTTP/1.1" status: 200 len: 205 time: 0.0245767 Nov 27 10:39:07.874187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43380) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:07.895709 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c65fe09-83ae-46e0-ac3c-a42d482ea6c2', 'name': 'tempest-RoutersTest-router-845444671', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:39:07Z', 'updated_at': '2021-11-27T10:39:07Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:07.930921 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] Checking router: 5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:39:07.939787 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] Routers {'5c65fe09-83ae-46e0-ac3c-a42d482ea6c2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:39:07.940416 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['5c65fe09-83ae-46e0-ac3c-a42d482ea6c2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:07.955742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:08.009061 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] Set router 5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:39:08.136161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:08.138561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:08.151731 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c65fe09-83ae-46e0-ac3c-a42d482ea6c2', 'name': 'tempest-RoutersTest-router-845444671', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:39:07Z', 'updated_at': '2021-11-27T10:39:07Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:08.178082 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d2216-5413-404b-9deb-518ef6dc544f None None] The sync data for ids ['5c65fe09-83ae-46e0-ac3c-a42d482ea6c2'] in dv-neutron-804846-16-hyperv is: [{'id': '5c65fe09-83ae-46e0-ac3c-a42d482ea6c2', 'name': 'tempest-RoutersTest-router-845444671', 'tenant_id': '16078d4b17874b1f9af0ff3152867b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:39:07Z', 'updated_at': '2021-11-27T10:39:07Z', 'revision_number': 2, 'project_id': '16078d4b17874b1f9af0ff3152867b25', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:39:08.184550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:08.185188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Fanout notify agent at l3_agent the message router_deleted on router 5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:39:08.192698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:08.199846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0357749e-9fa0-4076-87ba-b7fc87252c82 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 HTTP/1.1" status: 204 len: 168 time: 0.3185990 Nov 27 10:39:08.201411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43384) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.542632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-49715c17-7580-489d-9b9b-f9c05080e8be tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 HTTP/1.1" status: 200 len: 205 time: 0.3371694 Nov 27 10:39:08.544760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43386) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.580567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-f06741fd-7bf1-4b19-a446-53636ba17807 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:08.581600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f06741fd-7bf1-4b19-a446-53636ba17807 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/5c65fe09-83ae-46e0-ac3c-a42d482ea6c2 HTTP/1.1" status: 404 len: 336 time: 0.0359519 Nov 27 10:39:08.584154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43388) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.609321 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f809d257-441f-4a22-91ad-914abe120a2c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:08.609749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f809d257-441f-4a22-91ad-914abe120a2c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:08.612679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f809d257-441f-4a22-91ad-914abe120a2c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/79f7b6a7-5c50-4991-ac73-430bf33cddd1 HTTP/1.1" status: 404 len: 337 time: 0.0275862 Nov 27 10:39:08.614804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43390) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.642133 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24d09b1-bd0f-45aa-9864-a645e35ad58d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:08.642565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24d09b1-bd0f-45aa-9864-a645e35ad58d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:08.645529 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d24d09b1-bd0f-45aa-9864-a645e35ad58d tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/3acbf91e-111f-4d1f-b2c4-d8c028994923 HTTP/1.1" status: 404 len: 337 time: 0.0298741 Nov 27 10:39:08.647810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43392) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.673576 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf317721-8b89-4610-924d-df4ee572b7bd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:08.674008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf317721-8b89-4610-924d-df4ee572b7bd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:08.676963 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cf317721-8b89-4610-924d-df4ee572b7bd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/232f0b88-f277-46e2-ac87-1b5cbd24ce28 HTTP/1.1" status: 404 len: 337 time: 0.0282919 Nov 27 10:39:08.679249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43394) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.703171 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfb098a-0fd2-4f1b-a904-12021d39455a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:08.703599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfb098a-0fd2-4f1b-a904-12021d39455a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:08.706622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7bfb098a-0fd2-4f1b-a904-12021d39455a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/89ad6699-1ddb-4a74-9d31-201977bc47f2 HTTP/1.1" status: 404 len: 337 time: 0.0265033 Nov 27 10:39:08.708903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43396) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.734581 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e40b0f4-63e9-45fe-b960-b305e5a39abd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 200 len: 205 time: 0.0239623 Nov 27 10:39:08.736674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43398) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.776725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-849aae62-dada-4723-a745-8a117fedefa4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:08.777767 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-849aae62-dada-4723-a745-8a117fedefa4 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/f4942b29-f6bc-43c7-ad76-f6f6d840c0f9 HTTP/1.1" status: 404 len: 336 time: 0.0401890 Nov 27 10:39:08.780337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.807188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-46df5652-1531-4756-826d-45d1007f7af1 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=beae7505-ad76-4a84-8a77-05f5931545e2 HTTP/1.1" status: 200 len: 205 time: 0.0251303 Nov 27 10:39:08.809618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43404) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.854586 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-44bd1c6a-2199-4a26-b0e2-22b11fa575f6 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:08.855623 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-44bd1c6a-2199-4a26-b0e2-22b11fa575f6 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/beae7505-ad76-4a84-8a77-05f5931545e2 HTTP/1.1" status: 404 len: 336 time: 0.0447347 Nov 27 10:39:08.856232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd77d-eba1-4eb1-a65d-e19fc69f4c30 req-3f20c035-49dc-41f7-a698-3beca1c8aa91 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:08.857773 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17bd77d-eba1-4eb1-a65d-e19fc69f4c30 req-3f20c035-49dc-41f7-a698-3beca1c8aa91 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0496247 Nov 27 10:39:08.858315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43406) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.890661 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ceb40c2-efbb-4d5b-8b24-1a1316e2cf93 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:08.891118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ceb40c2-efbb-4d5b-8b24-1a1316e2cf93 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:08.894129 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7ceb40c2-efbb-4d5b-8b24-1a1316e2cf93 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/ec02494c-9d15-4625-b33f-1cc6be7c79d0 HTTP/1.1" status: 404 len: 337 time: 0.0347784 Nov 27 10:39:08.896908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43408) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.923399 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cf74516d-6d48-4463-a9fb-1e87ce854eef tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 200 len: 205 time: 0.0252981 Nov 27 10:39:08.925775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43410) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.930424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17bd77d-eba1-4eb1-a65d-e19fc69f4c30 req-b1d1d73d-335a-4ee2-8bdf-5d1292ffdaab tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627825 Nov 27 10:39:08.963990 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-a8717aee-b549-4da5-8cb1-42103dfed306 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:08.965067 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a8717aee-b549-4da5-8cb1-42103dfed306 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/05135eaa-667c-4141-b0af-5b1bcc4d44f8 HTTP/1.1" status: 404 len: 336 time: 0.0383856 Nov 27 10:39:08.967829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43414) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:08.994837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-65d5f9b9-5814-4ca2-8938-cf741f1aae48 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=070d99f2-7737-4ccc-be29-6f12968a5934 HTTP/1.1" status: 200 len: 205 time: 0.0254631 Nov 27 10:39:08.997172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43416) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.042527 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-760ff231-e681-41c4-9f31-310782e5a28c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:09.043961 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-760ff231-e681-41c4-9f31-310782e5a28c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/070d99f2-7737-4ccc-be29-6f12968a5934 HTTP/1.1" status: 404 len: 336 time: 0.0455182 Nov 27 10:39:09.046334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43418) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.074949 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7998f47-0203-4d5a-97c6-ec745efc372a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:09.075601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7998f47-0203-4d5a-97c6-ec745efc372a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:09.079784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d7998f47-0203-4d5a-97c6-ec745efc372a tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/dd392f1d-3334-4a63-b704-a6af79b8eb3b HTTP/1.1" status: 404 len: 337 time: 0.0322537 Nov 27 10:39:09.082502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43420) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.113792 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ca00050-bddf-4bf2-bee0-a84dea671f74 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 HTTP/1.1" status: 200 len: 205 time: 0.0299816 Nov 27 10:39:09.116208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43424) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.159161 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-5d5d8626-20c4-4ec8-b897-dbc798a3111c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:09.160859 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5d5d8626-20c4-4ec8-b897-dbc798a3111c tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/3a4f116d-b7c7-4e0a-94d7-255b13ec19d2 HTTP/1.1" status: 404 len: 336 time: 0.0435011 Nov 27 10:39:09.162816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.188421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a86184b-26d5-4ae2-a015-460d7c521734 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:09.188872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a86184b-26d5-4ae2-a015-460d7c521734 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:09.194443 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1a86184b-26d5-4ae2-a015-460d7c521734 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/03da9849-d9c2-4140-8937-e87cbd72af42 HTTP/1.1" status: 404 len: 337 time: 0.0281217 Nov 27 10:39:09.194603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7d96-1f66-403b-bc0a-f3d80526d024 req-6aad0eff-a9b6-42f9-a70f-071481ff47fd tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:09.194603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3cad7d96-1f66-403b-bc0a-f3d80526d024 req-6aad0eff-a9b6-42f9-a70f-071481ff47fd tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0544753 Nov 27 10:39:09.194603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43428) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.230677 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-259a7419-37a5-453c-aecf-d0084c24c7f8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 HTTP/1.1" status: 200 len: 205 time: 0.0349767 Nov 27 10:39:09.233329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43430) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.259582 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3cad7d96-1f66-403b-bc0a-f3d80526d024 req-5699049c-d2da-47fc-baaa-4b1da2b4c444 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 Nov 27 10:39:09.270361 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-8d4bedc0-99b3-4a64-b7e9-ef8b7d483af8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] delete failed (client error): The resource could not be found. Nov 27 10:39:09.271561 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8d4bedc0-99b3-4a64-b7e9-ef8b7d483af8 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/routers/e2f8c56a-a3b3-49b9-97a5-0b15fd69ed50 HTTP/1.1" status: 404 len: 336 time: 0.0367525 Nov 27 10:39:09.274173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43432) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.299925 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d049dd-c0e0-4959-9624-3e252dd593dd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:09.300363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d049dd-c0e0-4959-9624-3e252dd593dd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:09.303370 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-67d049dd-c0e0-4959-9624-3e252dd593dd tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/ba571445-f15d-4328-88f6-e476ee428859 HTTP/1.1" status: 404 len: 337 time: 0.0282884 Nov 27 10:39:09.305683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43434) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.334578 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-326f32bb-8dd7-4f06-b6c0-67dd805e45f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] DELETE failed (client error): The resource could not be found. Nov 27 10:39:09.334942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326f32bb-8dd7-4f06-b6c0-67dd805e45f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 10:39:09.337973 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-326f32bb-8dd7-4f06-b6c0-67dd805e45f9 tempest-RoutersTest-1825922422 tempest-RoutersTest-1825922422-project] 10.222.0.13 "DELETE /v2.0/subnets/67ddbc5c-a85c-49fd-8768-08e40c8ee94b HTTP/1.1" status: 404 len: 337 time: 0.0314219 Nov 27 10:39:09.573364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.699657 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-59f460af-cb93-49e7-ac73-e2b155c48a49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16078d4b17874b1f9af0ff3152867b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251094 Nov 27 10:39:09.702296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:09.748925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:09.771451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:09.820921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:09.823831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:09.825025 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/090f3828-2ec6-493c-9821-dcd01077d46c HTTP/1.1" status: 204 len: 168 time: 0.1217115 Nov 27 10:39:09.832776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090f3828-2ec6-493c-9821-dcd01077d46c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:09.839808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.840161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.840573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.840919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.841261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.841598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.841931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.842261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.842591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.842919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.843268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:09.843593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fab4e-39ff-4a41-a443-0577f9909efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:10.205653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-df21d53d-248c-43f1-9f43-fe4cec74f32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:10.376681 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be6482-969b-459c-8ca9-ac72e3356682 req-971438b8-a1ba-4ca6-9f6b-4799f1f3e551 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:10.378178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-42be6482-969b-459c-8ca9-ac72e3356682 req-971438b8-a1ba-4ca6-9f6b-4799f1f3e551 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0503497 Nov 27 10:39:10.425451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-42be6482-969b-459c-8ca9-ac72e3356682 req-3a0cbc1e-4957-419e-9b2b-5d239a7b25f2 tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/security-groups?id=518b2e31-0774-46a4-8159-b25d638bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413988 Nov 27 10:39:11.141719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-e0040d4c-849c-4f76-b64d-a30a8a5ee3ef tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:11.143171 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-e0040d4c-849c-4f76-b64d-a30a8a5ee3ef tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 946 time: 0.0484357 Nov 27 10:39:11.235048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Deleting port 5cab2269-a5e9-485b-87f3-355e285f8927 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:39:11.235381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:11.322225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] For port 5cab2269-a5e9-485b-87f3-355e285f8927, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cab2269-a5e9-485b-87f3-355e285f8927,segment=NetworkSegment(b53a2322-4704-476a-9309-8f505ca4edd1),segment_id=b53a2322-4704-476a-9309-8f505ca4edd1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:11.322581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:11.334241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Calling delete_port for 5cab2269-a5e9-485b-87f3-355e285f8927 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:39:11.464933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:11.480530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['5cab2269-a5e9-485b-87f3-355e285f8927'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:39:11.492400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Pushing event deleted for resources: {'Port': ['ID=5cab2269-a5e9-485b-87f3-355e285f8927,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:11.503092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.503361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.503715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.504065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.504441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.504774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.505117 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.505450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.506315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.506315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.506596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.506748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:11.528980 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-620cbd50-7f07-46df-a2e3-db2806c06bb2 req-8776e435-12f1-4833-87a5-0372814d0e8b tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.13 "GET /v2.0/ports?device_id=84d26740-87d4-4eed-a3d5-5adb17e89a0b HTTP/1.1" status: 200 len: 210 time: 0.0346873 Nov 27 10:39:11.551729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] No DVR routers for this DVR port 5cab2269-a5e9-485b-87f3-355e285f8927 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:39:11.554089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:11.557461 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dafbcd34-fcbc-4a81-a214-706287893dfb req-4dfd7c12-fdf8-4ad5-9e5c-0ffb65d5e96d tempest-TestServerAdvancedOps-467466088 tempest-TestServerAdvancedOps-467466088-project] 10.222.0.24 "DELETE /v2.0/ports/5cab2269-a5e9-485b-87f3-355e285f8927 HTTP/1.1" status: 204 len: 173 time: 0.4078233 Nov 27 10:39:11.557905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'name': 'network-vif-deleted', 'tag': '5cab2269-a5e9-485b-87f3-355e285f8927'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:39:11.560219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c6bca-9fa1-4974-9ae2-89a4ff780402" -d '{"events": [{"server_uuid": "84d26740-87d4-4eed-a3d5-5adb17e89a0b", "name": "network-vif-deleted", "tag": "5cab2269-a5e9-485b-87f3-355e285f8927"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:39:11.600122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0269933-3f19-44ff-82f5-1556fff1c5ef x-openstack-request-id: req-b0269933-3f19-44ff-82f5-1556fff1c5ef {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:39:11.600449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d26740-87d4-4eed-a3d5-5adb17e89a0b", "name": "network-vif-deleted", "tag": "5cab2269-a5e9-485b-87f3-355e285f8927", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:39:11.600704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0269933-3f19-44ff-82f5-1556fff1c5ef {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:39:11.601110 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d26740-87d4-4eed-a3d5-5adb17e89a0b', 'name': 'network-vif-deleted', 'tag': '5cab2269-a5e9-485b-87f3-355e285f8927', 'status': 'completed', 'code': 200} Nov 27 10:39:12.590320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:12.634503 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Deleting subnet 34f72f8e-2f1a-43ef-b921-280f4f8ca23f {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:39:12.637560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.671399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.714150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.764363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.790892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f72f8e-2f1a-43ef-b921-280f4f8ca23f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:12.796412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.798711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-be9e9067-5bae-42ba-9a70-f3025a614024 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34f72f8e-2f1a-43ef-b921-280f4f8ca23f HTTP/1.1" status: 204 len: 168 time: 0.2071011 Nov 27 10:39:12.801051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43460) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:12.869031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.949661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:12.970730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:12.979657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53a2322-4704-476a-9309-8f505ca4edd1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:12.979961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53a2322-4704-476a-9309-8f505ca4edd1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:12.989244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.002419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.008330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:39:13.008750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:39:13.010425 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:39:13.018751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e68694f-9007-497b-828c-d369655b384f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.068587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.073843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.077105 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c HTTP/1.1" status: 204 len: 168 time: 0.2750659 Nov 27 10:39:13.080873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:13.088199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e1d18-387d-4117-931d-8f570ef4f3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdc9ab0-8f52-4ae2-b22c-b1df58dbd55c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:13.126116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Deleting subnet d4a3478b-26f3-4aa7-a786-06dd0abbe41a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:39:13.129591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.164299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.207501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.257136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.283719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a3478b-26f3-4aa7-a786-06dd0abbe41a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:13.285656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.288853 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d9a057f4-49f5-4634-a5ca-56e0979cefe2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d4a3478b-26f3-4aa7-a786-06dd0abbe41a HTTP/1.1" status: 204 len: 168 time: 0.2068462 Nov 27 10:39:13.291340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:13.356865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.437570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.457685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a9f9ca-dfa2-4fae-9358-fa29a7b3c163']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:13.466998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd137fa2-580d-4622-9101-0262dd0f4a32') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:13.467316 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd137fa2-580d-4622-9101-0262dd0f4a32') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:39:13.476686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.490675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.496885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:39:13.497267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:39:13.499840 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:39:13.557421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.562817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.566054 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] 10.222.0.13 "DELETE /v2.0/networks/27a9f9ca-dfa2-4fae-9358-fa29a7b3c163 HTTP/1.1" status: 204 len: 168 time: 0.2738168 Nov 27 10:39:13.576762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94d9da-41cf-42e4-87e3-eb12e8765d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a9f9ca-dfa2-4fae-9358-fa29a7b3c163,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:13.716680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cab2269-a5e9-485b-87f3-355e285f8927 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:13.726056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43468) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:13.737624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 5cab2269-a5e9-485b-87f3-355e285f8927 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:39:13.737979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cab2269-a5e9-485b-87f3-355e285f8927 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:39:13.766811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.767686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7bba0923-e78f-4aaa-88bd-1e14a92fa066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d972dbd6924f4088a021fbf6055cba52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403867 Nov 27 10:39:13.770216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43470) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:13.818336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a65b47f-9bd2-4c0d-9640-760ae9067a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.839455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a65b47f-9bd2-4c0d-9640-760ae9067a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.885211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a65b47f-9bd2-4c0d-9640-760ae9067a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.888052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a65b47f-9bd2-4c0d-9640-760ae9067a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:13.889303 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5a65b47f-9bd2-4c0d-9640-760ae9067a22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/518b2e31-0774-46a4-8159-b25d638bd351 HTTP/1.1" status: 204 len: 168 time: 0.1180031 Nov 27 10:39:13.897512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65b47f-9bd2-4c0d-9640-760ae9067a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518b2e31-0774-46a4-8159-b25d638bd351,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:14.191840 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43476) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:14.237035 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7865a13f-8fa3-4e48-a214-e3203b61bca9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46424840e9145eabc787bf73df2587f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439100 Nov 27 10:39:14.239350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43478) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:14.286927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71dbe8fc-470e-48eb-9979-04317dbe4606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:14.307264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71dbe8fc-470e-48eb-9979-04317dbe4606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:14.352958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71dbe8fc-470e-48eb-9979-04317dbe4606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:14.355712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71dbe8fc-470e-48eb-9979-04317dbe4606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:14.356967 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-71dbe8fc-470e-48eb-9979-04317dbe4606 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81be5275-0610-43d2-86b9-075f88736293 HTTP/1.1" status: 204 len: 168 time: 0.1167188 Nov 27 10:39:14.364718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbe8fc-470e-48eb-9979-04317dbe4606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81be5275-0610-43d2-86b9-075f88736293,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:15.389429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:16.172020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:31.604815 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:39:31.610727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:33.518238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4dbf1-a9fb-456e-85dd-1e14506ab93c req-644f53c2-64d5-481f-be14-80bf1c223c0a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:33.519722 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-36a4dbf1-a9fb-456e-85dd-1e14506ab93c req-644f53c2-64d5-481f-be14-80bf1c223c0a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0557587 Nov 27 10:39:33.571354 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-36a4dbf1-a9fb-456e-85dd-1e14506ab93c req-0ddbf88a-d78d-4142-bd26-23167a7b3ff7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453527 Nov 27 10:39:34.689560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f218c07-0658-411c-bea7-2152b3567fc6 req-e0daef72-207b-40f5-827f-43ab9e43a88d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:34.691030 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8f218c07-0658-411c-bea7-2152b3567fc6 req-e0daef72-207b-40f5-827f-43ab9e43a88d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0487039 Nov 27 10:39:34.739864 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8f218c07-0658-411c-bea7-2152b3567fc6 req-b13ff914-cdbc-48cf-914f-c6f55cab8bc5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Nov 27 10:39:35.856817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b32a3-4c53-402c-bc13-a5e5c95091f6 req-bb7b8e19-5e5b-4b74-9d16-56cd376253bb tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:35.858343 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d1b32a3-4c53-402c-bc13-a5e5c95091f6 req-bb7b8e19-5e5b-4b74-9d16-56cd376253bb tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0511503 Nov 27 10:39:35.908903 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d1b32a3-4c53-402c-bc13-a5e5c95091f6 req-eabcca5f-997f-4569-914f-4c37b049ec54 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 Nov 27 10:39:37.034275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-baec9bae-20f5-4590-947c-57a06da3d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:37.036351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-baec9bae-20f5-4590-947c-57a06da3d033 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.0718253 Nov 27 10:39:37.054282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860997-e848-4183-a3e8-f15c3e24a7b1 req-86b45f7c-2051-43b0-8840-58a9619dc1ae tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:37.055719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b1860997-e848-4183-a3e8-f15c3e24a7b1 req-86b45f7c-2051-43b0-8840-58a9619dc1ae tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0794225 Nov 27 10:39:37.163805 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b1860997-e848-4183-a3e8-f15c3e24a7b1 req-d85d2ff2-3fb0-414f-a9f1-2abbe9bd27b2 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000299 Nov 27 10:39:37.183335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-5c38fa48-dc46-428f-a677-30730720b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:37.183335 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-5c38fa48-dc46-428f-a677-30730720b532 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 898 time: 0.1257532 Nov 27 10:39:37.247562 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-d0d04ef1-1462-4ec2-a5d4-15b4e52f6fc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 1001 time: 0.0575256 Nov 27 10:39:37.297201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-59bef4e1-db45-4706-8a5e-f1aa8f30d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:37.298624 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-59bef4e1-db45-4706-8a5e-f1aa8f30d4b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.0436561 Nov 27 10:39:37.347426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-9d90637f-cc88-4946-9606-2c6879c1d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:37.348894 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-9d90637f-cc88-4946-9606-2c6879c1d1fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432661 Nov 27 10:39:37.435395 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-21fd2cc0-1fa2-4d86-99c0-ef1f85c8d1f0 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796249 Nov 27 10:39:37.527640 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f38b0d6e-396f-4f0c-998b-f100dcd6c9a6 req-efec8260-5070-48a8-abf8-7910c5a5a5e8 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844073 Nov 27 10:39:38.280270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab1935-4983-4be2-b90e-f7697055df82 req-f1fffcda-1b67-43c6-b48c-ff0bbec4b179 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:38.281807 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94ab1935-4983-4be2-b90e-f7697055df82 req-f1fffcda-1b67-43c6-b48c-ff0bbec4b179 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0519357 Nov 27 10:39:38.333817 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94ab1935-4983-4be2-b90e-f7697055df82 req-a863b612-c0c6-474b-8301-2ced0f45f1ee tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461633 Nov 27 10:39:39.449493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7eb62-712a-46ba-98e0-09bd6202d2a5 req-0e7cc9c0-ca0d-4886-be86-ed2fa7d74298 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:39.450983 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-92d7eb62-712a-46ba-98e0-09bd6202d2a5 req-0e7cc9c0-ca0d-4886-be86-ed2fa7d74298 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0496907 Nov 27 10:39:39.500923 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-92d7eb62-712a-46ba-98e0-09bd6202d2a5 req-05e14d2c-674d-451d-a55b-e05506c1f404 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Nov 27 10:39:40.209996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c89ae53-7d20-4a59-ae1a-9bd9962687c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:40.615854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302a022-9765-4b82-9656-314620d8e631 req-3e6fd7be-d929-4d36-88b4-aedfe466c828 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:40.617368 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3302a022-9765-4b82-9656-314620d8e631 req-3e6fd7be-d929-4d36-88b4-aedfe466c828 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0500219 Nov 27 10:39:40.667404 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3302a022-9765-4b82-9656-314620d8e631 req-4b798d5e-6135-4e6c-bf2e-39f745437e20 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441754 Nov 27 10:39:41.780916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9761f4a-4dd4-47a0-855f-ee1d344f0c28 req-9958c9b2-46e9-4a34-bf79-a389db97b1f3 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:41.782372 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b9761f4a-4dd4-47a0-855f-ee1d344f0c28 req-9958c9b2-46e9-4a34-bf79-a389db97b1f3 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0478714 Nov 27 10:39:41.835686 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b9761f4a-4dd4-47a0-855f-ee1d344f0c28 req-8aab41f0-558d-4b88-8f79-5e89b02a399f tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474973 Nov 27 10:39:42.950680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7cc4f-8e5f-440d-b26c-7f14010050dc req-3ccc852c-fa7c-44b2-becb-97b615266666 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:42.952928 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aaf7cc4f-8e5f-440d-b26c-7f14010050dc req-3ccc852c-fa7c-44b2-becb-97b615266666 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Nov 27 10:39:43.000468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aaf7cc4f-8e5f-440d-b26c-7f14010050dc req-04152bd8-42cd-4465-8efa-0ca30666e0b3 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Nov 27 10:39:43.022230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a212874b-8757-480c-ab2a-1485ba1655e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:43.769705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:44.118983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e27fd3-8e5f-4a75-b9f0-8e6ba3d853b7 req-1ff43380-c6c3-4078-ac29-d86e58cf4f88 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:44.120463 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-21e27fd3-8e5f-4a75-b9f0-8e6ba3d853b7 req-1ff43380-c6c3-4078-ac29-d86e58cf4f88 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Nov 27 10:39:44.169032 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-21e27fd3-8e5f-4a75-b9f0-8e6ba3d853b7 req-8f62c4d6-e286-429d-9542-0c573563ee15 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Nov 27 10:39:45.288991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d905-5e68-4a8b-aed8-9a3250b96cef req-492a4902-0a4f-437c-aa38-bbbd191447da tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:45.290591 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a5a0d905-5e68-4a8b-aed8-9a3250b96cef req-492a4902-0a4f-437c-aa38-bbbd191447da tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0548007 Nov 27 10:39:45.343782 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a5a0d905-5e68-4a8b-aed8-9a3250b96cef req-6622759f-3777-49f3-add6-659e62734102 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465121 Nov 27 10:39:45.392678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:46.173179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:46.458994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad014c08-9a00-43a8-9bd2-df3d1fb941c3 req-548c459d-868a-479c-b649-1e606f1c3cc2 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:46.460512 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ad014c08-9a00-43a8-9bd2-df3d1fb941c3 req-548c459d-868a-479c-b649-1e606f1c3cc2 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Nov 27 10:39:46.508825 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ad014c08-9a00-43a8-9bd2-df3d1fb941c3 req-b4bfcdda-2c6b-46a8-9009-2ad819e9037b tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Nov 27 10:39:47.621256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403c42a-43b5-41bb-85f1-2c66d5aabe89 req-e80809e8-02b5-4412-baf2-c501a393e4ff tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:47.622705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6403c42a-43b5-41bb-85f1-2c66d5aabe89 req-e80809e8-02b5-4412-baf2-c501a393e4ff tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0484507 Nov 27 10:39:47.675669 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6403c42a-43b5-41bb-85f1-2c66d5aabe89 req-319c1255-1282-4195-a416-b419ef7e271d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431218 Nov 27 10:39:48.795036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48111209-bf44-4031-a6eb-d3c4927ba5c9 req-bfb63faa-1306-4641-91e7-446426a3c801 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:48.797121 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48111209-bf44-4031-a6eb-d3c4927ba5c9 req-bfb63faa-1306-4641-91e7-446426a3c801 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Nov 27 10:39:48.845504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48111209-bf44-4031-a6eb-d3c4927ba5c9 req-b04e5b4c-5940-41a0-b59a-ef66cef4bb8e tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424564 Nov 27 10:39:49.960612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46ecde-cd74-4b1d-b765-dbca0236d3db req-8176d1b7-df59-49ed-999c-40afbc99a258 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:49.962100 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5b46ecde-cd74-4b1d-b765-dbca0236d3db req-8176d1b7-df59-49ed-999c-40afbc99a258 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Nov 27 10:39:50.016270 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5b46ecde-cd74-4b1d-b765-dbca0236d3db req-d66a65cc-0c6b-46dc-9ae4-905f0bafa085 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472913 Nov 27 10:39:51.131655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687e682-976b-4c12-8595-157538ff6c6b req-6096dd48-4dfc-45b6-9e31-71995243d61a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:51.133247 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0687e682-976b-4c12-8595-157538ff6c6b req-6096dd48-4dfc-45b6-9e31-71995243d61a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Nov 27 10:39:51.181883 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0687e682-976b-4c12-8595-157538ff6c6b req-1395a8e7-323e-4b32-a8f3-8cb2c6470a0d tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Nov 27 10:39:52.295566 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d67d-6729-4baf-94a1-1c90f85c883c req-1103b66c-48e2-4c35-9c4e-7ebcfeff19ce tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:52.297063 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2954d67d-6729-4baf-94a1-1c90f85c883c req-1103b66c-48e2-4c35-9c4e-7ebcfeff19ce tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0488887 Nov 27 10:39:52.355681 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2954d67d-6729-4baf-94a1-1c90f85c883c req-4c5a8abc-c2ab-4cb9-b8df-11bb23ed4f2b tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 Nov 27 10:39:52.860747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b142-433c-474d-bb6f-eb762386b3ef req-adf4f114-0add-4998-aa97-33bed72363d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:52.862105 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fce3b142-433c-474d-bb6f-eb762386b3ef req-adf4f114-0add-4998-aa97-33bed72363d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.0392473 Nov 27 10:39:52.911230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fce3b142-433c-474d-bb6f-eb762386b3ef req-74be8d8d-0e76-4e58-960d-9494afca42c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Nov 27 10:39:53.470752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf2b22-f78c-4743-95a8-4e6d2046e17f req-9f4af4ca-1e2d-4d33-976a-78dd9bc54b69 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:53.472210 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ebf2b22-f78c-4743-95a8-4e6d2046e17f req-9f4af4ca-1e2d-4d33-976a-78dd9bc54b69 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Nov 27 10:39:53.519520 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ebf2b22-f78c-4743-95a8-4e6d2046e17f req-807ba6e4-62a6-48d2-bef2-caccaff34f64 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Nov 27 10:39:53.922269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:39:53.925845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:39:54.082077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:54.095688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:54.098723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '59214a2b-4c22-4850-94d4-ee75a9376334', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'port_id': '59214a2b-4c22-4850-94d4-ee75a9376334', 'mac_address': 'fa:16:3e:b6:7c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:39:54.137878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:39:54.141218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc6deea-21aa-44c6-9466-5b13f232142c" -d '{"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-unplugged", "status": "completed", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:39:54.158509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:54.165604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:54.192031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3703ab61-c549-4538-b134-2cec823d7f8a x-openstack-request-id: req-3703ab61-c549-4538-b134-2cec823d7f8a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:39:54.192343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-unplugged", "status": "completed", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:39:54.192611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3703ab61-c549-4538-b134-2cec823d7f8a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:39:54.193007 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'code': 200} Nov 27 10:39:54.193587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:54.216558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59214a2b-4c22-4850-94d4-ee75a9376334 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:39:54.238871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:54.269677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.270031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.270378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.270719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.271054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.271396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.271730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.272063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.272415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.272757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.273084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.273405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:39:54.288815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:39:54.289185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:39:54.631961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4194dca-329c-4297-8fee-a4cd71ee9ea4 req-147bac94-11ab-421e-9cac-79c1b632b6a0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:39:54.633433 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e4194dca-329c-4297-8fee-a4cd71ee9ea4 req-147bac94-11ab-421e-9cac-79c1b632b6a0 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 943 time: 0.0480001 Nov 27 10:39:54.681573 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e4194dca-329c-4297-8fee-a4cd71ee9ea4 req-69255a09-2dc4-41ec-81a2-464a01631e4a tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Nov 27 10:39:54.703319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:39:54.765140 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1c9091bf-80be-42b6-8c37-d51c058c9a1e tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/floatingips/89b2176e-8b21-4e18-b690-1f22574986bf HTTP/1.1" status: 200 len: 991 time: 0.0599911 Nov 27 10:39:54.824962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:54.838162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59214a2b-4c22-4850-94d4-ee75a9376334 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:39:54.858451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:54.862571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:54.908216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:39:55.256041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['59214a2b-4c22-4850-94d4-ee75a9376334'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:39:57.944266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:39:57.995352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 59214a2b-4c22-4850-94d4-ee75a9376334 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:39:57.995724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:58.073826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:58.096445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:39:58.098695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677412b0-5117-409f-b259-9367a5714306" -d '{"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-plugged", "status": "completed", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:39:58.110726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:39:58.116102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:39:58.142329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eedf72-9746-430a-b572-dc7a71ef227e x-openstack-request-id: req-d6eedf72-9746-430a-b572-dc7a71ef227e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:39:58.142329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-plugged", "status": "completed", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:39:58.142329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6eedf72-9746-430a-b572-dc7a71ef227e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:39:58.142694 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'code': 200} Nov 27 10:39:58.170118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:40:01.621235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:08.603640 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:40:10.212591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0ee31323-03cc-48fb-82c0-2cdadf9fcdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:13.023500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ff12dd67-55e6-4406-8aef-012ef4f4d422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:13.773140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:15.398500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:16.176333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:31.631691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:38.983024 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-5c4d043f-887f-4eb1-8830-2179f6efb255 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393915 Nov 27 10:40:39.065210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431001-3528-4637-852e-97923cd3a9ee req-6bbd9b7f-7f62-4dc8-b12d-50ca5a230287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:40:39.066686 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-6bbd9b7f-7f62-4dc8-b12d-50ca5a230287 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.0414023 Nov 27 10:40:39.173608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431001-3528-4637-852e-97923cd3a9ee req-f04df189-816e-46bd-8bdf-355f2f75f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:40:39.175071 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-f04df189-816e-46bd-8bdf-355f2f75f676 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 898 time: 0.0890799 Nov 27 10:40:39.241423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-dfeccf33-5263-4dc6-9a38-391c9bd211b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 1001 time: 0.0590978 Nov 27 10:40:39.294105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431001-3528-4637-852e-97923cd3a9ee req-6a9b08a3-b479-4983-82d9-ca417e28b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:40:39.296371 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-6a9b08a3-b479-4983-82d9-ca417e28b80e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.0473037 Nov 27 10:40:39.342970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431001-3528-4637-852e-97923cd3a9ee req-e193198b-df2d-4a1b-8602-d6c02c60f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:40:39.344466 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-e193198b-df2d-4a1b-8602-d6c02c60f724 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403552 Nov 27 10:40:39.437651 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-a00b83fd-709e-4c91-8083-9371f83a6e03 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856652 Nov 27 10:40:39.529935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c431001-3528-4637-852e-97923cd3a9ee req-36f6d77d-d8cf-41e2-bd14-3fdb9124adeb service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840199 Nov 27 10:40:40.213758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf5363f7-aab3-4bba-9afe-f3ce1b6d9e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:43.023550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c968ff6-54b7-4efd-8e02-f452e85c39c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:43.775494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:45.399423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:40:45.602323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:40:46.178514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:01.632609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:09.732490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43592) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:09.888211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Deleting port 90094570-b0e0-45c1-bab5-cad4d904ebf4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:41:09.888567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:09.964247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:09.964593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:09.975942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Calling delete_port for 90094570-b0e0-45c1-bab5-cad4d904ebf4 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:41:10.149620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:10.177756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'Port': ['ID=90094570-b0e0-45c1-bab5-cad4d904ebf4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:10.199795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.200146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.200514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.200867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.201207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.201540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.201872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.202199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.202527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.202854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.203181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.203500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:10.214416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2f94e34b-45b0-4e84-bb48-ac537fe86983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:10.249352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:10.249683 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Floating IP 89b2176e-8b21-4e18-b690-1f22574986bf disassociated (deleted). External IP: 172.26.1.170, port: 59214a2b-4c22-4850-94d4-ee75a9376334. Nov 27 10:41:10.704024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:41:10.810290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:41:10.814895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:10.819546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] Sync routers for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:41:10.829508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:10.830129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:40:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:10.844138 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c10eb9cf-e404-43c9-9609-b96226bf5589 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "DELETE /v2.0/floatingips/89b2176e-8b21-4e18-b690-1f22574986bf HTTP/1.1" status: 204 len: 168 time: 1.1106145 Nov 27 10:41:10.844895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:41:10.847349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1da13-39b8-46f7-8647-f7602506f52f" -d '{"events": [{"name": "network-changed", "server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:41:10.885623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb49d3-ac2c-4d05-852d-90389627598d x-openstack-request-id: req-45bb49d3-ac2c-4d05-852d-90389627598d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:41:10.885931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:41:10.886195 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45bb49d3-ac2c-4d05-852d-90389627598d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:41:10.886868 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'status': 'completed', 'code': 200} Nov 27 10:41:10.945216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:10.954135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1da13-39b8-46f7-8647-f7602506f52f req-770a16a1-a1f0-44da-80bd-5f50a339fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:10.955659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-770a16a1-a1f0-44da-80bd-5f50a339fd68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c4c43a16e74030901d4e73b85b351a&device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 1098 time: 0.0467656 Nov 27 10:41:11.098630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1da13-39b8-46f7-8647-f7602506f52f req-26fb6063-a663-4f41-9b9c-ea1b3d7c1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:11.100021 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-26fb6063-a663-4f41-9b9c-ea1b3d7c1ce0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 200 len: 898 time: 0.1347189 Nov 27 10:41:11.108628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497327f6-103e-4f41-8839-e0f5cc6d43cf req-05f9f0f2-0dc7-4446-925b-3441b5d5cbda tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:11.110051 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-497327f6-103e-4f41-8839-e0f5cc6d43cf req-05f9f0f2-0dc7-4446-925b-3441b5d5cbda tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0798800 Nov 27 10:41:11.147668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:11.151904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-acad2a2c-3504-4037-874b-8d301179ffed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 200 len: 217 time: 0.0409229 Nov 27 10:41:11.177021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] Checking router: 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:41:11.185767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:11.186405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:40:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:11.226365 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-497327f6-103e-4f41-8839-e0f5cc6d43cf req-4d5ffcf1-c533-4bec-8485-34056cb8ee6c tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087387 Nov 27 10:41:11.230612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1da13-39b8-46f7-8647-f7602506f52f req-6ec9e83f-7ef6-4a28-a4c0-8c0dbaa3dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:11.232816 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-6ec9e83f-7ef6-4a28-a4c0-8c0dbaa3dae0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 200 len: 834 time: 0.0721889 Nov 27 10:41:11.281696 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1da13-39b8-46f7-8647-f7602506f52f req-6ae68ce9-5ef9-48f2-9313-35eb73790a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:11.283252 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-6ae68ce9-5ef9-48f2-9313-35eb73790a0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0def692b-d3a7-4c10-8d9a-1b71739f27bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427539 Nov 27 10:41:11.290184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:11.379297 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-1c263d5d-f3cf-46f2-968d-72f57acd1044 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Nov 27 10:41:11.477536 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-baa1da13-39b8-46f7-8647-f7602506f52f req-e3d82ca9-66a5-4fc6-8825-57bb67a9c799 service neutron] 10.222.0.24 "GET /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901566 Nov 27 10:41:11.504891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:11.531550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee023a-68e6-4b58-9be5-ba57594f04d5 None None] The sync data for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv is: [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:37:53Z', 'revision_number': 4, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '505b10d6-59d5-413d-86dc-430118c0bc01', 'name': '', 'network_id': '0def692b-d3a7-4c10-8d9a-1b71739f27bb', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'mac_address': 'fa:16:3e:b2:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:52Z', 'updated_at': '2021-11-27T10:38:01Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'subnets': [{'id': '5881f4b0-8e86-4e5e-b11e-3faee24bb36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:41:11.729565 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4cb64-7905-4a3b-b0ed-9dcc12fb6ab3 None None] New status for floating IP 89b2176e-8b21-4e18-b690-1f22574986bf: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:41:12.349543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c94156-1c22-4015-ba00-0de1405a411e req-5e00f171-441f-4e96-8a42-03e6762fe258 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:12.351005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c3c94156-1c22-4015-ba00-0de1405a411e req-5e00f171-441f-4e96-8a42-03e6762fe258 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0510404 Nov 27 10:41:12.405646 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c3c94156-1c22-4015-ba00-0de1405a411e req-2b3fad3b-1696-44c5-bf53-f2a0e91bece2 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca5beb72-51a6-41ad-bcf8-563e67b361a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481734 Nov 27 10:41:12.587074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6315-f594-4a16-974c-6c294d1e5449 req-24d17ea5-3f40-4a67-8978-8e4801c0b726 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:12.588525 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-354f6315-f594-4a16-974c-6c294d1e5449 req-24d17ea5-3f40-4a67-8978-8e4801c0b726 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.24 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 945 time: 0.0478380 Nov 27 10:41:12.678928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Deleting port 59214a2b-4c22-4850-94d4-ee75a9376334 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:41:12.679259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:12.770020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] For port 59214a2b-4c22-4850-94d4-ee75a9376334, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=59214a2b-4c22-4850-94d4-ee75a9376334,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:12.770296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:12.783067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Calling delete_port for 59214a2b-4c22-4850-94d4-ee75a9376334 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:41:12.912567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:12.940615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'Port': ['ID=59214a2b-4c22-4850-94d4-ee75a9376334,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:12.987468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] No DVR routers for this DVR port 59214a2b-4c22-4850-94d4-ee75a9376334 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:41:12.989943 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:12.993423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-354f6315-f594-4a16-974c-6c294d1e5449 req-819ea7ac-bb2f-4a16-8618-43d21f6007c7 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.24 "DELETE /v2.0/ports/59214a2b-4c22-4850-94d4-ee75a9376334 HTTP/1.1" status: 204 len: 173 time: 0.3989921 Nov 27 10:41:12.993866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-deleted', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:41:12.996156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3801817-1349-4ff2-b18d-6598f6320799" -d '{"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-deleted", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:41:13.027692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6498da3-7f82-4186-ac21-dad5b58da2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:13.034777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705228c1-ffcb-4bed-b116-e5e8476f02df x-openstack-request-id: req-705228c1-ffcb-4bed-b116-e5e8476f02df {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:41:13.035086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9", "name": "network-vif-deleted", "tag": "59214a2b-4c22-4850-94d4-ee75a9376334", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:41:13.035345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-705228c1-ffcb-4bed-b116-e5e8476f02df {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:41:13.035756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9', 'name': 'network-vif-deleted', 'tag': '59214a2b-4c22-4850-94d4-ee75a9376334', 'status': 'completed', 'code': 200} Nov 27 10:41:13.521632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41e07321-e60e-4354-98d1-e50c1ccddd7c req-5c3cf0ac-4967-40e2-acc8-4a2db50cbd24 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "GET /v2.0/ports?device_id=edc54c6b-af8b-4b0b-aa4a-3a0d285e34c9 HTTP/1.1" status: 200 len: 210 time: 0.0262680 Nov 27 10:41:13.779247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:14.577298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:14.933781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:15.186460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Deleting port 505b10d6-59d5-413d-86dc-430118c0bc01 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:41:15.186717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:15.277702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] For port 505b10d6-59d5-413d-86dc-430118c0bc01, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=505b10d6-59d5-413d-86dc-430118c0bc01,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:15.278059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:15.289911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Calling delete_port for 505b10d6-59d5-413d-86dc-430118c0bc01 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:41:15.406847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:15.480146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:15.507926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'Port': ['ID=505b10d6-59d5-413d-86dc-430118c0bc01,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:15.533513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.533868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.534219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.534561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.534902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.535238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.535568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.535895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.536224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.536572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.536901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.537223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:15.694081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:15.912545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:41:16.018810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:41:16.024716 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-68423565-362b-4899-b0c1-3fda14be3ff8 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "PUT /v2.0/routers/845df20d-2cd8-4a51-b5da-d5953ebc2fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4455249 Nov 27 10:41:16.026909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:16.029786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] Sync routers for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:41:16.042787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:16.043401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:16.081123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Deleting subnet 5881f4b0-8e86-4e5e-b11e-3faee24bb36e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:41:16.084397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.128475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.151684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:16.217770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.282879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.308062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'Subnet': ['ID=5881f4b0-8e86-4e5e-b11e-3faee24bb36e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:16.314273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.320416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6ec9c235-e2ef-4103-862a-c8211baa75dd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "DELETE /v2.0/subnets/5881f4b0-8e86-4e5e-b11e-3faee24bb36e HTTP/1.1" status: 204 len: 168 time: 0.2895086 Nov 27 10:41:16.320416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:16.327856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7181f-b8e8-4126-9a82-c7fc7a256434 None None] Network 0def692b-d3a7-4c10-8d9a-1b71739f27bb requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:41:16.360249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:41:16.414042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 59214a2b-4c22-4850-94d4-ee75a9376334 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:41:16.414713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 59214a2b-4c22-4850-94d4-ee75a9376334 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:41:16.429538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.459117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.535368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.590081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Deleting port ca115c2f-aff0-4151-a000-b3aba524a30d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:41:16.590469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.610941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:41:15Z', 'revision_number': 5, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port': {'id': 'ca115c2f-aff0-4151-a000-b3aba524a30d', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:37:40Z', 'updated_at': '2021-11-27T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:16.641248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] Checking router: 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:41:16.649228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] DHCP port deletion for 0def692b-d3a7-4c10-8d9a-1b71739f27bb request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:41:16.655905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] Routers {'845df20d-2cd8-4a51-b5da-d5953ebc2fa9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:16.656543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:16.682014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] For port ca115c2f-aff0-4151-a000-b3aba524a30d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ca115c2f-aff0-4151-a000-b3aba524a30d,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:16.682405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.694708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Calling delete_port for ca115c2f-aff0-4151-a000-b3aba524a30d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:41:16.769057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] Set router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:16.824451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:41:16Z', 'revision_number': 6, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:16.830115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Deleting port 1f70830e-223c-4135-b6a0-f0c0e8281516 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:41:16.830488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.854539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b6534-a102-488b-9ba0-8dfe7f3bb0ec None None] The sync data for ids ['845df20d-2cd8-4a51-b5da-d5953ebc2fa9'] in dv-neutron-804846-16-hyperv is: [{'id': '845df20d-2cd8-4a51-b5da-d5953ebc2fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201400741', 'tenant_id': 'f6c4c43a16e74030901d4e73b85b351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:37:39Z', 'updated_at': '2021-11-27T10:41:16Z', 'revision_number': 6, 'project_id': 'f6c4c43a16e74030901d4e73b85b351a', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:41:16.864698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.891186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'Port': ['ID=ca115c2f-aff0-4151-a000-b3aba524a30d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:16.909390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410116c-1ac5-4e99-be4f-20f4d6cade16 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:41:16.929948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] For port 1f70830e-223c-4135-b6a0-f0c0e8281516, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1f70830e-223c-4135-b6a0-f0c0e8281516,segment=NetworkSegment(69e43898-aea8-43ae-b370-d7f3f3227786),segment_id=69e43898-aea8-43ae-b370-d7f3f3227786)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:16.930350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:16.942808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Calling delete_port for 1f70830e-223c-4135-b6a0-f0c0e8281516 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:41:16.956007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.019856 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.047583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Pushing event deleted for resources: {'Port': ['ID=1f70830e-223c-4135-b6a0-f0c0e8281516,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:17.048199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.050410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.052807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] No DVR routers for this DVR port 1f70830e-223c-4135-b6a0-f0c0e8281516 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:41:17.067468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.067838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.068178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.068562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.068904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.069350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.069570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.069907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.070241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.070577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.070908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.071237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7f1fc-bb63-432f-84cc-ddcacaccfefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:17.096271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.096844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Fanout notify agent at l3_agent the message router_deleted on router 845df20d-2cd8-4a51-b5da-d5953ebc2fa9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:41:17.103913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.105086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8b2d8284-af64-435b-9cbd-db6e1e644227 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "DELETE /v2.0/routers/845df20d-2cd8-4a51-b5da-d5953ebc2fa9 HTTP/1.1" status: 204 len: 168 time: 0.7839069 Nov 27 10:41:17.107935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:17.182383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.276165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.298639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0def692b-d3a7-4c10-8d9a-1b71739f27bb']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:17.307570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e43898-aea8-43ae-b370-d7f3f3227786') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:17.307865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e43898-aea8-43ae-b370-d7f3f3227786') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:17.317229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.330663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.336263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:41:17.336676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:41:17.339552 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:41:17.400221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.407616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.410832 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "DELETE /v2.0/networks/0def692b-d3a7-4c10-8d9a-1b71739f27bb HTTP/1.1" status: 204 len: 168 time: 0.3019376 Nov 27 10:41:17.413682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43620) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:17.421899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6c664-cad2-41c2-8d23-eea8330984cd tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'Network': ['ID=0def692b-d3a7-4c10-8d9a-1b71739f27bb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:17.473178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-468a933a-cc0d-40ea-81ca-989e33c3baa5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.498258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-468a933a-cc0d-40ea-81ca-989e33c3baa5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.557000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-468a933a-cc0d-40ea-81ca-989e33c3baa5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.559640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-468a933a-cc0d-40ea-81ca-989e33c3baa5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:17.560846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-468a933a-cc0d-40ea-81ca-989e33c3baa5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca5beb72-51a6-41ad-bcf8-563e67b361a0 HTTP/1.1" status: 204 len: 168 time: 0.1461692 Nov 27 10:41:17.570245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a933a-cc0d-40ea-81ca-989e33c3baa5 tempest-TestNetworkAdvancedServerOps-106109889 tempest-TestNetworkAdvancedServerOps-106109889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5beb72-51a6-41ad-bcf8-563e67b361a0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:17.890007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:18.019269 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8a1b372c-3045-455c-8e06-a3229a6a0b00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6c4c43a16e74030901d4e73b85b351a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280005 Nov 27 10:41:18.021731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:18.069643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23fbe550-4a71-4394-8bfa-1e03083ffdab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.089978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23fbe550-4a71-4394-8bfa-1e03083ffdab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.138918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23fbe550-4a71-4394-8bfa-1e03083ffdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.141573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23fbe550-4a71-4394-8bfa-1e03083ffdab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.142697 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23fbe550-4a71-4394-8bfa-1e03083ffdab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75a4fe05-6091-4176-a48e-f6a9d5b6d2f0 HTTP/1.1" status: 204 len: 168 time: 0.1200788 Nov 27 10:41:18.150338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbe550-4a71-4394-8bfa-1e03083ffdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4fe05-6091-4176-a48e-f6a9d5b6d2f0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:18.238042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1f70830e-223c-4135-b6a0-f0c0e8281516 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:41:18.261794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1f70830e-223c-4135-b6a0-f0c0e8281516 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:41:18.262148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1f70830e-223c-4135-b6a0-f0c0e8281516 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:41:18.263119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 505b10d6-59d5-413d-86dc-430118c0bc01 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:41:18.283407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 505b10d6-59d5-413d-86dc-430118c0bc01 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:41:18.283762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 505b10d6-59d5-413d-86dc-430118c0bc01 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:41:18.284176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ca115c2f-aff0-4151-a000-b3aba524a30d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:41:18.303844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: ca115c2f-aff0-4151-a000-b3aba524a30d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:41:18.304199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ca115c2f-aff0-4151-a000-b3aba524a30d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:41:18.408812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43638) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:18.421975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62e1aec6-1574-479b-a9c4-6f8c9d5665aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.494453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62e1aec6-1574-479b-a9c4-6f8c9d5665aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.498619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-62e1aec6-1574-479b-a9c4-6f8c9d5665aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.536980 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-62e1aec6-1574-479b-a9c4-6f8c9d5665aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7066a8a084e443968ca74deaf914da75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270714 Nov 27 10:41:18.537845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1aec6-1574-479b-a9c4-6f8c9d5665aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c64b06-23b0-41c5-980b-93ea74a14c2f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:18.539643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:18.588233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44fe51b9-b851-4184-b3de-b5b24fbbf789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.610214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44fe51b9-b851-4184-b3de-b5b24fbbf789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.655632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44fe51b9-b851-4184-b3de-b5b24fbbf789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.658496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44fe51b9-b851-4184-b3de-b5b24fbbf789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:18.659662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-44fe51b9-b851-4184-b3de-b5b24fbbf789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30c64b06-23b0-41c5-980b-93ea74a14c2f HTTP/1.1" status: 204 len: 168 time: 0.1184049 Nov 27 10:41:18.667105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe51b9-b851-4184-b3de-b5b24fbbf789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c64b06-23b0-41c5-980b-93ea74a14c2f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:19.836831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:19.973640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--1941709270', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:19.995321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:41:19.999058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.007226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.084808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.088244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.114513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:41:20.123940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d8f56a-d570-4dbf-9a3f-aa364ce26966,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:20.128645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.128981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 63fa10ed-29ea-4b4d-ac51-c81114750336 of type vlan for network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 Nov 27 10:41:20.167898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.193077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.198643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:20.199224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.239576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:20.240194 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4016352 Nov 27 10:41:20.244871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-90422905', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:20.269234 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.270260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.274994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54715d51-c0ea-4af9-9f49-358ff457e810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:20.287497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:41:20.323211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.463430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.657015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.675371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.772112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.134 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/fc31c397-0de5-402e-8f8e-b3eeb9e228d7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:41:20.875186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.908430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:20.947308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:41:20.950208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:20.953557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:41:20.962946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650097a2-79d0-4b9f-ae4a-23893a0b302e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:41:20.975420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:21.018443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f349f83f-89cc-44cc-acda-1d55d9ae0d2a None None] Provisioning complete for port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:21.018902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f349f83f-89cc-44cc-acda-1d55d9ae0d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:21.053833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f349f83f-89cc-44cc-acda-1d55d9ae0d2a None None] Port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:41:21.198604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:21.394147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:21.519097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:41:21.621776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:41:21.631910 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:41:21.642283 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:21.642889 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:21.643235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:21.644659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d85cae58-1419-417a-aa7c-3ee70f8237ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4038823 Nov 27 10:41:21.647818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:21.724587 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5536cda6-6989-48da-803f-b60d9142dd67 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753791 Nov 27 10:41:21.727045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43686) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:21.748794 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:21.927059 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:21Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:21.957502 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:41:21.957847 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Updating router 09c98dea-058d-4375-b03b-31bea20d004a port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:41:21.984526 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.139513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb304b-5cae-4404-b3d5-593914cc9887 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:22.141061 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bbeb304b-5cae-4404-b3d5-593914cc9887 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4131117 Nov 27 10:41:22.143886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43688) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:22.182113 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2ca00fa9-8f23-4d94-82e5-8e6f90944753 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370965 Nov 27 10:41:22.184675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43690) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:22.189607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870823149', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:22.238432 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.243323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.277189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:41:22.281527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.292773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c95b9-eb43-4e9c-8481-3cdf2f90a7bf None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:41:22.300304 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Attempting to bind port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:41:22.300667 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Attempting to bind port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:41:22.301042 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Attempting to bind port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:41:22.304228 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Pushing event updated for resources: {'Port': ['ID=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:22.313064 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.313427 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.313774 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.314115 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.314451 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.314802 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.315140 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.315470 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.315798 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.316124 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.316484 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.316811 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:41:22.320111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:41:22.320522 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:41:22.321021 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.321318 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:41:22.321794 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Bound port: fc31c397-0de5-402e-8f8e-b3eeb9e228d7, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:41:22.322190 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.376234 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] For port fc31c397-0de5-402e-8f8e-b3eeb9e228d7, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:41:22.379587 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] For port fc31c397-0de5-402e-8f8e-b3eeb9e228d7, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:41:22.381357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-771429d4-e2c2-4d76-802f-b815897a4937 None None] Provisioning complete for port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:22.381821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-771429d4-e2c2-4d76-802f-b815897a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.385511 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.450441 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f6ac-25e9-4ad1-8d69-106987ed65aa None None] Pushing event updated for resources: {'Port': ['ID=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:22.453302 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:22.454020 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:22.454708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951ac8e-1ab4-4629-b489-7fcc8c41223e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:41:22.478155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-771429d4-e2c2-4d76-802f-b815897a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.494337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.501810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-771429d4-e2c2-4d76-802f-b815897a4937 None None] For port fc31c397-0de5-402e-8f8e-b3eeb9e228d7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:22.507164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-771429d4-e2c2-4d76-802f-b815897a4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.555970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771429d4-e2c2-4d76-802f-b815897a4937 None None] Pushing event updated for resources: {'Port': ['ID=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:22.563594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=f923faf7-cadc-4bdf-8edb-0fba914b1129,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:22.571752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:41:22.572111 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:41:22.579794 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:22.589448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:41:22.599301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:22.603291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:22.603985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.608564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44788e-2a50-4231-879e-2e2bfbc4fbb0 None None] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:41:22.626108 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7d102c5b-9568-45fe-ba9c-ee85f3b14899 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4402125 Nov 27 10:41:22.628765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:22.675323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:41:22.677672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ab2a12da-2407-4e94-b979-b3f64217f6fb None None] Provisioning complete for port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:22.678050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab2a12da-2407-4e94-b979-b3f64217f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.781074 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:21Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:22.810501 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd1c8c-5ff9-4e81-8302-c3459af9c20b None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:21Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:41:22.836078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:41:22.836978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:22.975151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Allocated IP 172.20.0.2 (32567d5d-93cb-44c5-bb0d-d0960dbbc9d6/f923faf7-cadc-4bdf-8edb-0fba914b1129/4796c892-5c20-4569-b435-577f15089a12) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:41:23.117156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.162729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.172975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.213342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:41:23.220916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:23.224421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:41:23.256475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Pushing event updated for resources: {'Port': ['ID=4796c892-5c20-4569-b435-577f15089a12,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:23.293670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Attempting to bind port 4796c892-5c20-4569-b435-577f15089a12 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:41:23.295039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Attempting to bind port 4796c892-5c20-4569-b435-577f15089a12 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:41:23.295489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Attempting to bind port 4796c892-5c20-4569-b435-577f15089a12 on network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:41:23.301378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:41:23.301763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Checking segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:41:23.302170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.302566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Bound using segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:41:23.303047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Bound port: 4796c892-5c20-4569-b435-577f15089a12, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:41:23.303431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.371948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] For port 4796c892-5c20-4569-b435-577f15089a12, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:41:23.375567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] For port 4796c892-5c20-4569-b435-577f15089a12, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4796c892-5c20-4569-b435-577f15089a12,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:41:23.381351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.421611 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (32567d5d-93cb-44c5-bb0d-d0960dbbc9d6/f923faf7-cadc-4bdf-8edb-0fba914b1129/a7973446-2fdd-4e7b-8ce6-2ac5246f370e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:41:23.456758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552dfa1-06ad-45e0-a93e-e1819a193616 None None] Pushing event updated for resources: {'Port': ['ID=4796c892-5c20-4569-b435-577f15089a12,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:23.560709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.597842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.652716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:41:23.657293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:23.661222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:41:23.704109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:23.732583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:23.868258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.144772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.149815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.224784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:24.227168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.296206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fc31c397-0de5-402e-8f8e-b3eeb9e228d7 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:41:24.331403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:41:24.333142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:24.352902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:24.353296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.431861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4796c892-5c20-4569-b435-577f15089a12 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:41:24.447442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:41:24.488081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4796c892-5c20-4569-b435-577f15089a12 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:24.488491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.560841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:41:24.566124 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1b13ab06-83fc-464b-b8d1-dd7a7d221e08 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/09c98dea-058d-4375-b03b-31bea20d004a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9363616 Nov 27 10:41:24.568701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:24.571162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.600296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:41:24.614811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 4796c892-5c20-4569-b435-577f15089a12, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4796c892-5c20-4569-b435-577f15089a12,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:24.620404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:24.624359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:24.625073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:24.753967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab15f9c-5e89-4372-9619-1dbfb00d4cc7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.754442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab15f9c-5e89-4372-9619-1dbfb00d4cc7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.754907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab15f9c-5e89-4372-9619-1dbfb00d4cc7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.755382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab15f9c-5e89-4372-9619-1dbfb00d4cc7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.757221 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6ab15f9c-5e89-4372-9619-1dbfb00d4cc7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1875870 Nov 27 10:41:24.759877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:24.852281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f6a23-3256-4d08-b144-7d0436457a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.852720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f6a23-3256-4d08-b144-7d0436457a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.853200 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f6a23-3256-4d08-b144-7d0436457a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.853663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f6a23-3256-4d08-b144-7d0436457a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:24.855378 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-850f6a23-3256-4d08-b144-7d0436457a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0944955 Nov 27 10:41:24.858796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:24.887863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=4796c892-5c20-4569-b435-577f15089a12,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:24.910648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:25.130656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:23Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:24Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:25.159879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:41:25.160242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Updating router 09c98dea-058d-4375-b03b-31bea20d004a port a7973446-2fdd-4e7b-8ce6-2ac5246f370e binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:41:25.196923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.297736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89f3ce-d19b-43fa-b5d4-5bedbafdaa38 None None] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:41:25.382332 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dd3fe3a4-6447-4f4a-ba09-9a55de245abb tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5224349 Nov 27 10:41:25.444490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2975debe-7cf4-46a3-8cd9-37655f636900 None None] Provisioning complete for port 4796c892-5c20-4569-b435-577f15089a12 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:25.444870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2975debe-7cf4-46a3-8cd9-37655f636900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.564844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:25.570507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063630944', 'description': 'tempest-secgroup-smoke-2063630944 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:25.595273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.672755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.679171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.705410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.710992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.714673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.716613 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1500919 Nov 27 10:41:25.720404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:25.724053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceac10f-5453-4284-8e90-d128103336af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83d9c31-fa39-4999-8a14-8ab81c7936e2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:25.725412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'f83d9c31-fa39-4999-8a14-8ab81c7936e2', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:25.768352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.780023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad5ae-a042-41b8-8833-e3005e14d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:25.835931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Attempting to bind port a7973446-2fdd-4e7b-8ce6-2ac5246f370e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:41:25.836504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Attempting to bind port a7973446-2fdd-4e7b-8ce6-2ac5246f370e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:41:25.836965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Attempting to bind port a7973446-2fdd-4e7b-8ce6-2ac5246f370e on network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:41:25.842118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.843195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:41:25.843582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Checking segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:41:25.844005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.844448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Bound using segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:41:25.844886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Bound port: a7973446-2fdd-4e7b-8ce6-2ac5246f370e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:41:25.845271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.847807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.864332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094a4e96-b203-44f7-9512-4128f56551f6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:25.883341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.887932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43706) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:25.888633 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3847bdca-5528-46fd-9180-038bcd0ed494 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664703 Nov 27 10:41:25.893076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'f83d9c31-fa39-4999-8a14-8ab81c7936e2', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:25.916984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] For port a7973446-2fdd-4e7b-8ce6-2ac5246f370e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:41:25.921914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] For port a7973446-2fdd-4e7b-8ce6-2ac5246f370e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:41:25.924357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.927350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.985429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.990436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:25.999226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:25.999865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:26.010374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eecc98-84ab-494c-9ca5-66ab5481270b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.022332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.023587 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-10a1173f-2990-437a-b53e-b05c80f48cfe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346328 Nov 27 10:41:26.026665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43708) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:26.031808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'f83d9c31-fa39-4999-8a14-8ab81c7936e2', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:26.052249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad5ae-a042-41b8-8833-e3005e14d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.067543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.076370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Provisioning complete for port 4796c892-5c20-4569-b435-577f15089a12 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:26.076858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.148692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.160371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.175818 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:26.178489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badb99ea-ba9c-4aac-b6a8-d440cb7b561b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.192001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.196017 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f72d30ab-1291-4cef-814b-bcaa3a9ee8d4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658690 Nov 27 10:41:26.196407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:26.201007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'f83d9c31-fa39-4999-8a14-8ab81c7936e2', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:26.237183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.314297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.320560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.338824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4796c892-5c20-4569-b435-577f15089a12 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:41:26.340174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83c01ef-da24-4f7b-888a-bde0bf9c8257,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.351993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.353256 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eedb4df3-5778-4a20-8028-042c28f769c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558549 Nov 27 10:41:26.356070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43712) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:26.360931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'f83d9c31-fa39-4999-8a14-8ab81c7936e2', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:26.385922 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:41:26.392831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.396218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Provisioning complete for port a7973446-2fdd-4e7b-8ce6-2ac5246f370e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:26.396683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.459535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.464214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.484242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109e31db-f90e-4ddd-8ce2-0493a05d334c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.491766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4796c892-5c20-4569-b435-577f15089a12 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:26.492057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.495868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.497498 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f8536762-be83-4044-b484-770b7c00745d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402733 Nov 27 10:41:26.500430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43714) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:26.504856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'f83d9c31-fa39-4999-8a14-8ab81c7936e2', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:26.530101 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:41:26.535355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.602116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.608074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.624486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.624792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71097855-9fe0-41e4-8bbb-0397ff907f32,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.627801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:23Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:25Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:26.645018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.646410 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-48c0fc86-fd26-4a5b-a92f-286efb008a83 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450071 Nov 27 10:41:26.673974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b8883-11dc-47fb-9c93-0a8b3e9532da None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:23Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:25Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:41:26.711767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] For port a7973446-2fdd-4e7b-8ce6-2ac5246f370e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:26.720206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.804979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb06ca-e8d1-40a0-b58a-189bc984ce5c None None] Pushing event updated for resources: {'Port': ['ID=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:26.841370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3d74517d-2eb0-4aa0-823d-e935815163ed None None] Provisioning complete for port a7973446-2fdd-4e7b-8ce6-2ac5246f370e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:26.841686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d74517d-2eb0-4aa0-823d-e935815163ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:26.874111 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-b379c857-6600-48ae-8c5f-e92253436c70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063630944&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0728755 Nov 27 10:41:27.038876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-d02bd86a-ed4e-4fc9-8cc1-a0bd7438f376 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:27.040580 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-d02bd86a-ed4e-4fc9-8cc1-a0bd7438f376 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 797 time: 0.1591210 Nov 27 10:41:27.061467 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-d25b2fd0-aff5-4dc4-9da0-eee2c9266796 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0102787 Nov 27 10:41:27.061842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c12239dc-42bf-4fde-859e-909b976a7b77 None None] Provisioning complete for port a7973446-2fdd-4e7b-8ce6-2ac5246f370e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:27.062392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c12239dc-42bf-4fde-859e-909b976a7b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:27.148933 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-6ba3723a-9929-40ac-ad1b-4f5c8fcd00e5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812922 Nov 27 10:41:27.624027 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-9a4a03fb-79ad-479c-af2a-43be17bce845 service neutron] 10.222.0.13 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621761 Nov 27 10:41:27.722006 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-3497cadb-22de-4e64-b931-7c6c9aba9df1 service neutron] 10.222.0.13 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914314 Nov 27 10:41:27.884330 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-470790c5-9e80-4f01-8433-b7e7fbecd8ae req-55fea90a-02f1-4011-aee3-d3a73b2a0ea4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Nov 27 10:41:28.311120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a7973446-2fdd-4e7b-8ce6-2ac5246f370e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:41:28.358801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a7973446-2fdd-4e7b-8ce6-2ac5246f370e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:28.359170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:28.814719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-351c4b33-3681-474e-ae56-0401675b79ba tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:28.816089 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-351c4b33-3681-474e-ae56-0401675b79ba tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 797 time: 0.1030593 Nov 27 10:41:28.891141 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-60e7490e-b0d9-449b-b7bb-7fcfd74a6edb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 380 time: 0.0629225 Nov 27 10:41:28.900333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['f83d9c31-fa39-4999-8a14-8ab81c7936e2']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:28.978190 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42c43ddb-bcc0-44ac-935a-9a7000a72317 req-0c4dde7c-9538-4143-b0bb-d839378f95f0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0264947 Nov 27 10:41:29.011658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:41:29.015658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.144215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.5 (32567d5d-93cb-44c5-bb0d-d0960dbbc9d6/f923faf7-cadc-4bdf-8edb-0fba914b1129/29d0ffc3-9a96-4f42-b631-575242ecea47) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:41:29.276808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.315772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.359388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:41:29.362277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:29.365804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:41:29.389923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=29d0ffc3-9a96-4f42-b631-575242ecea47,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:29.418424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:29.419926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.437429 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-fa3f8411-e489-42c0-b248-f8d1ce2683b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407150 Nov 27 10:41:29.450377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Request body: {'port': {'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:29.506836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.635866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c5bb57c0-f8be-4da7-b795-5b53f9a4dec9 None None] Provisioning complete for port 29d0ffc3-9a96-4f42-b631-575242ecea47 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:29.636454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5bb57c0-f8be-4da7-b795-5b53f9a4dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.671769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb57c0-f8be-4da7-b795-5b53f9a4dec9 None None] Port 29d0ffc3-9a96-4f42-b631-575242ecea47 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:41:29.769693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d0ffc3-9a96-4f42-b631-575242ecea47 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:41:29.777298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.789817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Transition to ACTIVE for port object 29d0ffc3-9a96-4f42-b631-575242ecea47 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:41:29.792671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.845674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Pushing event updated for resources: {'Port': ['ID=29d0ffc3-9a96-4f42-b631-575242ecea47,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:29.916407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Attempting to bind port 29d0ffc3-9a96-4f42-b631-575242ecea47 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:41:29.917123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Attempting to bind port 29d0ffc3-9a96-4f42-b631-575242ecea47 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:41:29.917123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Attempting to bind port 29d0ffc3-9a96-4f42-b631-575242ecea47 on network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:41:29.923477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Port 29d0ffc3-9a96-4f42-b631-575242ecea47 on network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:41:29.923726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Attempting to bind port 29d0ffc3-9a96-4f42-b631-575242ecea47 on network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:41:29.928749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:41:29.929152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Checking segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:41:29.929465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Bound using segment: {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:41:29.929903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Bound port: 29d0ffc3-9a96-4f42-b631-575242ecea47, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fa10ed-29ea-4b4d-ac51-c81114750336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:41:29.930264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:29.996669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] For port 29d0ffc3-9a96-4f42-b631-575242ecea47, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:41:30.001001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] For port 29d0ffc3-9a96-4f42-b631-575242ecea47, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=29d0ffc3-9a96-4f42-b631-575242ecea47,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:41:30.005905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:30.039397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.039967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:30.041447 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] 10.222.0.24 "PUT /v2.0/ports/29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 1093 time: 0.5955689 Nov 27 10:41:30.044547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:41:30.047767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65356f24-9209-4ed1-a508-fbe1b40008e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:41:30.094362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e8d0b-e666-4486-aa38-4031eafa1726 x-openstack-request-id: req-166e8d0b-e666-4486-aa38-4031eafa1726 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:41:30.094685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:41:30.094921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-166e8d0b-e666-4486-aa38-4031eafa1726 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:41:30.095327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'status': 'completed', 'code': 200} Nov 27 10:41:30.155830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b980ab0-2efc-47ca-abc8-2be27ac7cf9a service neutron] Pushing event updated for resources: {'Port': ['ID=29d0ffc3-9a96-4f42-b631-575242ecea47,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:30.181846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306bd40-2941-4e4a-8699-990342b34e82 req-38c83063-7e5f-4578-a726-cf132b7d2c5c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.183421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2306bd40-2941-4e4a-8699-990342b34e82 req-38c83063-7e5f-4578-a726-cf132b7d2c5c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 943 time: 0.1304178 Nov 27 10:41:30.187305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-3bf63e01-2d38-4d0c-972e-02ce1b17c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.188819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-3bf63e01-2d38-4d0c-972e-02ce1b17c6e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0964460 Nov 27 10:41:30.245325 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-bcc3d562-af36-4be7-ba81-6b000e488459 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 217 time: 0.0399213 Nov 27 10:41:30.301851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2306bd40-2941-4e4a-8699-990342b34e82 req-8ebb8ffe-496f-4ed0-a8fb-e8918a46c5a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119022 Nov 27 10:41:30.315139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-8138b4bd-334b-4ae8-aa34-5a3afa9ad523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.316654 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-8138b4bd-334b-4ae8-aa34-5a3afa9ad523 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0634191 Nov 27 10:41:30.363749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-437b8fe1-6023-40ec-bf7e-f180303785ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.365256 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-437b8fe1-6023-40ec-bf7e-f180303785ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412912 Nov 27 10:41:30.455461 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-c509b283-ad09-4ee2-9e54-4d2659e0454d service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822635 Nov 27 10:41:30.547113 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ef250f-81bf-46a8-95b6-a70e6eb5c87c req-b4875ef6-0d04-4ec6-9a4c-903ef6cf38c7 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850184 Nov 27 10:41:30.634635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-64e0d65e-6186-4db8-9443-542a1aad30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.636099 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-64e0d65e-6186-4db8-9443-542a1aad30c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0413358 Nov 27 10:41:30.729525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-0c3f3503-a491-432d-8c10-b82b332d1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.730887 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-0c3f3503-a491-432d-8c10-b82b332d1f3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 898 time: 0.0871823 Nov 27 10:41:30.772141 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-23323c3c-97a9-4927-a1a4-acddbcbd83b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 217 time: 0.0336180 Nov 27 10:41:30.819938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-de669e0a-2cef-4d11-ac6c-2a4adc97b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.821359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-de669e0a-2cef-4d11-ac6c-2a4adc97b707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0427132 Nov 27 10:41:30.869332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-817f6571-3195-4604-b293-3c1d1d277f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:30.870798 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-817f6571-3195-4604-b293-3c1d1d277f01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428174 Nov 27 10:41:30.959386 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-d77d2604-63dc-4eb3-aa95-b4afe9b8002e service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802898 Nov 27 10:41:31.064766 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65356f24-9209-4ed1-a508-fbe1b40008e4 req-1f91bf78-c9d0-44cd-b81c-c947378f21f9 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977297 Nov 27 10:41:31.418396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf8e74-0286-4624-8e21-f696c303bb55 req-822bd14b-bf9e-4777-b6d2-32b92794af30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:31.420637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8eaf8e74-0286-4624-8e21-f696c303bb55 req-822bd14b-bf9e-4777-b6d2-32b92794af30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0500622 Nov 27 10:41:31.471256 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8eaf8e74-0286-4624-8e21-f696c303bb55 req-85baf7a1-44fd-4afd-a28d-2820129f9970 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 Nov 27 10:41:31.618137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:32.432874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 29d0ffc3-9a96-4f42-b631-575242ecea47 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:41:32.530829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 29d0ffc3-9a96-4f42-b631-575242ecea47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=29d0ffc3-9a96-4f42-b631-575242ecea47,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:32.541516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:41:32.579920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:32.585604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541b22-5a16-4a5e-a510-d939eb4c8170 req-0c428914-1c12-42be-8106-ef19998492d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:32.587174 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-37541b22-5a16-4a5e-a510-d939eb4c8170 req-0c428914-1c12-42be-8106-ef19998492d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 943 time: 0.0493050 Nov 27 10:41:32.593599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d0ffc3-9a96-4f42-b631-575242ecea47 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:41:32.613549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 29d0ffc3-9a96-4f42-b631-575242ecea47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=29d0ffc3-9a96-4f42-b631-575242ecea47,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:32.619255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:32.638700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-37541b22-5a16-4a5e-a510-d939eb4c8170 req-2b2521e6-b891-4697-92ac-9c07c290130f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Nov 27 10:41:32.670383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=29d0ffc3-9a96-4f42-b631-575242ecea47,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:32.985011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['29d0ffc3-9a96-4f42-b631-575242ecea47'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:41:33.750708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b253e-8975-406c-a552-f35065782b4a req-79a96e19-d09a-4ff3-b3af-edad8d850d28 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:33.752161 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-810b253e-8975-406c-a552-f35065782b4a req-79a96e19-d09a-4ff3-b3af-edad8d850d28 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 944 time: 0.0479028 Nov 27 10:41:33.803919 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-810b253e-8975-406c-a552-f35065782b4a req-5ef9785e-a91b-47ef-af75-ad8acb06a2a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458620 Nov 27 10:41:34.448510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 29d0ffc3-9a96-4f42-b631-575242ecea47 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:41:34.498626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 29d0ffc3-9a96-4f42-b631-575242ecea47 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:41:34.502806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 29d0ffc3-9a96-4f42-b631-575242ecea47 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:41:34.503184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:34.581854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:34.603848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:41:34.606150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6deb451-f3cb-46d7-a2a2-e59b52ae046b" -d '{"events": [{"server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "name": "network-vif-plugged", "status": "completed", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:41:34.618812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 29d0ffc3-9a96-4f42-b631-575242ecea47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=29d0ffc3-9a96-4f42-b631-575242ecea47,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:41:34.622935 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:34.646113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f65f78-7a60-4d01-9520-b2ce208beac3 x-openstack-request-id: req-d0f65f78-7a60-4d01-9520-b2ce208beac3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:41:34.646416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "name": "network-vif-plugged", "status": "completed", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:41:34.646678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0f65f78-7a60-4d01-9520-b2ce208beac3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:41:34.647067 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'code': 200} Nov 27 10:41:34.673982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=29d0ffc3-9a96-4f42-b631-575242ecea47,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:34.810068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565aca-de56-416d-a6c0-0caef93105f2 req-1c66bd43-82e5-4770-aee8-64815b936d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:34.811428 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5565aca-de56-416d-a6c0-0caef93105f2 req-1c66bd43-82e5-4770-aee8-64815b936d94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0394919 Nov 27 10:41:34.862020 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5565aca-de56-416d-a6c0-0caef93105f2 req-4ad8a94c-743e-4afd-8d0d-56c27012a443 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Nov 27 10:41:34.921237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254de673-e19a-4d27-883e-dc4bfb10ebfb req-2a426a64-7896-42ed-837e-d633ebda1e40 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:34.922716 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-254de673-e19a-4d27-883e-dc4bfb10ebfb req-2a426a64-7896-42ed-837e-d633ebda1e40 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0537937 Nov 27 10:41:34.972050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-254de673-e19a-4d27-883e-dc4bfb10ebfb req-cd2a4e39-3535-4b67-a3d9-eca8e79550d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Nov 27 10:41:36.092618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8af75f-3524-4e23-ba16-ede56cf26c96 req-f47d1cfd-833e-41f9-a6ce-ed095079dfc1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:36.094146 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6b8af75f-3524-4e23-ba16-ede56cf26c96 req-f47d1cfd-833e-41f9-a6ce-ed095079dfc1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Nov 27 10:41:36.146594 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6b8af75f-3524-4e23-ba16-ede56cf26c96 req-9fe98e75-1d94-48ff-b6e2-008b26a4aa4d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Nov 27 10:41:37.259222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51313-2724-4dee-b340-90f7ed556978 req-4356c9fa-eaf9-499e-a5e5-df038f4c28c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:37.260717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9cf51313-2724-4dee-b340-90f7ed556978 req-4356c9fa-eaf9-499e-a5e5-df038f4c28c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Nov 27 10:41:37.308699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9cf51313-2724-4dee-b340-90f7ed556978 req-5aa7efa2-88fc-4205-aec0-8898aea83ac8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Nov 27 10:41:37.423065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6d164-ec34-41f4-8ef6-995044f2586d req-8f84b789-c6a0-4194-9d45-98884034c9ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:37.424616 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4ec6d164-ec34-41f4-8ef6-995044f2586d req-8f84b789-c6a0-4194-9d45-98884034c9ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0484452 Nov 27 10:41:37.476807 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4ec6d164-ec34-41f4-8ef6-995044f2586d req-98ee2380-cae7-4c87-b119-d33b7760c29e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463128 Nov 27 10:41:37.499961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43770) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:37.542791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b376a-cc90-4975-ad40-9a180fbd84b0 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:37.544924 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-161b376a-cc90-4975-ad40-9a180fbd84b0 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1093 time: 0.0439620 Nov 27 10:41:37.547936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43772) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:37.552362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:41:37.575496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:37.675345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:37.782780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.22 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/7989355e-f1ee-46fa-bddb-fedfafe0544b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:41:37.888918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:37.925463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:37.967301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:41:37.973852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:41:37.977453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:41:37.984015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=7989355e-f1ee-46fa-bddb-fedfafe0544b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:38.346836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:38.414507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:38.562286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:38.567684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:38.636580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=7989355e-f1ee-46fa-bddb-fedfafe0544b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:41:38.645338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:38.742664 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP a3612859-036d-48b8-8ec3-28b1e96dcddf associated. External IP: 172.26.1.22, port: 29d0ffc3-9a96-4f42-b631-575242ecea47. Nov 27 10:41:38.944972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:41:39.052733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:41:39.062793 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:41:39.071248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:39.072261 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:39.072970 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:39.098196 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c93888d3-026c-4976-bca3-ab5009b41f45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5490890 Nov 27 10:41:39.098897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:41:39.100958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:39.101533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e523636-dede-4ffd-95c0-80577f5e2be9" -d '{"events": [{"name": "network-changed", "server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:41:39.139480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9914899-7ffc-4a2d-bf2e-4018f74033b6 x-openstack-request-id: req-d9914899-7ffc-4a2d-bf2e-4018f74033b6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:41:39.139775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:41:39.140193 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9914899-7ffc-4a2d-bf2e-4018f74033b6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:41:39.140825 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'status': 'completed', 'code': 200} Nov 27 10:41:39.170103 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9ae0dbfb-1f7f-480e-bbb4-ca88c4a98f30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/a3612859-036d-48b8-8ec3-28b1e96dcddf HTTP/1.1" status: 200 len: 990 time: 0.0679531 Nov 27 10:41:39.187273 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:39.203241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-48ded5e1-ba8e-4bf8-b51d-1c6298092e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:39.204719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-48ded5e1-ba8e-4bf8-b51d-1c6298092e5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0425246 Nov 27 10:41:39.298615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-4c367287-4305-43c9-b8f1-18aaad5fd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:39.300194 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-4c367287-4305-43c9-b8f1-18aaad5fd066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 898 time: 0.0876346 Nov 27 10:41:39.367530 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-3827d358-c035-47f7-9092-fd78a9700b51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 998 time: 0.0596044 Nov 27 10:41:39.408038 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:23Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:38Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:39.416353 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-5a7bad4d-946a-4e85-96b0-c48fa4de7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:39.417938 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-5a7bad4d-946a-4e85-96b0-c48fa4de7b2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0439782 Nov 27 10:41:39.433839 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:41:39.443288 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:41:39.443899 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:41:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:39.467971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-b199429e-de88-43b1-a03a-95878d0c3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:39.471073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-b199429e-de88-43b1-a03a-95878d0c3828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465224 Nov 27 10:41:39.551557 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:41:39.562754 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-4a63e160-845e-425a-8705-7dc3ffdee5ba service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840743 Nov 27 10:41:39.658817 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e523636-dede-4ffd-95c0-80577f5e2be9 req-ca194efc-b962-4eb7-a781-052d9889db1b service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871153 Nov 27 10:41:39.770324 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:23Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:38Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:41:39.799271 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab675ac1-e3ad-4291-a643-fd91f2516c80 None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:23Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:38Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:41:39.967066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-df040f6f-6dad-46a5-b3c7-dbc87b4b7142 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418851 Nov 27 10:41:39.990608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5fa39d-30ba-41f8-9d69-26075930bef5 None None] New status for floating IP a3612859-036d-48b8-8ec3-28b1e96dcddf: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:41:40.052866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-8351142d-bb35-4a37-b93c-8537c0cd6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:40.054256 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-8351142d-bb35-4a37-b93c-8537c0cd6e81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0411375 Nov 27 10:41:40.164671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-a70bb3a7-f868-4985-be32-caf47b330e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:40.166201 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-a70bb3a7-f868-4985-be32-caf47b330e31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 898 time: 0.0921175 Nov 27 10:41:40.173961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:41:40.218802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d4c34bd7-a4da-4219-bd4a-ad7c5e159468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:40.234266 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-faa6232d-4b3e-47d0-af9c-21bff85327a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 1000 time: 0.0609579 Nov 27 10:41:40.234866 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3fdc0b2c-da0f-4f9a-b91e-0b238b8440ff tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/a3612859-036d-48b8-8ec3-28b1e96dcddf HTTP/1.1" status: 200 len: 992 time: 0.0597568 Nov 27 10:41:40.289986 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-b973b9a5-431b-4a31-82ad-40b6113cb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:40.291441 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-b973b9a5-431b-4a31-82ad-40b6113cb17c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0495529 Nov 27 10:41:40.337018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-5b5e255e-f370-4880-94ac-27295558879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:41:40.338397 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-5b5e255e-f370-4880-94ac-27295558879b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388935 Nov 27 10:41:40.427019 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-758b9a2d-afd7-4271-a6ec-9d0ebedc40e7 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809588 Nov 27 10:41:40.519898 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c34ca61d-f3c6-4be0-9ef4-72566d3a075b req-ec328688-e007-4973-9ee5-f289a8044fab service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852609 Nov 27 10:41:43.032056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8578fdf5-9820-4e53-bda1-7b21358a24ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:43.781361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:45.406017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:46.181220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:41:59.614635 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:42:01.648554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:10.221762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9f5f-c646-4b2e-8e2b-4fdf67dc01d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:13.033941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c297aef5-4e7d-46bf-9eec-3fbc9c5f1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:13.784964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:15.407831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:16.182777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:31.658728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:36.614066 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:42:40.222550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fe4c-dbba-4b52-b96a-f47e33daf8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:41.970013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-891b71f9-ab57-40e9-8587-de831b0465ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409908 Nov 27 10:42:42.051648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-8a2582c0-628d-4c28-b35f-350f2ddfc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:42.053059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-8a2582c0-628d-4c28-b35f-350f2ddfc9bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0407968 Nov 27 10:42:42.455910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-a6fac917-39db-4e3b-b65b-684a452687ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:42.457524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-a6fac917-39db-4e3b-b65b-684a452687ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 898 time: 0.3849070 Nov 27 10:42:42.524657 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-083c518b-0092-47b1-bd38-042090a572a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 1000 time: 0.0598302 Nov 27 10:42:42.573815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-84afa7a3-a29e-4556-b2ef-f671699905e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:42.575263 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-84afa7a3-a29e-4556-b2ef-f671699905e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0436828 Nov 27 10:42:42.622361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-3305320c-dc83-41f0-b3e7-3b39fb8f0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:42.623851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-3305320c-dc83-41f0-b3e7-3b39fb8f0fd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402083 Nov 27 10:42:42.635352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-84effa45-d1c9-402d-8407-e1afd8934fab service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:42:42.636298 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-84effa45-d1c9-402d-8407-e1afd8934fab service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048208 Nov 27 10:42:42.730536 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-e68a3969-c5dd-478b-bfaf-66da62526f2b service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Nov 27 10:42:42.818808 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-afe7fd96-93b3-4a7f-8bad-3a6498d06fd3 req-5b17602e-ca6c-4e36-be08-50dc1f952e35 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808239 Nov 27 10:42:43.034511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e2882aa3-74d5-418e-9e25-e80cc053b285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:43.786417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:45.411812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:46.185308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:51.484642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:51.560440 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86af26-b7a3-41af-8969-712547d3a628 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:51.560902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86af26-b7a3-41af-8969-712547d3a628 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:51.561350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86af26-b7a3-41af-8969-712547d3a628 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:51.563010 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0b86af26-b7a3-41af-8969-712547d3a628 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=0cd4abc35b934d0e8b0b582c04598d31&network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 3001 time: 0.0773547 Nov 27 10:42:53.062718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:53.117577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4dd5cf-89a2-42bd-abe8-32e18f26ae8b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:53.119055 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5a4dd5cf-89a2-42bd-abe8-32e18f26ae8b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 814 time: 0.0553613 Nov 27 10:42:53.576149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:53.581365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--719486662', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:53.602548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:42:53.606101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:53.629486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:42:53.639081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:53.639428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 10b02469-35f4-4ff0-9ffa-c6a0bcb3835f of type vlan for network 523e3d89-1f3e-4906-8bfb-dd38110421e8 Nov 27 10:42:53.679421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:53.703648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:53.709112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:53.709682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:53.743990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1667171 Nov 27 10:42:53.747725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:53.813882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=523e3d89-1f3e-4906-8bfb-dd38110421e8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:53.858589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.858936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.859276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.859612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.859936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.860262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.860610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.860937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.861259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.861580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.861898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.862214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78d8c78-1a44-452d-a5a1-6d1b82c8afaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:53.873954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:42:53.880271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53305698-389e-40d0-96ca-2ea8ee1c7ca4 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:53.881805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-53305698-389e-40d0-96ca-2ea8ee1c7ca4 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1330957 Nov 27 10:42:53.884606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:54.034379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11c60e-f98d-4299-8f20-0fc028049f98 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:54.035796 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dc11c60e-f98d-4299-8f20-0fc028049f98 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502903 Nov 27 10:42:54.038613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:54.073870 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f445fbaf-a61b-4aab-8b13-7176c80d5575 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341587 Nov 27 10:42:54.076702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:54.108815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8d5fa943-251b-499f-87fc-2fab66174574 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309308 Nov 27 10:42:54.111132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:54.194973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f122c-cabb-4fb8-9ee6-8efaf2d90056 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:54.196493 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b0f122c-cabb-4fb8-9ee6-8efaf2d90056 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844443 Nov 27 10:42:54.199325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43836) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:54.227267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8bf81148-54c9-44fc-811f-27ec320d7deb tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267501 Nov 27 10:42:54.229566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:54.234603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202257715', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:54.322442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:42:54.326416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:54.504402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:54.568058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=0d4769f7-5530-4372-97e0-160d1f264a75,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:54.571125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:42:54.571477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 523e3d89-1f3e-4906-8bfb-dd38110421e8, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:42:54.580094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.580390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.580743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.581081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.581415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.581747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.582077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.582405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.582733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.583056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.583378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.583700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:54.598435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:42:54.606805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 523e3d89-1f3e-4906-8bfb-dd38110421e8) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:42:54.610836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:54.611423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:54.615887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a0887-acef-4186-b0ae-7f88373f9a4b None None] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:42:54.630057 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af9e41e9-9366-4ad2-a682-81c0bf1b6978 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3964109 Nov 27 10:42:54.762103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-523e3d89-1f3e-4906-8bfb-dd38110421e8', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': '0d4769f7-5530-4372-97e0-160d1f264a75'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:42:54.763026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:54.892331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Allocated IP 172.20.0.18 (523e3d89-1f3e-4906-8bfb-dd38110421e8/0d4769f7-5530-4372-97e0-160d1f264a75/54926879-fbf4-4c69-b78e-23dd258cca36) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:42:55.029908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.036156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.079780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:42:55.084744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:42:55.089480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:42:55.092327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Pushing event updated for resources: {'Port': ['ID=54926879-fbf4-4c69-b78e-23dd258cca36,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.103466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.103876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.104236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.105113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.105440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.105774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.106108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.106439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.106771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.107098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.107414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.107742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:42:55.123010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.127789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332212157', 'description': 'tempest-secgroup-smoke-332212157 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.150131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.155481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Attempting to bind port 54926879-fbf4-4c69-b78e-23dd258cca36 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:42:55.155860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Attempting to bind port 54926879-fbf4-4c69-b78e-23dd258cca36 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:42:55.156221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Attempting to bind port 54926879-fbf4-4c69-b78e-23dd258cca36 on network 523e3d89-1f3e-4906-8bfb-dd38110421e8 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:42:55.161396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:42:55.161769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Checking segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:42:55.162168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.162558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Bound using segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:42:55.163020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Bound port: 54926879-fbf4-4c69-b78e-23dd258cca36, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:42:55.163401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.219390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.223396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.227181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] For port 54926879-fbf4-4c69-b78e-23dd258cca36, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:42:55.231283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] For port 54926879-fbf4-4c69-b78e-23dd258cca36, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54926879-fbf4-4c69-b78e-23dd258cca36,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:42:55.234728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.250151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.251407 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1271613 Nov 27 10:42:55.254981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.260162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478fd0a-1057-4141-810e-7d77a31108d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e9a8e3-4ed5-47cc-aa05-2d906fa44670,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.261042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '59e9a8e3-4ed5-47cc-aa05-2d906fa44670', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.296328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.299104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90e88a-2db9-4184-9cce-ba667e6fd8c8 None None] Pushing event updated for resources: {'Port': ['ID=54926879-fbf4-4c69-b78e-23dd258cca36,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.355168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.358901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.377417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416a2c95-3daf-4ee1-beec-7976c7121f7e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.385591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.387438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-81744b12-8c44-479e-b7e5-20d10f37804b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306379 Nov 27 10:42:55.390169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.394800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '59e9a8e3-4ed5-47cc-aa05-2d906fa44670', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.421995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.495831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.504173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.524155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebfed43-7f4e-4ada-8ddd-6e4de91ebae5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.531602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.532876 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-55bb6f8c-b1fe-4234-bda1-6d08b7664b1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416872 Nov 27 10:42:55.535645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43850) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.540498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '59e9a8e3-4ed5-47cc-aa05-2d906fa44670', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.571262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.635733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.639877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.657332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c496c2e-eee3-46c5-b4a2-dc7ff2e5dfb2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.665749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.666923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4efccd0a-db44-4fd2-91d5-8acabd932a0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300328 Nov 27 10:42:55.670162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.674504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '59e9a8e3-4ed5-47cc-aa05-2d906fa44670', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.701177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.758700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.765230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.784958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91be6fd8-138d-487f-be97-6a2a711fb9f0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.796024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.797314 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c2337a0d-0ffe-45fe-9d37-3867e6543bf7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261601 Nov 27 10:42:55.799895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.804239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '59e9a8e3-4ed5-47cc-aa05-2d906fa44670', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.825760 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:42:55.830778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.892349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.895924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.913485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9d5bed-3107-472f-9dfc-d3d1be36e059,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:55.923592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:55.924843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-338cf623-577e-49d5-b4a0-b2fc276d43ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239522 Nov 27 10:42:55.927498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43856) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:42:55.931877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '59e9a8e3-4ed5-47cc-aa05-2d906fa44670', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:55.953784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:42:55.959011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.021426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.025529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.044318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3fb778-0492-4ac2-a00b-3d0243a51cba,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:56.055213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.064971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-81afe39a-1c41-45a3-b6ef-9a554cda7c8c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280138 Nov 27 10:42:56.213808 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-fcda1c9f-5419-4d86-a11c-c945f9688c18 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332212157&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0471692 Nov 27 10:42:56.256501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c2e9a-9263-4c64-a6c0-be2ddc155c30 None None] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:42:56.332479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-9a55bb85-b1b9-4ef2-847d-90d233298d01 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:56.339494 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-9a55bb85-b1b9-4ef2-847d-90d233298d01 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=523e3d89-1f3e-4906-8bfb-dd38110421e8 HTTP/1.1" status: 200 len: 796 time: 0.1180365 Nov 27 10:42:56.375608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-876b574b-59dd-4b01-b91b-dc7966043400 None None] Provisioning complete for port 54926879-fbf4-4c69-b78e-23dd258cca36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:42:56.375985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-876b574b-59dd-4b01-b91b-dc7966043400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.407084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54926879-fbf4-4c69-b78e-23dd258cca36 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:42:56.473115 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-55f61f2f-afd7-4bf4-8053-7e274ceaaed5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.1325521 Nov 27 10:42:56.532580 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-5668e880-8a64-461d-ba95-11894dc08e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536268 Nov 27 10:42:56.534287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 54926879-fbf4-4c69-b78e-23dd258cca36 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:42:56.534667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.562107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-876b574b-59dd-4b01-b91b-dc7966043400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.611871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-876b574b-59dd-4b01-b91b-dc7966043400 None None] For port 54926879-fbf4-4c69-b78e-23dd258cca36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54926879-fbf4-4c69-b78e-23dd258cca36,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:42:56.635139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-876b574b-59dd-4b01-b91b-dc7966043400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.644837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-2ff409b4-acd4-44c7-8467-505659ca33ba service neutron] 10.222.0.13 "GET /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988817 Nov 27 10:42:56.690627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.723573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b574b-59dd-4b01-b91b-dc7966043400 None None] Pushing event updated for resources: {'Port': ['ID=54926879-fbf4-4c69-b78e-23dd258cca36,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:56.762434 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e22ef28f-8cd8-4083-8a6c-7cdfe2545d86 service neutron] 10.222.0.13 "GET /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098790 Nov 27 10:42:56.776627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 10:42:56.777101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 10:42:56.777864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d2ba0e7e-6504-4e28-a161-310cc1ab0413 None None] Provisioning complete for port 54926879-fbf4-4c69-b78e-23dd258cca36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:42:56.778235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0e7e-6504-4e28-a161-310cc1ab0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:56.940579 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d9d85066-4691-4983-8503-9df809bef977 req-ed3c5e32-5b1e-4bcf-a770-5daf74f5cc26 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Nov 27 10:42:57.868749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-01f7424f-d51b-453a-b1af-edf664876ac7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:57.870212 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-01f7424f-d51b-453a-b1af-edf664876ac7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=523e3d89-1f3e-4906-8bfb-dd38110421e8 HTTP/1.1" status: 200 len: 796 time: 0.1098847 Nov 27 10:42:57.952961 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-26fb402f-6141-4a15-a552-bd33dc4fe7a4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 472 time: 0.0730662 Nov 27 10:42:57.962827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '5673a101-8e59-4763-911d-1043cf9abff7', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['59e9a8e3-4ed5-47cc-aa05-2d906fa44670']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:58.055579 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b058b8e4-1645-47ef-b532-f1502b06c38f req-521b6048-abc5-438b-be6f-cc3dd3efdf1d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 210 time: 0.0351012 Nov 27 10:42:58.100196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:42:58.103663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.227584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.30 (523e3d89-1f3e-4906-8bfb-dd38110421e8/0d4769f7-5530-4372-97e0-160d1f264a75/5d461b72-f91c-481f-817e-6ab0e32c6c19) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:42:58.337451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54926879-fbf4-4c69-b78e-23dd258cca36 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:42:58.364463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.399424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.453160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:42:58.456395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:42:58.461207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:42:58.465564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=5d461b72-f91c-481f-817e-6ab0e32c6c19,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:58.514172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:58.514901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.533446 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-e377af24-60d9-41cd-b0f6-0f50867acd0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741208 Nov 27 10:42:58.546968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 54926879-fbf4-4c69-b78e-23dd258cca36 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:42:58.547186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Request body: {'port': {'device_id': '5673a101-8e59-4763-911d-1043cf9abff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:42:58.547346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.607033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.689573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-19eaff5e-84ea-4d0f-9b91-537a3a651950 None None] Provisioning complete for port 5d461b72-f91c-481f-817e-6ab0e32c6c19 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:42:58.691107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19eaff5e-84ea-4d0f-9b91-537a3a651950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.726587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-19eaff5e-84ea-4d0f-9b91-537a3a651950 None None] Port 5d461b72-f91c-481f-817e-6ab0e32c6c19 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:42:58.876879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d461b72-f91c-481f-817e-6ab0e32c6c19 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:42:58.884010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.895528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Transition to ACTIVE for port object 5d461b72-f91c-481f-817e-6ab0e32c6c19 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:42:58.899451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:58.948687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d461b72-f91c-481f-817e-6ab0e32c6c19,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:59.024523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Attempting to bind port 5d461b72-f91c-481f-817e-6ab0e32c6c19 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:42:59.024854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Attempting to bind port 5d461b72-f91c-481f-817e-6ab0e32c6c19 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:42:59.025222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Attempting to bind port 5d461b72-f91c-481f-817e-6ab0e32c6c19 on network 523e3d89-1f3e-4906-8bfb-dd38110421e8 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:42:59.030879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Port 5d461b72-f91c-481f-817e-6ab0e32c6c19 on network 523e3d89-1f3e-4906-8bfb-dd38110421e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:42:59.031199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Attempting to bind port 5d461b72-f91c-481f-817e-6ab0e32c6c19 on network 523e3d89-1f3e-4906-8bfb-dd38110421e8 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:42:59.036196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:42:59.036562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Checking segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:42:59.036942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Bound using segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:42:59.037386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Bound port: 5d461b72-f91c-481f-817e-6ab0e32c6c19, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:42:59.037725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:59.105993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] For port 5d461b72-f91c-481f-817e-6ab0e32c6c19, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:42:59.109116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] For port 5d461b72-f91c-481f-817e-6ab0e32c6c19, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:42:59.113811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:59.148090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.148867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:42:59.150323 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d461b72-f91c-481f-817e-6ab0e32c6c19 HTTP/1.1" status: 200 len: 1094 time: 0.6083136 Nov 27 10:42:59.150842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5673a101-8e59-4763-911d-1043cf9abff7', 'tag': '5d461b72-f91c-481f-817e-6ab0e32c6c19'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:42:59.154188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5673a101-8e59-4763-911d-1043cf9abff7", "tag": "5d461b72-f91c-481f-817e-6ab0e32c6c19"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:42:59.192147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb025ac-7c6f-46a4-9583-92275eb530a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d461b72-f91c-481f-817e-6ab0e32c6c19,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:42:59.199119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7d18d-b100-4b68-a5ae-66ea51eed571 req-3665a8f5-1280-41e7-afeb-af2625ee5268 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.200648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94c7d18d-b100-4b68-a5ae-66ea51eed571 req-3665a8f5-1280-41e7-afeb-af2625ee5268 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 944 time: 0.0671315 Nov 27 10:42:59.227978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9059f6fc-9786-402a-b46f-e20d40e4f488 x-openstack-request-id: req-9059f6fc-9786-402a-b46f-e20d40e4f488 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:42:59.228360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5673a101-8e59-4763-911d-1043cf9abff7", "tag": "5d461b72-f91c-481f-817e-6ab0e32c6c19", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:42:59.228702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9059f6fc-9786-402a-b46f-e20d40e4f488 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:42:59.229166 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5673a101-8e59-4763-911d-1043cf9abff7', 'tag': '5d461b72-f91c-481f-817e-6ab0e32c6c19', 'status': 'completed', 'code': 200} Nov 27 10:42:59.243496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-fc6d641a-8653-44fe-bbf6-8fa546ccadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.245137 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-fc6d641a-8653-44fe-bbf6-8fa546ccadaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 1097 time: 0.0473213 Nov 27 10:42:59.259010 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94c7d18d-b100-4b68-a5ae-66ea51eed571 req-21ec09bb-adfb-42c5-a9f0-0fccf3db2b9a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519013 Nov 27 10:42:59.296301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-2d1b292d-8bcf-4833-8609-8423fdb6dea1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19 HTTP/1.1" status: 200 len: 217 time: 0.0429277 Nov 27 10:42:59.348152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-b5415dae-53df-45dd-bee3-9d837280863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.349671 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-b5415dae-53df-45dd-bee3-9d837280863a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d4769f7-5530-4372-97e0-160d1f264a75 HTTP/1.1" status: 200 len: 838 time: 0.0463464 Nov 27 10:42:59.396844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-ad8a4757-3326-4c32-bb85-4b277955dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.398310 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-ad8a4757-3326-4c32-bb85-4b277955dc63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=523e3d89-1f3e-4906-8bfb-dd38110421e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0418441 Nov 27 10:42:59.491515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-1d35bbc9-0a3c-496a-b3d0-dd8ef7ff4afb service neutron] 10.222.0.24 "GET /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Nov 27 10:42:59.581134 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1d114506-10c2-4964-9ab3-bdc694e67543 req-9dc7f0ee-f075-4415-848e-817766e7359b service neutron] 10.222.0.24 "GET /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821579 Nov 27 10:42:59.672875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-a9f6a390-df33-4796-abe9-4661e6396d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.674244 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-a9f6a390-df33-4796-abe9-4661e6396d26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 1097 time: 0.0454080 Nov 27 10:42:59.762506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-f61e8651-aa5b-4765-8ca8-28db50e180fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.763954 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-f61e8651-aa5b-4765-8ca8-28db50e180fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=523e3d89-1f3e-4906-8bfb-dd38110421e8 HTTP/1.1" status: 200 len: 897 time: 0.0824294 Nov 27 10:42:59.808926 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-67309f9a-c705-4884-baae-a4a7b1a878d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19 HTTP/1.1" status: 200 len: 217 time: 0.0369587 Nov 27 10:42:59.857303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-2b05c8ac-78cf-423b-9a8f-b0ac54c0837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.858715 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-2b05c8ac-78cf-423b-9a8f-b0ac54c0837a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d4769f7-5530-4372-97e0-160d1f264a75 HTTP/1.1" status: 200 len: 838 time: 0.0428488 Nov 27 10:42:59.904169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-6154c861-d538-4320-a327-d56773e5c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:42:59.905653 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-6154c861-d538-4320-a327-d56773e5c308 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=523e3d89-1f3e-4906-8bfb-dd38110421e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0392423 Nov 27 10:43:00.000151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-c49bf6a3-488f-4ebb-b489-7aa3747e18df service neutron] 10.222.0.24 "GET /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868592 Nov 27 10:43:00.092859 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2d75606c-31dd-4a26-a77c-40f8f4dabfb6 req-9aee54e3-e910-42b7-81ac-90f490cf14cd service neutron] 10.222.0.24 "GET /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847278 Nov 27 10:43:00.374073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556041a8-30e9-459f-945b-6e9b3c615658 req-f8de332a-c269-4ec2-adc1-8ad153548092 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:00.375570 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-556041a8-30e9-459f-945b-6e9b3c615658 req-f8de332a-c269-4ec2-adc1-8ad153548092 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 944 time: 0.0500736 Nov 27 10:43:00.430904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-556041a8-30e9-459f-945b-6e9b3c615658 req-991400fd-3823-475b-a481-3cf4bdf4e88f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494230 Nov 27 10:43:01.594536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4d76b-cc1d-4d1b-bb1b-c3697b8406b5 req-72dba99b-7137-4498-8522-9e9cbb132b45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:01.595999 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e8a4d76b-cc1d-4d1b-bb1b-c3697b8406b5 req-72dba99b-7137-4498-8522-9e9cbb132b45 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 944 time: 0.0971038 Nov 27 10:43:01.645586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e8a4d76b-cc1d-4d1b-bb1b-c3697b8406b5 req-81c0ead4-abd2-48e7-a6e6-1e4ddb8ccafb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Nov 27 10:43:01.669855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:02.759262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d60fd-177a-46c1-ae7f-cfa3e4925523 req-eeca046f-20f5-4a24-b993-82ea2c6053c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:02.760755 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-893d60fd-177a-46c1-ae7f-cfa3e4925523 req-eeca046f-20f5-4a24-b993-82ea2c6053c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 944 time: 0.0486152 Nov 27 10:43:02.809936 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-893d60fd-177a-46c1-ae7f-cfa3e4925523 req-50dc0322-b349-4155-b555-00d54d672b8b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Nov 27 10:43:03.922487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9760c00-e0c3-4940-89ac-3bcde1c63aee req-fb0d21ef-0cfd-426c-b5da-f24cbe1961dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:03.923940 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9760c00-e0c3-4940-89ac-3bcde1c63aee req-fb0d21ef-0cfd-426c-b5da-f24cbe1961dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 944 time: 0.0476117 Nov 27 10:43:03.976110 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9760c00-e0c3-4940-89ac-3bcde1c63aee req-36d07994-d1b0-44a2-9540-ae5886dac813 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Nov 27 10:43:04.915736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5d461b72-f91c-481f-817e-6ab0e32c6c19 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:43:05.015110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5d461b72-f91c-481f-817e-6ab0e32c6c19, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:05.025708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '5d461b72-f91c-481f-817e-6ab0e32c6c19', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'port_id': '5d461b72-f91c-481f-817e-6ab0e32c6c19', 'mac_address': 'fa:16:3e:c3:e6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:43:05.065394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:05.079206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d461b72-f91c-481f-817e-6ab0e32c6c19 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:43:05.093070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b84d14-ef64-4b9b-9051-614161b7c79e req-a197f528-1281-4b40-b786-71bac0e48cec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:05.094604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65b84d14-ef64-4b9b-9051-614161b7c79e req-a197f528-1281-4b40-b786-71bac0e48cec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 944 time: 0.0505555 Nov 27 10:43:05.098796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5d461b72-f91c-481f-817e-6ab0e32c6c19, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:05.102809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:05.145097 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65b84d14-ef64-4b9b-9051-614161b7c79e req-fa6bde14-52a5-4657-816b-47f40f532e5d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Nov 27 10:43:05.150301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5d461b72-f91c-481f-817e-6ab0e32c6c19,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:05.422781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['5d461b72-f91c-481f-817e-6ab0e32c6c19'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:43:06.259359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5490714-78cf-4152-a0d6-fb2198f6eb59 req-7fdac5a8-109b-4e08-aff8-49e3b26d06ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:06.260933 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f5490714-78cf-4152-a0d6-fb2198f6eb59 req-7fdac5a8-109b-4e08-aff8-49e3b26d06ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 945 time: 0.0486777 Nov 27 10:43:06.310303 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f5490714-78cf-4152-a0d6-fb2198f6eb59 req-1092b3d1-f6d7-4863-87b2-d95f10490a33 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Nov 27 10:43:06.937495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5d461b72-f91c-481f-817e-6ab0e32c6c19 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:43:06.989523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 5d461b72-f91c-481f-817e-6ab0e32c6c19 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:43:06.993529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 5d461b72-f91c-481f-817e-6ab0e32c6c19 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:43:06.993905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:07.069299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:07.091645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5673a101-8e59-4763-911d-1043cf9abff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d461b72-f91c-481f-817e-6ab0e32c6c19'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:43:07.093912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c691e8-b8ca-40a1-979c-37a1bc5dbbc8" -d '{"events": [{"server_uuid": "5673a101-8e59-4763-911d-1043cf9abff7", "name": "network-vif-plugged", "status": "completed", "tag": "5d461b72-f91c-481f-817e-6ab0e32c6c19"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:43:07.107589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5d461b72-f91c-481f-817e-6ab0e32c6c19, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:07.111981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:07.139071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fca1d2-0589-4b6e-9a8b-f85afc02b2f5 x-openstack-request-id: req-b0fca1d2-0589-4b6e-9a8b-f85afc02b2f5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:43:07.139372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5673a101-8e59-4763-911d-1043cf9abff7", "name": "network-vif-plugged", "status": "completed", "tag": "5d461b72-f91c-481f-817e-6ab0e32c6c19", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:43:07.139621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0fca1d2-0589-4b6e-9a8b-f85afc02b2f5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:43:07.140037 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5673a101-8e59-4763-911d-1043cf9abff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d461b72-f91c-481f-817e-6ab0e32c6c19', 'code': 200} Nov 27 10:43:07.165960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5d461b72-f91c-481f-817e-6ab0e32c6c19,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:07.344406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc875-5f31-49c3-9336-52e9e5b260d7 req-5c9baeda-365d-420c-8c29-4bc9b3fda972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:07.345922 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ae8cc875-5f31-49c3-9336-52e9e5b260d7 req-5c9baeda-365d-420c-8c29-4bc9b3fda972 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 1099 time: 0.0866175 Nov 27 10:43:07.394151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ae8cc875-5f31-49c3-9336-52e9e5b260d7 req-447f5496-2a01-41de-b667-b9e53d0fc631 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Nov 27 10:43:07.428712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf557ea-b384-4bfa-8918-a09c58c782f8 req-95816976-ef27-4da7-ad75-9e2a68faac97 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:07.430174 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3bf557ea-b384-4bfa-8918-a09c58c782f8 req-95816976-ef27-4da7-ad75-9e2a68faac97 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0489602 Nov 27 10:43:07.479449 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3bf557ea-b384-4bfa-8918-a09c58c782f8 req-04278aed-b3ce-4815-95cf-19eee0171132 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433171 Nov 27 10:43:08.600877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982f98-c05e-429d-b605-ed3f91d9a416 req-c58ada47-169e-4a44-a471-c77c053130d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:08.603015 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d6982f98-c05e-429d-b605-ed3f91d9a416 req-c58ada47-169e-4a44-a471-c77c053130d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0511961 Nov 27 10:43:08.656081 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d6982f98-c05e-429d-b605-ed3f91d9a416 req-42e186d1-5b03-4a89-a80e-7ab2836b042d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463614 Nov 27 10:43:09.774944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf378f-4a14-42ea-a0e4-e1483412d1aa req-801926fe-9fdd-4cf5-b3db-e960278b1ae1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:09.776895 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-abdf378f-4a14-42ea-a0e4-e1483412d1aa req-801926fe-9fdd-4cf5-b3db-e960278b1ae1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0528436 Nov 27 10:43:09.825440 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-abdf378f-4a14-42ea-a0e4-e1483412d1aa req-b9c2cf3e-09f3-43d1-8cbc-372a3a3de342 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Nov 27 10:43:09.940116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1339c6-ee76-4483-8f6f-8fe56c480d1f req-63a24490-b247-457d-bc38-c87e72adcbad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:09.941657 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cd1339c6-ee76-4483-8f6f-8fe56c480d1f req-63a24490-b247-457d-bc38-c87e72adcbad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0515835 Nov 27 10:43:09.990438 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cd1339c6-ee76-4483-8f6f-8fe56c480d1f req-1131b1bb-b9f3-47fd-808c-e516db25b3d2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428724 Nov 27 10:43:10.224426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4706ffe1-3f7e-4a8a-afb1-a001f6a3c766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:11.467801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:12.182124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:12.445903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.17 (523e3d89-1f3e-4906-8bfb-dd38110421e8/0d4769f7-5530-4372-97e0-160d1f264a75/7f022e38-0f13-4d9d-875e-e01dfcb288af) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:43:12.560912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:12.594018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:12.634869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:43:12.638488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:43:12.642056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:43:12.665358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=7f022e38-0f13-4d9d-875e-e01dfcb288af,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:12.690125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:12.827633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:12.883952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a26238d-1f7c-42e1-9265-8f17ea081cc3 None None] Provisioning complete for port 7f022e38-0f13-4d9d-875e-e01dfcb288af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:43:12.884573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a26238d-1f7c-42e1-9265-8f17ea081cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:12.920351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a26238d-1f7c-42e1-9265-8f17ea081cc3 None None] Port 7f022e38-0f13-4d9d-875e-e01dfcb288af cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:43:13.035801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8a2e95d-8a04-4855-82c5-5cc2e7344e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:13.106729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:13.110911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:13.186238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=7f022e38-0f13-4d9d-875e-e01dfcb288af,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:13.188772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:13.283940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:43:13.285446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:43:13.407981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:43:13.524235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:43:13.530221 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-076a7e76-798e-4a1d-acec-ca1499db7b9f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/09c98dea-058d-4375-b03b-31bea20d004a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0613458 Nov 27 10:43:13.538186 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:43:13.549334 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:13.549865 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:13.550649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-04a9fdf6-7fb6-4f96-a1b5-b79b0ccd7fac None None] Provisioning complete for port 7f022e38-0f13-4d9d-875e-e01dfcb288af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:43:13.551124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04a9fdf6-7fb6-4f96-a1b5-b79b0ccd7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:13.588141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-04a9fdf6-7fb6-4f96-a1b5-b79b0ccd7fac None None] Port 7f022e38-0f13-4d9d-875e-e01dfcb288af cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:43:13.639038 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:43:13.661510 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:43:13.790476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:13.888519 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:12Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:40Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f022e38-0f13-4d9d-875e-e01dfcb288af', 'name': '', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a9:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:43:12Z', 'updated_at': '2021-11-27T10:43:12Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:13.914173 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:43:13.914536 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Updating router 09c98dea-058d-4375-b03b-31bea20d004a port 7f022e38-0f13-4d9d-875e-e01dfcb288af binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:43:13.938998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.271347 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.276802 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.322895 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Pushing event updated for resources: {'Port': ['ID=7f022e38-0f13-4d9d-875e-e01dfcb288af,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:14.345916 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.346272 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.346613 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.346948 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.347278 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.347610 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.347941 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.348283 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.348631 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.348953 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.349274 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.349597 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:14.382931 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Attempting to bind port 7f022e38-0f13-4d9d-875e-e01dfcb288af on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:43:14.383312 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Attempting to bind port 7f022e38-0f13-4d9d-875e-e01dfcb288af by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:43:14.383685 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Attempting to bind port 7f022e38-0f13-4d9d-875e-e01dfcb288af on network 523e3d89-1f3e-4906-8bfb-dd38110421e8 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:43:14.389684 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:43:14.390070 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Checking segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:43:14.390484 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.390882 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Bound using segment: {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:43:14.391358 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Bound port: 7f022e38-0f13-4d9d-875e-e01dfcb288af, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:43:14.391744 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.459715 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] For port 7f022e38-0f13-4d9d-875e-e01dfcb288af, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:43:14.462946 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] For port 7f022e38-0f13-4d9d-875e-e01dfcb288af, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7f022e38-0f13-4d9d-875e-e01dfcb288af,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:43:14.470771 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.512651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6d9e4881-d77e-4cc0-9af2-242542108d69 None None] Provisioning complete for port 7f022e38-0f13-4d9d-875e-e01dfcb288af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:43:14.513618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4881-d77e-4cc0-9af2-242542108d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.520757 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:14.521440 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:14.578153 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec527fe-6731-485f-9762-96597b83cb2b None None] Pushing event updated for resources: {'Port': ['ID=7f022e38-0f13-4d9d-875e-e01dfcb288af,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:14.601464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4881-d77e-4cc0-9af2-242542108d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.642492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6d9e4881-d77e-4cc0-9af2-242542108d69 None None] For port 7f022e38-0f13-4d9d-875e-e01dfcb288af, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7f022e38-0f13-4d9d-875e-e01dfcb288af,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:14.647216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d9e4881-d77e-4cc0-9af2-242542108d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.648241 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:43:14.700059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e4881-d77e-4cc0-9af2-242542108d69 None None] Pushing event updated for resources: {'Port': ['ID=7f022e38-0f13-4d9d-875e-e01dfcb288af,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:14.770047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4d62d971-2bb5-4984-8cf3-e70d12019784 None None] Provisioning complete for port 7f022e38-0f13-4d9d-875e-e01dfcb288af triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:43:14.770416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d62d971-2bb5-4984-8cf3-e70d12019784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:14.885155 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:12Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:40Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f022e38-0f13-4d9d-875e-e01dfcb288af', 'name': '', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a9:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:43:12Z', 'updated_at': '2021-11-27T10:43:14Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:14.911883 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db172da-0f58-4dbf-9af9-209567d0be07 None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:12Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:40Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f022e38-0f13-4d9d-875e-e01dfcb288af', 'name': '', 'network_id': '523e3d89-1f3e-4906-8bfb-dd38110421e8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a9:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:43:12Z', 'updated_at': '2021-11-27T10:43:14Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '0d4769f7-5530-4372-97e0-160d1f264a75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:43:15.416655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:16.191020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:16.359804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7f022e38-0f13-4d9d-875e-e01dfcb288af up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:43:16.407822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7f022e38-0f13-4d9d-875e-e01dfcb288af triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:43:16.408193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:31.667348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:40.226944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-220a4a5c-0cbe-44a8-94e7-e01c35ac0e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:43.038110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd81a657-f5aa-4591-a6b4-9106d36570f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:43.793710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:43.969594 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-44e9fdd7-a4a3-49c8-864c-4d7c06116bb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395749 Nov 27 10:43:44.053423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-c8981854-04f2-47a8-a44d-992792c7d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:44.054830 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-c8981854-04f2-47a8-a44d-992792c7d7cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0415936 Nov 27 10:43:44.159936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-7257e1b6-a03c-4a9f-a915-8582f7a34926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:44.161423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-7257e1b6-a03c-4a9f-a915-8582f7a34926 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 898 time: 0.0865533 Nov 27 10:43:44.225200 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-bfefc58f-ed96-4853-b575-86a175c63807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 1000 time: 0.0558841 Nov 27 10:43:44.273600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-97b8671d-2563-44dd-aa20-45972c744d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:44.275020 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-97b8671d-2563-44dd-aa20-45972c744d19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0418901 Nov 27 10:43:44.326560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-fd4281a8-b37a-41ba-9dc8-0f96776a19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:44.327967 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-fd4281a8-b37a-41ba-9dc8-0f96776a19d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438623 Nov 27 10:43:44.419734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-e3b53967-aeca-4b15-8989-3e2aead436a1 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Nov 27 10:43:44.520432 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dad8f960-15f4-4b70-b975-c09bf88e2960 req-baba5c88-9479-479a-ba94-6ff5375e45d7 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931010 Nov 27 10:43:45.045293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43964) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:45.410728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:45.419709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:45.727041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 7f022e38-0f13-4d9d-875e-e01dfcb288af {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:45.727688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:45.817037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 7f022e38-0f13-4d9d-875e-e01dfcb288af, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7f022e38-0f13-4d9d-875e-e01dfcb288af,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:45.817395 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:45.829825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 7f022e38-0f13-4d9d-875e-e01dfcb288af owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:46.017756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:46.047685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=7f022e38-0f13-4d9d-875e-e01dfcb288af,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:46.186194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:46.223928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:46.448989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:43:46.554940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:43:46.560217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d94f41a-6d5d-4c3d-a68d-8c4e98639d7d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/09c98dea-058d-4375-b03b-31bea20d004a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5138643 Nov 27 10:43:46.565165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052010-195c-4917-9c0a-495bb625d11c None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:43:46.576097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:46.577351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:46.686021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:43:46.905472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:45Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:40Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:46.930655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052010-195c-4917-9c0a-495bb625d11c None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:43:46.939456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:46.940057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:47.042871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:43:47.267128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34052010-195c-4917-9c0a-495bb625d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:45Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:40Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:47.293300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052010-195c-4917-9c0a-495bb625d11c None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:45Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a3612859-036d-48b8-8ec3-28b1e96dcddf', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'port_id': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'mac_address': 'fa:16:3e:6f:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:41:38Z', 'updated_at': '2021-11-27T10:41:40Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:43:47.803214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aa166-9e43-4057-ac21-fa6811eeda21 req-29896050-6e26-4dca-8f52-cb87d9fdb1a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:47.804713 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-106aa166-9e43-4057-ac21-fa6811eeda21 req-29896050-6e26-4dca-8f52-cb87d9fdb1a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0503831 Nov 27 10:43:47.854502 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-106aa166-9e43-4057-ac21-fa6811eeda21 req-0b1ab539-0435-4838-95bf-aedd143def31 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437386 Nov 27 10:43:48.316840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7f022e38-0f13-4d9d-875e-e01dfcb288af no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:43:48.338944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7f022e38-0f13-4d9d-875e-e01dfcb288af {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:43:48.339282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7f022e38-0f13-4d9d-875e-e01dfcb288af not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:43:48.986667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe835b71-8ec8-40c3-a6c2-0293236461ad req-718f421d-f843-494b-9aa3-cc85d5cc59ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:48.988195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fe835b71-8ec8-40c3-a6c2-0293236461ad req-718f421d-f843-494b-9aa3-cc85d5cc59ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0571904 Nov 27 10:43:49.040192 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fe835b71-8ec8-40c3-a6c2-0293236461ad req-3eb5179a-8b04-4f4a-9c4f-93d0805f4fae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=59e9a8e3-4ed5-47cc-aa05-2d906fa44670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459857 Nov 27 10:43:49.354533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-791085e3-e2c9-47de-9b96-da180b18f430 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:49.356074 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-791085e3-e2c9-47de-9b96-da180b18f430 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Nov 27 10:43:49.449950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 5d461b72-f91c-481f-817e-6ab0e32c6c19 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:49.450288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:49.536902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 5d461b72-f91c-481f-817e-6ab0e32c6c19, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5d461b72-f91c-481f-817e-6ab0e32c6c19,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:49.537262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:49.549382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 5d461b72-f91c-481f-817e-6ab0e32c6c19 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:49.677786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:49.705715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=5d461b72-f91c-481f-817e-6ab0e32c6c19,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:49.750961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 5d461b72-f91c-481f-817e-6ab0e32c6c19 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:43:49.753478 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:49.756952 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a15bab0b-5ac5-430a-aae3-66d1d41e55b5 req-e61e1235-d2e3-48d0-9970-5b95e2a958b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/5d461b72-f91c-481f-817e-6ab0e32c6c19 HTTP/1.1" status: 204 len: 173 time: 0.3951209 Nov 27 10:43:49.757423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5673a101-8e59-4763-911d-1043cf9abff7', 'name': 'network-vif-deleted', 'tag': '5d461b72-f91c-481f-817e-6ab0e32c6c19'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:43:49.759776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152dad40-7337-4e78-a6a9-380afadde4e6" -d '{"events": [{"server_uuid": "5673a101-8e59-4763-911d-1043cf9abff7", "name": "network-vif-deleted", "tag": "5d461b72-f91c-481f-817e-6ab0e32c6c19"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:43:49.856803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920ac8f7-dfef-4203-a200-02b2f0e5e5b8 x-openstack-request-id: req-920ac8f7-dfef-4203-a200-02b2f0e5e5b8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:43:49.857105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5673a101-8e59-4763-911d-1043cf9abff7", "name": "network-vif-deleted", "tag": "5d461b72-f91c-481f-817e-6ab0e32c6c19", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:43:49.857362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-920ac8f7-dfef-4203-a200-02b2f0e5e5b8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:43:49.857770 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5673a101-8e59-4763-911d-1043cf9abff7', 'name': 'network-vif-deleted', 'tag': '5d461b72-f91c-481f-817e-6ab0e32c6c19', 'status': 'completed', 'code': 200} Nov 27 10:43:50.159010 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b9d9299-9b3f-484c-a323-0dc1ad269993 req-2f1e33f1-d0c1-4f17-9e8c-9b8b6b61c09f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5673a101-8e59-4763-911d-1043cf9abff7 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Nov 27 10:43:50.639787 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:43:51.218753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:51.279477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d84d14d-cd09-4b2c-925a-72b35a0bec57 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.304518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d84d14d-cd09-4b2c-925a-72b35a0bec57 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.362691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d84d14d-cd09-4b2c-925a-72b35a0bec57 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.365983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d84d14d-cd09-4b2c-925a-72b35a0bec57 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.367299 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9d84d14d-cd09-4b2c-925a-72b35a0bec57 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/59e9a8e3-4ed5-47cc-aa05-2d906fa44670 HTTP/1.1" status: 204 len: 168 time: 0.1470785 Nov 27 10:43:51.379310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84d14d-cd09-4b2c-925a-72b35a0bec57 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e9a8e3-4ed5-47cc-aa05-2d906fa44670,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:51.397351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43986) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:51.451831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet 0d4769f7-5530-4372-97e0-160d1f264a75 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:43:51.455261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.496000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.580423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.636604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.665327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4769f7-5530-4372-97e0-160d1f264a75,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:51.668046 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.671654 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1a183322-4382-4c21-a6ed-6a2bd939f908 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/0d4769f7-5530-4372-97e0-160d1f264a75 HTTP/1.1" status: 204 len: 168 time: 0.2722473 Nov 27 10:43:51.673929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 43988) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:51.674243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f78f8-8a05-4557-82ac-93784fb172ba None None] Network 523e3d89-1f3e-4906-8bfb-dd38110421e8 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:43:51.753683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.805703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 54926879-fbf4-4c69-b78e-23dd258cca36 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:51.806038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.857114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] DHCP port deletion for 523e3d89-1f3e-4906-8bfb-dd38110421e8 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:43:51.870365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 54926879-fbf4-4c69-b78e-23dd258cca36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54926879-fbf4-4c69-b78e-23dd258cca36,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:51.870717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.888164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 54926879-fbf4-4c69-b78e-23dd258cca36 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:51.907834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] Deleting port 54926879-fbf4-4c69-b78e-23dd258cca36 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:51.908210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.964576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.969474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] For port 54926879-fbf4-4c69-b78e-23dd258cca36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54926879-fbf4-4c69-b78e-23dd258cca36,segment=NetworkSegment(10b02469-35f4-4ff0-9ffa-c6a0bcb3835f),segment_id=10b02469-35f4-4ff0-9ffa-c6a0bcb3835f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:51.969928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:51.982957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] Calling delete_port for 54926879-fbf4-4c69-b78e-23dd258cca36 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:51.989846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=54926879-fbf4-4c69-b78e-23dd258cca36,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:51.994938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 54926879-fbf4-4c69-b78e-23dd258cca36 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:43:52.081416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.103500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523e3d89-1f3e-4906-8bfb-dd38110421e8']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:52.114581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:52.114866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b02469-35f4-4ff0-9ffa-c6a0bcb3835f') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:52.126503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.140582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.146959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:43:52.147358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:43:52.151609 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: from cryptography.utils import int_from_bytes Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: from cryptography.utils import int_from_bytes Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 10:43:52.201856 dv-neutron-804846-16-hyperv neutron-server[103380]: self.session.flush() Nov 27 10:43:52.207214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.216480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.223310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.226704 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/523e3d89-1f3e-4906-8bfb-dd38110421e8 HTTP/1.1" status: 204 len: 168 time: 0.5518548 Nov 27 10:43:52.229715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 43990) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:52.232829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] Pushing event deleted for resources: {'Port': ['ID=54926879-fbf4-4c69-b78e-23dd258cca36,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:52.236514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d5cb3-2741-44bb-921e-391642d32531 None None] No DVR routers for this DVR port 54926879-fbf4-4c69-b78e-23dd258cca36 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:43:52.243558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca5782-42f1-4090-91fd-e272ac7c58d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=523e3d89-1f3e-4906-8bfb-dd38110421e8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:52.356424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54926879-fbf4-4c69-b78e-23dd258cca36 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:43:52.377050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 54926879-fbf4-4c69-b78e-23dd258cca36 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:43:52.377382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54926879-fbf4-4c69-b78e-23dd258cca36 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:43:52.395530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 7989355e-f1ee-46fa-bddb-fedfafe0544b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:52.395870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.475132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.475451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.487991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 7989355e-f1ee-46fa-bddb-fedfafe0544b owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:52.666622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:52.996694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=7989355e-f1ee-46fa-bddb-fedfafe0544b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:53.056193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:53.056550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP a3612859-036d-48b8-8ec3-28b1e96dcddf disassociated (deleted). External IP: 172.26.1.22, port: 29d0ffc3-9a96-4f42-b631-575242ecea47. Nov 27 10:43:53.154089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5d461b72-f91c-481f-817e-6ab0e32c6c19 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:43:53.173695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 5d461b72-f91c-481f-817e-6ab0e32c6c19 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:43:53.174044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5d461b72-f91c-481f-817e-6ab0e32c6c19 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:43:53.263949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:43:53.370827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:43:53.375781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:53.380342 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:43:53.390703 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:53.392941 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:53.425221 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7fd97d1a-12ae-4411-9c07-b9d8db992450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/a3612859-036d-48b8-8ec3-28b1e96dcddf HTTP/1.1" status: 204 len: 168 time: 1.1940255 Nov 27 10:43:53.425513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:43:53.427823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033db5a1-a87f-4be7-a461-e5af7a7d1702" -d '{"events": [{"name": "network-changed", "server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:43:53.507681 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:43:53.534194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2caed9-1406-47f4-8911-89e417ddf10e x-openstack-request-id: req-bc2caed9-1406-47f4-8911-89e417ddf10e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:43:53.534686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:43:53.535054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc2caed9-1406-47f4-8911-89e417ddf10e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:43:53.535524 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'status': 'completed', 'code': 200} Nov 27 10:43:53.607286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-5ce535e8-211c-433b-a5db-873768afb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:53.608976 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-5ce535e8-211c-433b-a5db-873768afb9fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0507324 Nov 27 10:43:53.678384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3e186-6dd7-4597-a9ed-cbba1d76860d req-a713ac2d-5800-44f8-b1d7-e6fd5fcf241a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:53.680312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72e3e186-6dd7-4597-a9ed-cbba1d76860d req-a713ac2d-5800-44f8-b1d7-e6fd5fcf241a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0582838 Nov 27 10:43:53.705561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-d491c5d7-a28f-4f9b-b528-5987f350aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:53.707021 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-d491c5d7-a28f-4f9b-b528-5987f350aac1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 200 len: 898 time: 0.0884333 Nov 27 10:43:53.725689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:45Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:53.735423 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72e3e186-6dd7-4597-a9ed-cbba1d76860d req-701e72ee-0be9-4727-ba0a-e1ccd6991132 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Nov 27 10:43:53.753580 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:43:53.754076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-cacbed3b-3b23-4934-a8e0-9f5186c4db17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 200 len: 217 time: 0.0378802 Nov 27 10:43:53.762189 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:53.762879 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:53.805864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-b98d71f7-bdb3-4cd6-8e55-62a83e716f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:53.807347 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-b98d71f7-bdb3-4cd6-8e55-62a83e716f58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 200 len: 834 time: 0.0443506 Nov 27 10:43:53.854873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-a8d11046-ac46-4215-a122-a36f6e2f29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:53.856364 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-a8d11046-ac46-4215-a122-a36f6e2f29e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419803 Nov 27 10:43:53.868728 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:43:53.953782 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-e2a486a7-a522-4463-9027-14ff83e1ec52 service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899718 Nov 27 10:43:54.051713 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-033db5a1-a87f-4be7-a461-e5af7a7d1702 req-776db39a-3049-4481-875a-20e53ec9c42c service neutron] 10.222.0.24 "GET /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Nov 27 10:43:54.156133 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:45Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:43:54.181570 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73c041-8f94-443d-bcad-58f0dbf2fb3f None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:45Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a7973446-2fdd-4e7b-8ce6-2ac5246f370e', 'name': '', 'network_id': '32567d5d-93cb-44c5-bb0d-d0960dbbc9d6', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d6:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:23Z', 'updated_at': '2021-11-27T10:41:26Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'f923faf7-cadc-4bdf-8edb-0fba914b1129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:43:54.381848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bfd4c-b7cc-425f-b320-0695abc69e33 None None] New status for floating IP a3612859-036d-48b8-8ec3-28b1e96dcddf: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:43:54.857614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541d4c-f4e0-46cd-9006-bd59ea2c033a req-49ec4766-a342-46fb-8586-0b2ae104614e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:54.859107 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cb541d4c-f4e0-46cd-9006-bd59ea2c033a req-49ec4766-a342-46fb-8586-0b2ae104614e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0527966 Nov 27 10:43:54.907548 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cb541d4c-f4e0-46cd-9006-bd59ea2c033a req-48c5fff1-98ff-4791-b6df-50bfd2284894 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f83d9c31-fa39-4999-8a14-8ab81c7936e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Nov 27 10:43:55.306238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-57b8b9dd-95e1-44fb-84b3-18d56c03e5ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:43:55.307789 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-57b8b9dd-95e1-44fb-84b3-18d56c03e5ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Nov 27 10:43:55.403128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 29d0ffc3-9a96-4f42-b631-575242ecea47 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:55.403730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:55.492658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 29d0ffc3-9a96-4f42-b631-575242ecea47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=29d0ffc3-9a96-4f42-b631-575242ecea47,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:55.493014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:55.513922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 29d0ffc3-9a96-4f42-b631-575242ecea47 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:55.642934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:55.670173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=29d0ffc3-9a96-4f42-b631-575242ecea47,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:55.679731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.680087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.680458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.680805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.681141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.682143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.682143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.682454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.682837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.683172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.683502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.683823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:55.725013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 29d0ffc3-9a96-4f42-b631-575242ecea47 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:43:55.727543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:55.731404 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-70aeaa8e-6b14-4bf6-a9dd-cf7b350a64b4 req-8046ce7e-3a6b-437a-ae96-1828abba58ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/29d0ffc3-9a96-4f42-b631-575242ecea47 HTTP/1.1" status: 204 len: 173 time: 0.4176369 Nov 27 10:43:55.731858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'name': 'network-vif-deleted', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:43:55.734159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeef320-3748-49ba-a55d-1a27804603b7" -d '{"events": [{"server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "name": "network-vif-deleted", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:43:55.771425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c43d51-30d5-4255-8ae6-93bc2113f3eb x-openstack-request-id: req-f5c43d51-30d5-4255-8ae6-93bc2113f3eb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:43:55.771724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2478d282-478b-4372-ab80-0f6e596d6bb3", "name": "network-vif-deleted", "tag": "29d0ffc3-9a96-4f42-b631-575242ecea47", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:43:55.771983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5c43d51-30d5-4255-8ae6-93bc2113f3eb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:43:55.772411 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2478d282-478b-4372-ab80-0f6e596d6bb3', 'name': 'network-vif-deleted', 'tag': '29d0ffc3-9a96-4f42-b631-575242ecea47', 'status': 'completed', 'code': 200} Nov 27 10:43:56.019410 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b124b63-283f-42fa-a93f-32ee762249ca req-e8ddb685-172c-4fb5-9b4c-e1b296d71368 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=2478d282-478b-4372-ab80-0f6e596d6bb3 HTTP/1.1" status: 200 len: 210 time: 0.0319464 Nov 27 10:43:57.079216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:57.134612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:57.159218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:57.217853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:57.220652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:57.221832 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/f83d9c31-fa39-4999-8a14-8ab81c7936e2 HTTP/1.1" status: 204 len: 168 time: 0.1415768 Nov 27 10:43:57.231657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83d9c31-fa39-4999-8a14-8ab81c7936e2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:57.238939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.239286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.239628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.239958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.240288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.240642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.240971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.241296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.241621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.241942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.242267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:57.242583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f18cb7-0f43-4e66-aece-b6737b6e25e2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:43:58.273162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:58.628760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:58.874953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port a7973446-2fdd-4e7b-8ce6-2ac5246f370e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:43:58.875285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:58.963830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port a7973446-2fdd-4e7b-8ce6-2ac5246f370e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:43:58.964190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:58.975798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for a7973446-2fdd-4e7b-8ce6-2ac5246f370e owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:43:59.153756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:59.178750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=a7973446-2fdd-4e7b-8ce6-2ac5246f370e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:43:59.183560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 29d0ffc3-9a96-4f42-b631-575242ecea47 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:43:59.208839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 29d0ffc3-9a96-4f42-b631-575242ecea47 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:43:59.209193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 29d0ffc3-9a96-4f42-b631-575242ecea47 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:43:59.652308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:43:59.860225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 09c98dea-058d-4375-b03b-31bea20d004a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:43:59.974830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:43:59.980790 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-415a7784-8669-4a3c-87e7-8ef5765e20ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/09c98dea-058d-4375-b03b-31bea20d004a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064242 Nov 27 10:43:59.983517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:43:59.985163 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] Sync routers for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:43:59.996203 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:43:59.996837 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:00.035485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet f923faf7-cadc-4bdf-8edb-0fba914b1129 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:44:00.038584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.084949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.100129 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:00.167277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.225073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.256966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=f923faf7-cadc-4bdf-8edb-0fba914b1129,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:00.261889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.268075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d1398d46-564f-4533-8e67-4e37850ce235 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/f923faf7-cadc-4bdf-8edb-0fba914b1129 HTTP/1.1" status: 204 len: 168 time: 0.2810462 Nov 27 10:44:00.268240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44018) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:00.274669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25202b3a-3668-49e0-8317-544a1d35f096 None None] Network 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:44:00.287831 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:59Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:00.319363 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] Checking router: 09c98dea-058d-4375-b03b-31bea20d004a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:44:00.329557 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] Routers {'09c98dea-058d-4375-b03b-31bea20d004a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:00.329996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['09c98dea-058d-4375-b03b-31bea20d004a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:00.395647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.443901 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] Set router 09c98dea-058d-4375-b03b-31bea20d004a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:00.468255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] DHCP port deletion for 32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:44:00.515071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.518150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Deleting port 4796c892-5c20-4569-b435-577f15089a12 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:44:00.518866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.570677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port fc31c397-0de5-402e-8f8e-b3eeb9e228d7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:44:00.571085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.583892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] For port 4796c892-5c20-4569-b435-577f15089a12, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4796c892-5c20-4569-b435-577f15089a12,segment=NetworkSegment(63fa10ed-29ea-4b4d-ac51-c81114750336),segment_id=63fa10ed-29ea-4b4d-ac51-c81114750336)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:00.584233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.598436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Calling delete_port for 4796c892-5c20-4569-b435-577f15089a12 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:44:00.630104 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:59Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:00.653036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port fc31c397-0de5-402e-8f8e-b3eeb9e228d7, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:00.653645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.660928 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e8f48-3890-4311-9a0a-429865f74f48 None None] The sync data for ids ['09c98dea-058d-4375-b03b-31bea20d004a'] in dv-neutron-804846-16-hyperv is: [{'id': '09c98dea-058d-4375-b03b-31bea20d004a', 'name': 'tempest-TestNetworkBasicOps-router-90422905', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:43:59Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'fc31c397-0de5-402e-8f8e-b3eeb9e228d7', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c98dea-058d-4375-b03b-31bea20d004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:41:20Z', 'updated_at': '2021-11-27T10:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:44:00.668329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for fc31c397-0de5-402e-8f8e-b3eeb9e228d7 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:44:00.691342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.716920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Pushing event deleted for resources: {'Port': ['ID=4796c892-5c20-4569-b435-577f15089a12,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:00.726010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] No DVR routers for this DVR port 4796c892-5c20-4569-b435-577f15089a12 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:44:00.727983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.728335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.729470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.729638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.730056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.730397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.730733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.731066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.731393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.731719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.732045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.732367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3f571-302a-4c0e-9317-9b70280b89da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:44:00.833758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:00.862169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=fc31c397-0de5-402e-8f8e-b3eeb9e228d7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:00.875824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83616f77-80fb-4321-92bd-e17989a0c5d0 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:44:00.921327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.009206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.011924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.058061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.058645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 09c98dea-058d-4375-b03b-31bea20d004a {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:44:01.066118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.067247 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ae313ba8-556a-4c51-9c79-4cd48e46c180 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/09c98dea-058d-4375-b03b-31bea20d004a HTTP/1.1" status: 204 len: 168 time: 0.7975750 Nov 27 10:44:01.069937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:01.154028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.243848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.265147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32567d5d-93cb-44c5-bb0d-d0960dbbc9d6']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:01.274767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fa10ed-29ea-4b4d-ac51-c81114750336') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:01.275064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fa10ed-29ea-4b4d-ac51-c81114750336') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:01.285648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.299235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.305619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:44:01.308946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:44:01.312399 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:44:01.371336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.378307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.381043 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/32567d5d-93cb-44c5-bb0d-d0960dbbc9d6 HTTP/1.1" status: 204 len: 168 time: 0.3101783 Nov 27 10:44:01.393146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd81797-1c8b-4e3e-b639-34448e2a6b51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=32567d5d-93cb-44c5-bb0d-d0960dbbc9d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:01.401584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:01.406967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--1135981528', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:01.428226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:44:01.432193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.456502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:44:01.465543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.465881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 5bb695a8-2405-4180-a536-973e1d4ff14d of type vlan for network 088de060-7e09-4ccf-b24a-3c9e41005280 Nov 27 10:44:01.510389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.534351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.539768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:01.540333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.577312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745195 Nov 27 10:44:01.580086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44024) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:01.584802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:01.609081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecea30-0385-4a99-bd3b-e0aecfb8b634 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=088de060-7e09-4ccf-b24a-3c9e41005280,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:01.618783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.620524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.622087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 088de060-7e09-4ccf-b24a-3c9e41005280 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:44:01.673965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.710690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.810009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:01.996954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.014746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.114045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.110 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/bec31017-eea7-4b1b-b051-5012e126e67e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:44:02.215632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.248706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.282635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:44:02.285537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:02.291497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:44:02.299092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e3aeb-34e9-461e-ab27-4850c0e45ca8 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:44:02.327504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=bec31017-eea7-4b1b-b051-5012e126e67e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:02.356075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-63cf8a8d-2d89-4b03-a1c5-4c22b58ea809 None None] Provisioning complete for port bec31017-eea7-4b1b-b051-5012e126e67e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:02.356482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-63cf8a8d-2d89-4b03-a1c5-4c22b58ea809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.381146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a7973446-2fdd-4e7b-8ce6-2ac5246f370e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:44:02.409052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a7973446-2fdd-4e7b-8ce6-2ac5246f370e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:44:02.409052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a7973446-2fdd-4e7b-8ce6-2ac5246f370e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:44:02.409514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fc31c397-0de5-402e-8f8e-b3eeb9e228d7 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:44:02.412179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-63cf8a8d-2d89-4b03-a1c5-4c22b58ea809 None None] Port bec31017-eea7-4b1b-b051-5012e126e67e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:44:02.432983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: fc31c397-0de5-402e-8f8e-b3eeb9e228d7 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:44:02.433333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fc31c397-0de5-402e-8f8e-b3eeb9e228d7 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:44:02.433749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4796c892-5c20-4569-b435-577f15089a12 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:44:02.453071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 4796c892-5c20-4569-b435-577f15089a12 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:44:02.453426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4796c892-5c20-4569-b435-577f15089a12 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:44:02.557385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.751461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:02.876789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7182c83d-d054-4850-b56c-4faca8083db7 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:44:02.982787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:44:02.992275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Sync routers for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:44:03.002902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.003194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:03.003810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:03.004559 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b0421de8-d766-4ab3-a2f4-c6fd113bf169 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4232066 Nov 27 10:44:03.007362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44026) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:03.037075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4bc50a80-9c78-4f1b-9b96-d591a5e226ae tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283723 Nov 27 10:44:03.039495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44028) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:03.108042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:03.133678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49582e0-d757-4885-8402-0acb9aeaf024 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:03.135751 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d49582e0-d757-4885-8402-0acb9aeaf024 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952957 Nov 27 10:44:03.139276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44030) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:03.166987 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a0f40888-ba58-4d3f-8289-f23a4cf6e975 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259879 Nov 27 10:44:03.170106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44032) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:03.174765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-550907926', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:03.260183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:44:03.264208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.286335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:02Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:03.316666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Checking router: 7182c83d-d054-4850-b56c-4faca8083db7 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:44:03.317023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Updating router 7182c83d-d054-4850-b56c-4faca8083db7 port bec31017-eea7-4b1b-b051-5012e126e67e binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:44:03.342921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.458381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.524934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=e2884824-6c1c-4dce-81d8-390d0863c4ec,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:03.532757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:44:03.533213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 088de060-7e09-4ccf-b24a-3c9e41005280, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:44:03.551199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 088de060-7e09-4ccf-b24a-3c9e41005280 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:44:03.560753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 088de060-7e09-4ccf-b24a-3c9e41005280) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:03.565593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:03.566194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.574517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe241c08-11d2-4eb8-8451-52189673eab8 None None] Network 088de060-7e09-4ccf-b24a-3c9e41005280 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:44:03.586621 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-743de760-ff49-4661-ac47-74f77ea20593 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4128056 Nov 27 10:44:03.586823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44034) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:03.643705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.652585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.711933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338fbf7-5bf3-4ab7-b8ba-d33d74caa00f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:44:03.747125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc837fd-8c7f-4d07-8bc4-d90cfac66bbf None None] Pushing event updated for resources: {'Port': ['ID=bec31017-eea7-4b1b-b051-5012e126e67e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:03.754214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Attempting to bind port bec31017-eea7-4b1b-b051-5012e126e67e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:44:03.754595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Attempting to bind port bec31017-eea7-4b1b-b051-5012e126e67e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:44:03.754962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Attempting to bind port bec31017-eea7-4b1b-b051-5012e126e67e on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:44:03.767523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:44:03.767907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:44:03.768306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.768732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:44:03.769244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Bound port: bec31017-eea7-4b1b-b051-5012e126e67e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:44:03.769577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.835777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-088de060-7e09-4ccf-b24a-3c9e41005280', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:44:03.836654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.862540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] For port bec31017-eea7-4b1b-b051-5012e126e67e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:44:03.867249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] For port bec31017-eea7-4b1b-b051-5012e126e67e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bec31017-eea7-4b1b-b051-5012e126e67e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:44:03.879218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.927228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-72c48d5a-46fc-48e2-a3ec-8580cbdec367 None None] Provisioning complete for port bec31017-eea7-4b1b-b051-5012e126e67e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:03.927602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72c48d5a-46fc-48e2-a3ec-8580cbdec367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:03.996301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49101f4-1ca6-4dfc-be52-56de0bf2ec9d None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:44:04.019752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.069707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc837fd-8c7f-4d07-8bc4-d90cfac66bbf None None] Pushing event updated for resources: {'Port': ['ID=bec31017-eea7-4b1b-b051-5012e126e67e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:04.072942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:04.073323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:04.143395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Allocated IP 172.20.0.2 (088de060-7e09-4ccf-b24a-3c9e41005280/e2884824-6c1c-4dce-81d8-390d0863c4ec/594ebee9-317d-497a-a39a-aff0778055b8) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:44:04.391396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72c48d5a-46fc-48e2-a3ec-8580cbdec367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.429468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:04.503653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-72c48d5a-46fc-48e2-a3ec-8580cbdec367 None None] For port bec31017-eea7-4b1b-b051-5012e126e67e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bec31017-eea7-4b1b-b051-5012e126e67e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:04.522686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-72c48d5a-46fc-48e2-a3ec-8580cbdec367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.672519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c48d5a-46fc-48e2-a3ec-8580cbdec367 None None] Pushing event updated for resources: {'Port': ['ID=bec31017-eea7-4b1b-b051-5012e126e67e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:04.680938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.694621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.699512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-73d60cba-2d4f-4ee0-a613-2bdbe346ead0 None None] Provisioning complete for port bec31017-eea7-4b1b-b051-5012e126e67e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:04.699869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73d60cba-2d4f-4ee0-a613-2bdbe346ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.739490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (088de060-7e09-4ccf-b24a-3c9e41005280/e2884824-6c1c-4dce-81d8-390d0863c4ec/fb72fc13-8ae7-4098-a124-df4c04e9d980) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:44:04.792295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Network 088de060-7e09-4ccf-b24a-3c9e41005280 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:44:04.801923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:04.806182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Pushing event updated for resources: {'Port': ['ID=594ebee9-317d-497a-a39a-aff0778055b8,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:04.808543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:44:04.848840 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.882198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.903758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Attempting to bind port 594ebee9-317d-497a-a39a-aff0778055b8 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:44:04.904138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Attempting to bind port 594ebee9-317d-497a-a39a-aff0778055b8 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:44:04.904542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Attempting to bind port 594ebee9-317d-497a-a39a-aff0778055b8 on network 088de060-7e09-4ccf-b24a-3c9e41005280 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:44:04.915584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:02Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:04.920866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 088de060-7e09-4ccf-b24a-3c9e41005280 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:44:04.924134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:04.929524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:44:04.945065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:44:04.945448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Checking segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:44:04.945866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.946260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Bound using segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:44:04.946756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Bound port: 594ebee9-317d-497a-a39a-aff0778055b8, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:44:04.947169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:04.952277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c0459-ce58-4d31-b6ee-3cd84296fb56 None None] The sync data for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv is: [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:02Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:44:04.974448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=fb72fc13-8ae7-4098-a124-df4c04e9d980,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:04.988396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:05.017643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] For port 594ebee9-317d-497a-a39a-aff0778055b8, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:44:05.022529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] For port 594ebee9-317d-497a-a39a-aff0778055b8, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=594ebee9-317d-497a-a39a-aff0778055b8,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:44:05.027591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:05.093443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afd0ac-0587-4037-98e9-71d8b96d52ac None None] Pushing event updated for resources: {'Port': ['ID=594ebee9-317d-497a-a39a-aff0778055b8,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:05.139077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:05.813295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:05.818870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:05.897356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:05.899482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=fb72fc13-8ae7-4098-a124-df4c04e9d980,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:06.001055 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 088de060-7e09-4ccf-b24a-3c9e41005280 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:44:06.002580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:06.098506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d0f0b-d034-4d30-855c-abd47653bf3c None None] Network 088de060-7e09-4ccf-b24a-3c9e41005280 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:44:06.126883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7182c83d-d054-4850-b56c-4faca8083db7 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:44:06.219110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-04e7139b-3218-419c-881b-980f5c2650c8 None None] Provisioning complete for port 594ebee9-317d-497a-a39a-aff0778055b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:06.219403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04e7139b-3218-419c-881b-980f5c2650c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.236425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:44:06.242435 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7c022cc2-c949-41a5-b944-beb0c569f7f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/7182c83d-d054-4850-b56c-4faca8083db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546705 Nov 27 10:44:06.244968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44036) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:06.346457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04e7139b-3218-419c-881b-980f5c2650c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.364196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f28cd-4e3f-43a8-8bf5-bab882ba5c14 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.365104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f28cd-4e3f-43a8-8bf5-bab882ba5c14 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.365749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f28cd-4e3f-43a8-8bf5-bab882ba5c14 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.366366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f28cd-4e3f-43a8-8bf5-bab882ba5c14 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.368199 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-005f28cd-4e3f-43a8-8bf5-bab882ba5c14 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1221771 Nov 27 10:44:06.372070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44038) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:06.402503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-04e7139b-3218-419c-881b-980f5c2650c8 None None] For port 594ebee9-317d-497a-a39a-aff0778055b8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=594ebee9-317d-497a-a39a-aff0778055b8,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:06.410527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04e7139b-3218-419c-881b-980f5c2650c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.475846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7139b-3218-419c-881b-980f5c2650c8 None None] Pushing event updated for resources: {'Port': ['ID=594ebee9-317d-497a-a39a-aff0778055b8,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:06.490305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bec31017-eea7-4b1b-b051-5012e126e67e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:44:06.495171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f159d4-dd53-489d-bead-04e081afbc53 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.495638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f159d4-dd53-489d-bead-04e081afbc53 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.496092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f159d4-dd53-489d-bead-04e081afbc53 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.496573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f159d4-dd53-489d-bead-04e081afbc53 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:06.502212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44040) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:06.505437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-67f159d4-dd53-489d-bead-04e081afbc53 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1322086 Nov 27 10:44:06.554738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port bec31017-eea7-4b1b-b051-5012e126e67e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:06.555421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.666809 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ce357c3a-d200-43f2-b7c0-0f2dc34ddb43 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1625297 Nov 27 10:44:06.668873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-35d7d695-e9b6-4a65-89ab-c16a830fd4e5 None None] Provisioning complete for port 594ebee9-317d-497a-a39a-aff0778055b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:06.669541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35d7d695-e9b6-4a65-89ab-c16a830fd4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.699955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 594ebee9-317d-497a-a39a-aff0778055b8 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:44:06.794682 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Sync routers for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:44:06.802438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 594ebee9-317d-497a-a39a-aff0778055b8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:06.802812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.808868 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:06.809522 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:06.840161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44044) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:06.845284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229197063', 'description': 'tempest-secgroup-smoke-229197063 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:06.861750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-35d7d695-e9b6-4a65-89ab-c16a830fd4e5 None None] Provisioning complete for port fb72fc13-8ae7-4098-a124-df4c04e9d980 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:06.862323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35d7d695-e9b6-4a65-89ab-c16a830fd4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.875563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.930334 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:06.946528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-35d7d695-e9b6-4a65-89ab-c16a830fd4e5 None None] Port fb72fc13-8ae7-4098-a124-df4c04e9d980 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:44:06.970576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:06.975476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.006064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605ecf62-de19-4d18-ad36-08030c758a2e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.011607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.015720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44046) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:07.020940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '605ecf62-de19-4d18-ad36-08030c758a2e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:07.024993 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b3e15b13-dfef-4737-9410-c8d28f72e40e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1836338 Nov 27 10:44:07.053583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.065324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-079ba148-d232-418b-bcab-38745af45b92 None None] Provisioning complete for port fb72fc13-8ae7-4098-a124-df4c04e9d980 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:07.065694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-079ba148-d232-418b-bcab-38745af45b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.100155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-079ba148-d232-418b-bcab-38745af45b92 None None] Port fb72fc13-8ae7-4098-a124-df4c04e9d980 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:44:07.113852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.117833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.135977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7338e771-36c8-431d-bb8c-e3bb202d3313,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.144494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.148275 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a1234933-abcc-48d9-8ba4-de2164dfa950 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288686 Nov 27 10:44:07.148628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44048) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:07.153758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '605ecf62-de19-4d18-ad36-08030c758a2e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:07.161266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:07.181795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.192820 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Checking router: 7182c83d-d054-4850-b56c-4faca8083db7 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:44:07.193185 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Updating router 7182c83d-d054-4850-b56c-4faca8083db7 port fb72fc13-8ae7-4098-a124-df4c04e9d980 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:44:07.218641 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.242797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.246611 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.264795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af33827e-b7d6-4462-b4ed-43e045fdcc67,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.273565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.274764 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e17600ed-e10a-4de7-826c-30e801b930ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252048 Nov 27 10:44:07.278340 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44050) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:07.283022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '605ecf62-de19-4d18-ad36-08030c758a2e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:07.309708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.366312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.371017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.392499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47b4eab-1182-4551-9777-3d9c0cc34046,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.401917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.403430 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6635e438-d7c7-4aee-bde1-05e29f860e74 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235900 Nov 27 10:44:07.406316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44052) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:07.410865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '605ecf62-de19-4d18-ad36-08030c758a2e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:07.439647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.502263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.506047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.524411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026e2cbd-6d80-44ce-ab21-4cbc0a6e4d39,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.535374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.539094 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-710d04a0-ec0f-40a4-baac-af48e6f17961 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293511 Nov 27 10:44:07.539283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44054) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:07.543743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '605ecf62-de19-4d18-ad36-08030c758a2e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:07.566164 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:44:07.570964 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.571142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.577101 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.640227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.646111 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.649903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297aa72-7ae2-40ea-9221-2df814ee570f None None] Pushing event updated for resources: {'Port': ['ID=fb72fc13-8ae7-4098-a124-df4c04e9d980,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.669835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd2683e-c380-4360-b059-cae8dc7b52ab,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.681298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.684868 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7a29f6a4-6a3a-499a-a825-a920ed657406 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445234 Nov 27 10:44:07.685976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44056) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:07.690695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '605ecf62-de19-4d18-ad36-08030c758a2e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:07.694903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Attempting to bind port fb72fc13-8ae7-4098-a124-df4c04e9d980 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:44:07.695277 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Attempting to bind port fb72fc13-8ae7-4098-a124-df4c04e9d980 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:44:07.695708 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Attempting to bind port fb72fc13-8ae7-4098-a124-df4c04e9d980 on network 088de060-7e09-4ccf-b24a-3c9e41005280 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:44:07.702429 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:44:07.702812 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Checking segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:44:07.703216 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.703609 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Bound using segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:44:07.704082 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Bound port: fb72fc13-8ae7-4098-a124-df4c04e9d980, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:44:07.704486 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.719918 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:44:07.728101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.781349 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] For port fb72fc13-8ae7-4098-a124-df4c04e9d980, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:44:07.784343 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] For port fb72fc13-8ae7-4098-a124-df4c04e9d980, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fb72fc13-8ae7-4098-a124-df4c04e9d980,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:44:07.796064 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.802911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.808451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.837990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56045f3b-f1a0-4ec5-a216-0495483dc915,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.851953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:07.856426 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ee8e59b-7966-43bb-aad1-5e6e80ff930c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674771 Nov 27 10:44:07.863648 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297aa72-7ae2-40ea-9221-2df814ee570f None None] Pushing event updated for resources: {'Port': ['ID=fb72fc13-8ae7-4098-a124-df4c04e9d980,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:07.876091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:07.877116 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:07.934451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-06f7a40d-3cea-4976-b979-4061446d9c43 None None] Provisioning complete for port fb72fc13-8ae7-4098-a124-df4c04e9d980 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:07.935092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f7a40d-3cea-4976-b979-4061446d9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:08.066328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f7a40d-3cea-4976-b979-4061446d9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:08.066758 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:08.071372 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-93875fe7-6182-441d-98e9-6c8bcda82398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229197063&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0702493 Nov 27 10:44:08.120207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-06f7a40d-3cea-4976-b979-4061446d9c43 None None] For port fb72fc13-8ae7-4098-a124-df4c04e9d980, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fb72fc13-8ae7-4098-a124-df4c04e9d980,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:08.130365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f7a40d-3cea-4976-b979-4061446d9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:08.197373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7a40d-3cea-4976-b979-4061446d9c43 None None] Pushing event updated for resources: {'Port': ['ID=fb72fc13-8ae7-4098-a124-df4c04e9d980,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:08.218941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-0ace893d-e762-48a2-bf35-dfb12abbcab0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:08.220768 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-0ace893d-e762-48a2-bf35-dfb12abbcab0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=088de060-7e09-4ccf-b24a-3c9e41005280 HTTP/1.1" status: 200 len: 797 time: 0.1480660 Nov 27 10:44:08.238301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-13f0fa93-8ce3-4326-9d49-1874601bf989 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0096273 Nov 27 10:44:08.252773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-68ecf994-fa06-4b85-8652-0717574457c0 None None] Provisioning complete for port fb72fc13-8ae7-4098-a124-df4c04e9d980 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:08.253225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68ecf994-fa06-4b85-8652-0717574457c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:08.294033 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-b6fb5d22-7f78-40db-9eac-f8ddbab90766 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500429 Nov 27 10:44:08.356266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:07Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:08.385215 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333fb243-7b40-4551-b0f7-034c576831f2 None None] The sync data for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv is: [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:07Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:44:08.385869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 594ebee9-317d-497a-a39a-aff0778055b8 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:44:08.474570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 594ebee9-317d-497a-a39a-aff0778055b8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:08.474940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:08.479559 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-5fada64a-9e13-41e0-b384-88d9074ff89e service neutron] 10.222.0.13 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733665 Nov 27 10:44:08.580370 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-1f9e4983-f8f2-4f01-93bc-e2de2531f46b service neutron] 10.222.0.13 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947158 Nov 27 10:44:08.748783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c7fc4602-182c-4619-aa8b-d736bbbc8bb2 req-cf17a2fa-7f06-4e84-b657-30b6639c0863 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 210 time: 0.0284662 Nov 27 10:44:09.827000 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-954979fe-5421-4309-8e7d-d7f9770597c0 req-e27e7e6a-551a-495c-b57e-f8d998cef9f7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 210 time: 0.0265665 Nov 27 10:44:10.230113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b948706-4f86-447a-abcc-03dd4a92d5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:10.390377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fb72fc13-8ae7-4098-a124-df4c04e9d980 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:44:10.447804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port fb72fc13-8ae7-4098-a124-df4c04e9d980 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:10.448207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:10.907841 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-428bc0ff-40d4-4151-935e-55d2e7053547 req-8ae6ccf8-6ab5-4b8a-beab-6db569d485e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 210 time: 0.0309536 Nov 27 10:44:11.798871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-6ba3e1b4-a1d8-416e-bd7c-6a26eba19af0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:11.800223 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-6ba3e1b4-a1d8-416e-bd7c-6a26eba19af0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=088de060-7e09-4ccf-b24a-3c9e41005280 HTTP/1.1" status: 200 len: 797 time: 0.1068907 Nov 27 10:44:11.870108 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-cf1fbc83-6049-412b-86a4-2ee29fd9f489 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 379 time: 0.0597260 Nov 27 10:44:11.879249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '02583e93-91a2-422b-8beb-205e6216673d', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['605ecf62-de19-4d18-ad36-08030c758a2e']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:12.004253 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-411559bf-762b-41f3-940a-9abb30234ffe req-9bd9a824-8f3a-40fa-8805-945c66eec36d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 210 time: 0.0308349 Nov 27 10:44:12.024816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:44:12.028914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.162947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.3 (088de060-7e09-4ccf-b24a-3c9e41005280/e2884824-6c1c-4dce-81d8-390d0863c4ec/43c0b6b4-2aad-4f7a-ac35-9a66050bac1c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:44:12.297754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.331569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.379260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 088de060-7e09-4ccf-b24a-3c9e41005280 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:44:12.384182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:12.386858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:44:12.419245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:12.447012 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:12.447997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.467732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-8d4aa02d-b094-4a52-823a-798c55c21938 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920796 Nov 27 10:44:12.481484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Request body: {'port': {'device_id': '02583e93-91a2-422b-8beb-205e6216673d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:12.550972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.599319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-08a5970c-e945-4acc-b497-07c6da4ecb64 None None] Provisioning complete for port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:12.599940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-08a5970c-e945-4acc-b497-07c6da4ecb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.640065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-08a5970c-e945-4acc-b497-07c6da4ecb64 None None] Port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:44:12.850035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:44:12.857600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.869435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Transition to ACTIVE for port object 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:44:12.873330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:12.922134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Pushing event updated for resources: {'Port': ['ID=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:13.000309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Attempting to bind port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:44:13.000671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Attempting to bind port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:44:13.001003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Attempting to bind port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c on network 088de060-7e09-4ccf-b24a-3c9e41005280 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:44:13.005547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c on network 088de060-7e09-4ccf-b24a-3c9e41005280 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:44:13.005862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Attempting to bind port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c on network 088de060-7e09-4ccf-b24a-3c9e41005280 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:44:13.011354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:44:13.011689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Checking segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:44:13.012060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Bound using segment: {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:44:13.012522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Bound port: 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb695a8-2405-4180-a536-973e1d4ff14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:44:13.012869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:13.043758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6dda6bfd-5d20-4a15-9d54-67aeb57dccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:13.094035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] For port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:44:13.097517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] For port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:44:13.101571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:13.132497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6c7a4-c83d-4405-9e9b-02d720d32683 req-e449b991-a083-4236-96dd-308f4d469158 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.133981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-77c6c7a4-c83d-4405-9e9b-02d720d32683 req-e449b991-a083-4236-96dd-308f4d469158 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 943 time: 0.0497367 Nov 27 10:44:13.137298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.137874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:13.139281 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] 10.222.0.24 "PUT /v2.0/ports/43c0b6b4-2aad-4f7a-ac35-9a66050bac1c HTTP/1.1" status: 200 len: 1093 time: 0.6628506 Nov 27 10:44:13.139731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:44:13.142189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82035162-f101-4c6b-b81b-7964b5ca5463" -d '{"events": [{"name": "network-changed", "server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:44:13.201047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1448-5cef-475d-b956-bda5e0bba9ef service neutron] Pushing event updated for resources: {'Port': ['ID=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:13.209279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43eb193-4025-4de0-ac30-12598d347999 x-openstack-request-id: req-c43eb193-4025-4de0-ac30-12598d347999 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:44:13.209707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:44:13.209968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c43eb193-4025-4de0-ac30-12598d347999 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:44:13.210367 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'status': 'completed', 'code': 200} Nov 27 10:44:13.218092 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-77c6c7a4-c83d-4405-9e9b-02d720d32683 req-5626967d-879a-4f7b-9dda-09c2b6c3abd6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774841 Nov 27 10:44:13.250486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-358e5456-a50a-4997-99b3-ddf50256a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.252321 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-358e5456-a50a-4997-99b3-ddf50256a7fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 1096 time: 0.0646367 Nov 27 10:44:13.299719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-417d342a-8144-4ae6-8a26-23ecd0ff0fb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c HTTP/1.1" status: 200 len: 217 time: 0.0390322 Nov 27 10:44:13.351777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-5375bd6d-bac3-4c0e-beb9-d78f1d6f511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.353366 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-5375bd6d-bac3-4c0e-beb9-d78f1d6f511b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2884824-6c1c-4dce-81d8-390d0863c4ec HTTP/1.1" status: 200 len: 834 time: 0.0455287 Nov 27 10:44:13.408223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-6854691f-44c4-49dc-a4fb-040d16b5f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.409790 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-6854691f-44c4-49dc-a4fb-040d16b5f4a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=088de060-7e09-4ccf-b24a-3c9e41005280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496845 Nov 27 10:44:13.504065 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-cbc25f66-2f8c-4d4b-9e9c-0cabdfbdbb1f service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862412 Nov 27 10:44:13.595773 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a356d2eb-32e0-4db6-ae68-6ed18bde7667 req-1200c79d-2305-4442-b414-d6111caad204 service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Nov 27 10:44:13.685960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-056a6bb7-d2f6-489e-955b-502d3fa6a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.687363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-056a6bb7-d2f6-489e-955b-502d3fa6a59a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 1096 time: 0.0425627 Nov 27 10:44:13.783954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-4b752b56-cc6b-47bf-ae82-9222e47a1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.785483 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-4b752b56-cc6b-47bf-ae82-9222e47a1ed2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=088de060-7e09-4ccf-b24a-3c9e41005280 HTTP/1.1" status: 200 len: 898 time: 0.0909214 Nov 27 10:44:13.796817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:13.828883 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-d38e11f1-f495-4113-b46c-708ae3cfa400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c HTTP/1.1" status: 200 len: 217 time: 0.0358183 Nov 27 10:44:13.885150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-60dacd23-e288-4c5a-b90d-d26bed6d6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.886692 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-60dacd23-e288-4c5a-b90d-d26bed6d6d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2884824-6c1c-4dce-81d8-390d0863c4ec HTTP/1.1" status: 200 len: 834 time: 0.0502958 Nov 27 10:44:13.932978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-b0dab057-b35d-4d60-8d16-124e941151c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:13.934452 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-b0dab057-b35d-4d60-8d16-124e941151c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=088de060-7e09-4ccf-b24a-3c9e41005280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407856 Nov 27 10:44:14.027521 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-7426cc9a-938f-4fb5-b4cb-e2bb4b16a7fe service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855944 Nov 27 10:44:14.119703 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-82035162-f101-4c6b-b81b-7964b5ca5463 req-5b872b70-7b7a-462b-bb62-deadc2089ebd service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841506 Nov 27 10:44:14.341769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66373db5-85de-4a12-ae7c-c6abbaf9258d req-32348b96-2298-46a1-be39-f9bfc2c8e6ff tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:14.343408 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-66373db5-85de-4a12-ae7c-c6abbaf9258d req-32348b96-2298-46a1-be39-f9bfc2c8e6ff tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 943 time: 0.0495601 Nov 27 10:44:14.398941 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-66373db5-85de-4a12-ae7c-c6abbaf9258d req-004ecce0-415f-46aa-9a5f-28d3fdef3f4a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487466 Nov 27 10:44:15.423179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:15.518623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bbcc7-44d6-4f42-8689-9112f0ee209e req-6e5302bb-2c79-410d-a749-f1b82e13750c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:15.520088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa3bbcc7-44d6-4f42-8689-9112f0ee209e req-6e5302bb-2c79-410d-a749-f1b82e13750c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 943 time: 0.0482802 Nov 27 10:44:15.569463 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa3bbcc7-44d6-4f42-8689-9112f0ee209e req-660b3c34-3463-44cb-b306-ae357caffb07 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428231 Nov 27 10:44:16.179993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:16.683222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79679d-312f-43b7-8258-83effe8b95ea req-4ff467d7-6bec-4a8c-8a13-71dafe08e7af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:16.684700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ce79679d-312f-43b7-8258-83effe8b95ea req-4ff467d7-6bec-4a8c-8a13-71dafe08e7af tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 943 time: 0.0487218 Nov 27 10:44:16.732267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ce79679d-312f-43b7-8258-83effe8b95ea req-a14e0926-85a8-426f-9125-56983c1430e5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Nov 27 10:44:17.262997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:44:17.358110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:17.368232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'port_id': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'mac_address': 'fa:16:3e:10:60:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:44:17.405540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:17.418389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:44:17.437834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:17.441919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:17.492799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:17.745036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['43c0b6b4-2aad-4f7a-ac35-9a66050bac1c'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:44:17.849145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467632f-bd0d-4f8f-9b17-4cf9965dd21f req-84f3d0d2-69ff-4842-a416-e35d73b2ae98 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:17.850626 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7467632f-bd0d-4f8f-9b17-4cf9965dd21f req-84f3d0d2-69ff-4842-a416-e35d73b2ae98 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 944 time: 0.0523162 Nov 27 10:44:17.899772 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7467632f-bd0d-4f8f-9b17-4cf9965dd21f req-6d1c2a08-63d0-422a-a47a-a2c16b84d023 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 Nov 27 10:44:19.014008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80653a94-d977-4b8e-96cf-2a4f8548f9eb req-eba59d35-7fb9-4a6a-9f45-aeaffa4b6bfc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:19.015451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-80653a94-d977-4b8e-96cf-2a4f8548f9eb req-eba59d35-7fb9-4a6a-9f45-aeaffa4b6bfc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 944 time: 0.0478466 Nov 27 10:44:19.064422 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-80653a94-d977-4b8e-96cf-2a4f8548f9eb req-f913ec6b-346b-4ff8-8e28-9b346ed874b0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431113 Nov 27 10:44:19.278275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:44:19.326648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:44:19.330546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:44:19.330917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:19.408883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:19.430791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:44:19.433246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac3bcb-968c-41d2-9678-e9a5f3943f84" -d '{"events": [{"server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "name": "network-vif-plugged", "status": "completed", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:44:19.446130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:44:19.455558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:19.503939 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:19.528912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40371ce-edf6-40a4-b7d8-29c254b8c131 x-openstack-request-id: req-f40371ce-edf6-40a4-b7d8-29c254b8c131 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:44:19.529494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "name": "network-vif-plugged", "status": "completed", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:44:19.529760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f40371ce-edf6-40a4-b7d8-29c254b8c131 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:44:19.530157 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'code': 200} Nov 27 10:44:19.694737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94298d3f-ffa3-4dd3-a09e-b00835eb7c31 req-231fd412-02e2-4ba5-8886-908f9616b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:19.696292 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-94298d3f-ffa3-4dd3-a09e-b00835eb7c31 req-231fd412-02e2-4ba5-8886-908f9616b551 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 1098 time: 0.0449290 Nov 27 10:44:19.742098 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-94298d3f-ffa3-4dd3-a09e-b00835eb7c31 req-35c6c94a-c0eb-4e02-a5ee-11f54a2dddd4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386879 Nov 27 10:44:20.177482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b77f1-4bc9-4bac-a37f-51f024672504 req-f771dbc4-4999-4de4-90fb-19263c2f095f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:20.178956 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-355b77f1-4bc9-4bac-a37f-51f024672504 req-f771dbc4-4999-4de4-90fb-19263c2f095f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 945 time: 0.0493672 Nov 27 10:44:20.228064 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-355b77f1-4bc9-4bac-a37f-51f024672504 req-84c5109f-e470-47b1-809a-6a5fd799d131 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Nov 27 10:44:21.350275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b322f-d6a3-4dea-aead-f585a4622968 req-80d184ad-56e4-4ad3-88ba-2f6beccda393 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:21.351790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a42b322f-d6a3-4dea-aead-f585a4622968 req-80d184ad-56e4-4ad3-88ba-2f6beccda393 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 945 time: 0.0488636 Nov 27 10:44:21.403297 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a42b322f-d6a3-4dea-aead-f585a4622968 req-9a788e1a-b2a7-4955-beaf-317559507663 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441406 Nov 27 10:44:21.516839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1386-02ff-4c7f-9e40-df6100ec989b req-4ca1d3ae-c887-402f-a073-81162ce6b20f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:21.518194 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b3f1386-02ff-4c7f-9e40-df6100ec989b req-4ca1d3ae-c887-402f-a073-81162ce6b20f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 945 time: 0.0477464 Nov 27 10:44:21.571213 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b3f1386-02ff-4c7f-9e40-df6100ec989b req-9d85a892-c87c-499f-a43d-75480191de17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471070 Nov 27 10:44:21.593712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:21.634758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf7214-a0dc-47c1-9062-4a3cd8c42f2b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:21.636553 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-67cf7214-a0dc-47c1-9062-4a3cd8c42f2b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 1093 time: 0.0417507 Nov 27 10:44:21.639302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44134) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:21.643621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:44:21.667611 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:21.761586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:21.866172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.228 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/65688f5f-ead9-413a-a802-aa161446819c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:44:21.969387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:22.001947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:22.038007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:44:22.041381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:44:22.044559 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:44:22.081240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=65688f5f-ead9-413a-a802-aa161446819c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:22.707299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:22.770148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:22.916649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:22.921042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:22.993168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=65688f5f-ead9-413a-a802-aa161446819c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:44:23.003912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:23.103626 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP df52110f-de36-43f3-840b-dd7b1567ee25 associated. External IP: 172.26.1.228, port: 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c. Nov 27 10:44:23.307212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7182c83d-d054-4850-b56c-4faca8083db7 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:44:23.413808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:44:23.424218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] Sync routers for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:44:23.433945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:23.434645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:23.435278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:44:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:23.462862 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6c3097a8-db3f-4ee7-8e7f-082328a700fe tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8224576 Nov 27 10:44:23.463565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:44:23.465755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:23.466263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02826cf3-2eec-4d71-8dca-d138aa719d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:44:23.505536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d819fd5b-702f-4d9c-9557-ae5be6fe41d7 x-openstack-request-id: req-d819fd5b-702f-4d9c-9557-ae5be6fe41d7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:44:23.505848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:44:23.506115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d819fd5b-702f-4d9c-9557-ae5be6fe41d7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:44:23.506530 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'status': 'completed', 'code': 200} Nov 27 10:44:23.538093 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f7e3f76-6749-48bb-95ad-6f2b1f031a0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/df52110f-de36-43f3-840b-dd7b1567ee25 HTTP/1.1" status: 200 len: 991 time: 0.0700724 Nov 27 10:44:23.554109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:23.573891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-523d15f1-b6dc-428f-8165-d6aee9190471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:23.575306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-523d15f1-b6dc-428f-8165-d6aee9190471 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 1098 time: 0.0452187 Nov 27 10:44:23.667439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-ff6cee9f-5f23-4555-b646-ead4e637181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:23.668964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-ff6cee9f-5f23-4555-b646-ead4e637181c service neutron] 10.222.0.24 "GET /v2.0/networks?id=088de060-7e09-4ccf-b24a-3c9e41005280 HTTP/1.1" status: 200 len: 898 time: 0.0856373 Nov 27 10:44:23.739001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-261af8f9-af75-4db6-8613-b7610ac71f8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c HTTP/1.1" status: 200 len: 999 time: 0.0626063 Nov 27 10:44:23.780099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'df52110f-de36-43f3-840b-dd7b1567ee25', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.228', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'port_id': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'mac_address': 'fa:16:3e:10:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02583e93-91a2-422b-8beb-205e6216673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:44:22Z', 'updated_at': '2021-11-27T10:44:22Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:08Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:23.787878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-a194da85-5ee0-4275-89ba-ef9de6c2cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:23.789423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-a194da85-5ee0-4275-89ba-ef9de6c2cb94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2884824-6c1c-4dce-81d8-390d0863c4ec HTTP/1.1" status: 200 len: 834 time: 0.0440319 Nov 27 10:44:23.805831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] Checking router: 7182c83d-d054-4850-b56c-4faca8083db7 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:44:23.815003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:44:23.815629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:44:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:23.835278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-e941102f-1745-45a4-be38-ebbda682b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:44:23.836733 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-e941102f-1745-45a4-be38-ebbda682b7c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=088de060-7e09-4ccf-b24a-3c9e41005280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403919 Nov 27 10:44:23.920984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:44:23.930540 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-5f336dc2-4b9e-402c-a782-6a23dffa852c service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860751 Nov 27 10:44:24.020993 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02826cf3-2eec-4d71-8dca-d138aa719d7b req-2b75480b-5f68-4af9-9213-f17dc6326fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Nov 27 10:44:24.152930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'df52110f-de36-43f3-840b-dd7b1567ee25', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.228', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'port_id': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'mac_address': 'fa:16:3e:10:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02583e93-91a2-422b-8beb-205e6216673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:44:22Z', 'updated_at': '2021-11-27T10:44:22Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:08Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:44:24.178674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530a4d3-e848-41a9-9c5a-37cf094f31b2 None None] The sync data for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv is: [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'df52110f-de36-43f3-840b-dd7b1567ee25', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.228', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'port_id': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'mac_address': 'fa:16:3e:10:60:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02583e93-91a2-422b-8beb-205e6216673d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:44:22Z', 'updated_at': '2021-11-27T10:44:22Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:08Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:44:24.355687 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e59a3-4e4a-4e29-af93-a9979e7272ea None None] New status for floating IP df52110f-de36-43f3-840b-dd7b1567ee25: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:44:24.540257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:44:24.606210 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ee141457-511f-4cd2-9fa6-a80d29f7cc00 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/df52110f-de36-43f3-840b-dd7b1567ee25 HTTP/1.1" status: 200 len: 993 time: 0.0640819 Nov 27 10:44:27.640207 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:44:31.686163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:40.231351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc1c549e-6191-4743-8115-83a2401ab0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:43.036557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-01f13b87-b8a0-43fd-9c3d-aff9b5ab312a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:43.799161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:45.423897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:44:46.182895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:01.686321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:04.642425 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:45:10.232820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-89a526e4-54a8-4b5e-a960-a62683d658a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:13.041523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-acbc2a95-aff1-4771-bdf3-2a87c9001000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:13.801373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:15.427187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:16.184844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:27.191402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44158) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:27.252987 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-242f9d67-1c3b-448b-81ac-48513f2493d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/df52110f-de36-43f3-840b-dd7b1567ee25 HTTP/1.1" status: 200 len: 993 time: 0.0603938 Nov 27 10:45:27.537634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:27.692975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 65688f5f-ead9-413a-a802-aa161446819c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:45:27.693305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:27.769656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:27.769894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:27.781615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 65688f5f-ead9-413a-a802-aa161446819c owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:45:28.160099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:28.189604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=65688f5f-ead9-413a-a802-aa161446819c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:28.211971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.212324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.212695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.213036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.213873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.214210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.214540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.214896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.215271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.215626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.215951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.216279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:28.259214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:28.259541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP df52110f-de36-43f3-840b-dd7b1567ee25 disassociated (deleted). External IP: 172.26.1.228, port: 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c. Nov 27 10:45:28.469229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7182c83d-d054-4850-b56c-4faca8083db7 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:45:28.577192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:45:28.581846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:28.586361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] Sync routers for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:45:28.595825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:28.596464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:28.608860 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-51c07aa4-42a0-4339-a4db-0b7c8d2dedd3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/df52110f-de36-43f3-840b-dd7b1567ee25 HTTP/1.1" status: 204 len: 168 time: 1.0701213 Nov 27 10:45:28.609549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:45:28.611901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:45:28.650749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a026c314-6596-4159-b873-582b40c2ca40 x-openstack-request-id: req-a026c314-6596-4159-b873-582b40c2ca40 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:45:28.651058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:45:28.651422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a026c314-6596-4159-b873-582b40c2ca40 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:45:28.651735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'status': 'completed', 'code': 200} Nov 27 10:45:28.711578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:28.715772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-c7f68ab8-5e60-4049-994c-986d6d8656d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:28.717516 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-c7f68ab8-5e60-4049-994c-986d6d8656d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 1098 time: 0.0439672 Nov 27 10:45:28.823257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-654bc255-e9e3-48e6-96c0-fca0d99f0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:28.824800 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-654bc255-e9e3-48e6-96c0-fca0d99f0778 service neutron] 10.222.0.24 "GET /v2.0/networks?id=088de060-7e09-4ccf-b24a-3c9e41005280 HTTP/1.1" status: 200 len: 898 time: 0.0961447 Nov 27 10:45:28.847545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724f1b-8403-48da-8144-deab8ca34463 req-813a36e7-c6d7-4fc5-89f5-995698d9d588 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:28.849298 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c2724f1b-8403-48da-8144-deab8ca34463 req-813a36e7-c6d7-4fc5-89f5-995698d9d588 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 945 time: 0.0521522 Nov 27 10:45:28.868084 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-4eef7dae-d4e1-465d-8da1-55e1dfd51a3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c HTTP/1.1" status: 200 len: 217 time: 0.0358868 Nov 27 10:45:28.902945 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c2724f1b-8403-48da-8144-deab8ca34463 req-8b2e6ba9-1611-4010-a22e-3428e4660afb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462923 Nov 27 10:45:28.927826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-c82b50b6-b571-4cc1-ab61-ab73fca915e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:28.929357 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-c82b50b6-b571-4cc1-ab61-ab73fca915e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2884824-6c1c-4dce-81d8-390d0863c4ec HTTP/1.1" status: 200 len: 834 time: 0.0531669 Nov 27 10:45:28.937918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:08Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:28.964687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] Checking router: 7182c83d-d054-4850-b56c-4faca8083db7 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:45:28.973004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:28.973642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:28.977023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-53e1dd81-13a4-4395-bdf9-a9d8e65ac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:28.978517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-53e1dd81-13a4-4395-bdf9-a9d8e65ac854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=088de060-7e09-4ccf-b24a-3c9e41005280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404255 Nov 27 10:45:29.071824 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-f815ba00-4377-4a9a-a7c9-bc48b157f1af service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842297 Nov 27 10:45:29.080485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:29.166620 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cbbb906-99b5-4b7c-bcb8-4235ccb08f7b req-30e14429-33bf-4e94-a8dd-04f704f8cca4 service neutron] 10.222.0.24 "GET /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874345 Nov 27 10:45:29.280846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:08Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:29.306680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c54f5-e546-434b-ae6b-9c9d92a64af1 None None] The sync data for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv is: [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:44:05Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'fb72fc13-8ae7-4098-a124-df4c04e9d980', 'name': '', 'network_id': '088de060-7e09-4ccf-b24a-3c9e41005280', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:81:cb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:04Z', 'updated_at': '2021-11-27T10:44:08Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'e2884824-6c1c-4dce-81d8-390d0863c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:45:29.515689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5decbbc-42e2-4e2a-b52f-d88257e0fc4e None None] New status for floating IP df52110f-de36-43f3-840b-dd7b1567ee25: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:45:30.021301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ff1b-3082-494d-a256-4bf58c13d87a req-0bb6f05b-f135-4412-a9cd-850cefcfd9fa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:30.022784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34d8ff1b-3082-494d-a256-4bf58c13d87a req-0bb6f05b-f135-4412-a9cd-850cefcfd9fa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 945 time: 0.0489020 Nov 27 10:45:30.075137 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34d8ff1b-3082-494d-a256-4bf58c13d87a req-9adebf68-c013-4533-8968-014abb8d1590 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=605ecf62-de19-4d18-ad36-08030c758a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455511 Nov 27 10:45:30.474020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-97c3b3d4-c483-470c-909a-5809d8ee8304 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:30.475450 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-97c3b3d4-c483-470c-909a-5809d8ee8304 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 945 time: 0.0550520 Nov 27 10:45:30.561664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:45:30.561996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:30.650299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:30.650753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:30.662498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:45:30.785412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:30.818784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=43c0b6b4-2aad-4f7a-ac35-9a66050bac1c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:30.846499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.846851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.847194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.847532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.847866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.848227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.848607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.848938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.849267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.849592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.849914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.850233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:30.868860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:45:30.871738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:30.875087 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3ea2ecde-0bff-4f9b-a398-d4fb6f427986 req-5717a968-f990-44ad-bc21-c78f4e0f6433 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/43c0b6b4-2aad-4f7a-ac35-9a66050bac1c HTTP/1.1" status: 204 len: 173 time: 0.3936722 Nov 27 10:45:30.875517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'name': 'network-vif-deleted', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:45:30.877830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e45cdb5-84f2-4ba9-94f1-e27678d020e1" -d '{"events": [{"server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "name": "network-vif-deleted", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:45:30.913587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d87bf3-5e29-43a4-8683-f94dd6300547 x-openstack-request-id: req-e7d87bf3-5e29-43a4-8683-f94dd6300547 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:45:30.913900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02583e93-91a2-422b-8beb-205e6216673d", "name": "network-vif-deleted", "tag": "43c0b6b4-2aad-4f7a-ac35-9a66050bac1c", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:45:30.914163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7d87bf3-5e29-43a4-8683-f94dd6300547 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:45:30.914577 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02583e93-91a2-422b-8beb-205e6216673d', 'name': 'network-vif-deleted', 'tag': '43c0b6b4-2aad-4f7a-ac35-9a66050bac1c', 'status': 'completed', 'code': 200} Nov 27 10:45:31.181138 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-09c51155-9e00-483c-9d80-ca5d071aea42 req-e7c533b0-15ba-4eca-88f8-70a16010b470 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=02583e93-91a2-422b-8beb-205e6216673d HTTP/1.1" status: 200 len: 210 time: 0.0271358 Nov 27 10:45:31.700583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:32.237015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:32.292882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f200ccb-c3a9-490c-803b-eefcd59e5bb3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:32.322006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f200ccb-c3a9-490c-803b-eefcd59e5bb3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:32.380784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f200ccb-c3a9-490c-803b-eefcd59e5bb3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:32.383528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f200ccb-c3a9-490c-803b-eefcd59e5bb3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:32.385002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f200ccb-c3a9-490c-803b-eefcd59e5bb3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/605ecf62-de19-4d18-ad36-08030c758a2e HTTP/1.1" status: 204 len: 168 time: 0.1469462 Nov 27 10:45:32.394302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f200ccb-c3a9-490c-803b-eefcd59e5bb3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ecf62-de19-4d18-ad36-08030c758a2e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:32.415410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44192) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:32.764948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.015785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port fb72fc13-8ae7-4098-a124-df4c04e9d980 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:45:33.016051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.104990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port fb72fc13-8ae7-4098-a124-df4c04e9d980, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fb72fc13-8ae7-4098-a124-df4c04e9d980,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:33.105332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.116753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for fb72fc13-8ae7-4098-a124-df4c04e9d980 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:45:33.308206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.332937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=fb72fc13-8ae7-4098-a124-df4c04e9d980,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:33.516935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.722516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7182c83d-d054-4850-b56c-4faca8083db7 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:45:33.828002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:45:33.833359 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0f4cf161-5f06-43ba-93f3-0312fd21186e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/7182c83d-d054-4850-b56c-4faca8083db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164922 Nov 27 10:45:33.835690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44194) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:33.838298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] Sync routers for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:45:33.848717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:33.849318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:33.886353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet e2884824-6c1c-4dce-81d8-390d0863c4ec {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:45:33.889441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.933595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:33.953303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:34.013175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.070081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.099748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=e2884824-6c1c-4dce-81d8-390d0863c4ec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:34.106136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.111203 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a2f5ad7b-ec9c-478e-a12b-d5f3ff9d4045 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/e2884824-6c1c-4dce-81d8-390d0863c4ec HTTP/1.1" status: 204 len: 168 time: 0.2726965 Nov 27 10:45:34.112064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44196) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:34.117202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85186e2a-85c7-4903-a387-62ea2cbdf030 None None] Network 088de060-7e09-4ccf-b24a-3c9e41005280 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:45:34.215535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.216002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:45:33Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:34.260301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] Checking router: 7182c83d-d054-4850-b56c-4faca8083db7 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:45:34.275091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] Routers {'7182c83d-d054-4850-b56c-4faca8083db7'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:34.276160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7182c83d-d054-4850-b56c-4faca8083db7'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:34.321836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.390961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port bec31017-eea7-4b1b-b051-5012e126e67e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:45:34.391302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.490008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port bec31017-eea7-4b1b-b051-5012e126e67e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bec31017-eea7-4b1b-b051-5012e126e67e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:34.490373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.503908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for bec31017-eea7-4b1b-b051-5012e126e67e owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:45:34.514679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] DHCP port deletion for 088de060-7e09-4ccf-b24a-3c9e41005280 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:45:34.516987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 594ebee9-317d-497a-a39a-aff0778055b8 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:45:34.596961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] Set router 7182c83d-d054-4850-b56c-4faca8083db7 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:34.672167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.697024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=bec31017-eea7-4b1b-b051-5012e126e67e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:34.739974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2064129-d732-41f3-8888-4e149f74a0e0 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:45:34.760447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.775251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.778640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] Deleting port 594ebee9-317d-497a-a39a-aff0778055b8 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:45:34.779002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.912116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 594ebee9-317d-497a-a39a-aff0778055b8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=594ebee9-317d-497a-a39a-aff0778055b8,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:34.915394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] For port 594ebee9-317d-497a-a39a-aff0778055b8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=594ebee9-317d-497a-a39a-aff0778055b8,segment=NetworkSegment(5bb695a8-2405-4180-a536-973e1d4ff14d),segment_id=5bb695a8-2405-4180-a536-973e1d4ff14d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:34.915844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.926877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:34.958173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] Calling delete_port for 594ebee9-317d-497a-a39a-aff0778055b8 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:45:35.042318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=594ebee9-317d-497a-a39a-aff0778055b8,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:35.057498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:45:33Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:35.091067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.091428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.091778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.092122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.092240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.092489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.092833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.093169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.093511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.093847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.094167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.094427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.094556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.094812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:35.100359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1393d-2c96-400d-a505-05edb908a492 None None] The sync data for ids ['7182c83d-d054-4850-b56c-4faca8083db7'] in dv-neutron-804846-16-hyperv is: [{'id': '7182c83d-d054-4850-b56c-4faca8083db7', 'name': 'tempest-TestNetworkBasicOps-router-1831406205', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:44:01Z', 'updated_at': '2021-11-27T10:45:33Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'bec31017-eea7-4b1b-b051-5012e126e67e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7182c83d-d054-4850-b56c-4faca8083db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:44:02Z', 'updated_at': '2021-11-27T10:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:45:35.128113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.143754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.144307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 7182c83d-d054-4850-b56c-4faca8083db7 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:45:35.151329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.152431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c22c4871-012c-4f91-b598-8575b6828e8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/7182c83d-d054-4850-b56c-4faca8083db7 HTTP/1.1" status: 204 len: 168 time: 1.0394535 Nov 27 10:45:35.155449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44198) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:35.159714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] Pushing event deleted for resources: {'Port': ['ID=594ebee9-317d-497a-a39a-aff0778055b8,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:35.161598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8424470-7a42-4de4-93ea-9431b4574e12 None None] No DVR routers for this DVR port 594ebee9-317d-497a-a39a-aff0778055b8 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:45:35.233978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.317695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.336765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088de060-7e09-4ccf-b24a-3c9e41005280']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:35.345771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb695a8-2405-4180-a536-973e1d4ff14d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:35.346060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb695a8-2405-4180-a536-973e1d4ff14d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:35.355646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.368138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.374505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:45:35.374880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:45:35.377711 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:45:35.438715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.445986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.449929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/088de060-7e09-4ccf-b24a-3c9e41005280 HTTP/1.1" status: 204 len: 168 time: 0.2933612 Nov 27 10:45:35.463665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869767d-c9b4-45fd-a417-a77ad1304a10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=088de060-7e09-4ccf-b24a-3c9e41005280,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:35.464589 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44200) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:35.470433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--871301446', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:35.493752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:45:35.498176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.523573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:45:35.534404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.534745 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 1ef2e0db-ae15-44b0-a5d0-24b9c725f780 of type vlan for network 13fbd691-5740-4e78-8ed4-85fbb57ab77e Nov 27 10:45:35.576424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.600707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.606834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:35.607406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.644317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1783996 Nov 27 10:45:35.647084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44202) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:35.671841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:45:35.676042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-617804347', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:35.691903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fde5f2-c8b2-45c2-80ad-a8cb30eadfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=13fbd691-5740-4e78-8ed4-85fbb57ab77e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:35.695750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:45:35.696128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 43c0b6b4-2aad-4f7a-ac35-9a66050bac1c not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:45:35.709923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:45:35.712185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.713673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.772784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:35.924279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.113949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.133585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.237009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.134 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/1201fc27-b2a0-421f-b4dd-9caf1189f512) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:45:36.343659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.378747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.420576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:45:36.423493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:36.424218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bec31017-eea7-4b1b-b051-5012e126e67e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:45:36.427072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:45:36.445310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a2e4b-c843-4acf-aade-5fd583a7c717 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:45:36.447530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: bec31017-eea7-4b1b-b051-5012e126e67e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:45:36.447863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bec31017-eea7-4b1b-b051-5012e126e67e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:45:36.448269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fb72fc13-8ae7-4098-a124-df4c04e9d980 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:45:36.453691 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=1201fc27-b2a0-421f-b4dd-9caf1189f512,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:36.474372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: fb72fc13-8ae7-4098-a124-df4c04e9d980 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:45:36.474721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fb72fc13-8ae7-4098-a124-df4c04e9d980 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:45:36.501699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8ef38867-7739-499a-8251-2dffc3ef1e75 None None] Provisioning complete for port 1201fc27-b2a0-421f-b4dd-9caf1189f512 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:36.502070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ef38867-7739-499a-8251-2dffc3ef1e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.539459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8ef38867-7739-499a-8251-2dffc3ef1e75 None None] Port 1201fc27-b2a0-421f-b4dd-9caf1189f512 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:45:36.691471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:36.881773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:37.004865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:45:37.401072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:45:37.411178 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:45:37.420942 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:37.422158 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c771a9c4-6ac2-40cf-8669-8dabd557ae2a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7741616 Nov 27 10:45:37.423409 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:37.424023 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:37.425520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44204) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:37.453480 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-11755f24-eec5-4297-803c-a8df98675061 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268126 Nov 27 10:45:37.456071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:37.527369 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:37.545725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e99fa8-456f-4336-b5c2-5bc6f28cb91b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:37.550055 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-56e99fa8-456f-4336-b5c2-5bc6f28cb91b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896828 Nov 27 10:45:37.550211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:37.580022 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b317629-612a-4286-9e21-c67b927da28e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263906 Nov 27 10:45:37.580275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44210) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:37.584852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633378126', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:37.675824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:45:37.679287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:37.787870 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:36Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:37.817331 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:45:37.817829 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Updating router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a port 1201fc27-b2a0-421f-b4dd-9caf1189f512 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:45:37.842095 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:37.860763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:37.926649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=7369ebc9-7052-4ea3-b4b3-d36cfef191f4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:37.933725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:45:37.934087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 13fbd691-5740-4e78-8ed4-85fbb57ab77e, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:45:37.950134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:45:37.959315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 13fbd691-5740-4e78-8ed4-85fbb57ab77e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:37.964544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:37.965149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:37.971128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b50572-f173-400b-a28d-28bc1ce0a608 None None] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:45:37.987706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44212) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:37.993057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bbda5028-30c2-4729-a26e-e41f6c8521c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4116764 Nov 27 10:45:38.102734 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.109407 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.139448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:45:38.144351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.158255 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Attempting to bind port 1201fc27-b2a0-421f-b4dd-9caf1189f512 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:45:38.158255 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Attempting to bind port 1201fc27-b2a0-421f-b4dd-9caf1189f512 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:45:38.158255 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Attempting to bind port 1201fc27-b2a0-421f-b4dd-9caf1189f512 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:45:38.161627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d3207-7070-4afd-bf85-3725f00251d8 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:45:38.168583 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:45:38.168911 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:45:38.169304 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.169689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:45:38.170157 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Bound port: 1201fc27-b2a0-421f-b4dd-9caf1189f512, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:45:38.170558 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.221903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] For port 1201fc27-b2a0-421f-b4dd-9caf1189f512, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:45:38.224660 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] For port 1201fc27-b2a0-421f-b4dd-9caf1189f512, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1201fc27-b2a0-421f-b4dd-9caf1189f512,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:45:38.232580 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.234377 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Pushing event updated for resources: {'Port': ['ID=1201fc27-b2a0-421f-b4dd-9caf1189f512,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:38.241914 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.242451 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.242803 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.243142 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.243471 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.243810 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.244302 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.245114 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.245441 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.245764 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.246086 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.246408 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:45:38.288750 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:38.289353 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:38.298115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9441eb0-5d4c-44c1-8fef-73bf0f9812f6 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:45:38.308324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Allocated IP 172.20.0.2 (13fbd691-5740-4e78-8ed4-85fbb57ab77e/7369ebc9-7052-4ea3-b4b3-d36cfef191f4/56b3d12e-23fa-46eb-a599-b3baa39d11f3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:45:38.340533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bae24d9d-6541-48f1-bc6a-961d84e487b7 None None] Provisioning complete for port 1201fc27-b2a0-421f-b4dd-9caf1189f512 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:38.341207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae24d9d-6541-48f1-bc6a-961d84e487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.399253 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:38.459838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.481563 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d7a7e-9dab-4e92-9e05-b23cd772542c None None] Pushing event updated for resources: {'Port': ['ID=1201fc27-b2a0-421f-b4dd-9caf1189f512,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:38.514490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae24d9d-6541-48f1-bc6a-961d84e487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.543012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bae24d9d-6541-48f1-bc6a-961d84e487b7 None None] For port 1201fc27-b2a0-421f-b4dd-9caf1189f512, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1201fc27-b2a0-421f-b4dd-9caf1189f512,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:38.551278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bae24d9d-6541-48f1-bc6a-961d84e487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.557892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.581117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.607477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:45:38.611342 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:36Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:38.614963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:38.618981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:45:38.622525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae24d9d-6541-48f1-bc6a-961d84e487b7 None None] Pushing event updated for resources: {'Port': ['ID=1201fc27-b2a0-421f-b4dd-9caf1189f512,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:38.640418 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765324d-f2d6-4471-9cb6-bd870e8a530a None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:36Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:45:38.719438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Pushing event updated for resources: {'Port': ['ID=56b3d12e-23fa-46eb-a599-b3baa39d11f3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:38.728345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Attempting to bind port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:45:38.728926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Attempting to bind port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:45:38.729402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Attempting to bind port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:45:38.733294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-de03cda0-8321-4087-9579-3107357922d7 None None] Provisioning complete for port 1201fc27-b2a0-421f-b4dd-9caf1189f512 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:38.733668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de03cda0-8321-4087-9579-3107357922d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.737959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:45:38.738340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Checking segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:45:38.738738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.739132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Bound using segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:45:38.739610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Bound port: 56b3d12e-23fa-46eb-a599-b3baa39d11f3, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:45:38.739994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.766386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (13fbd691-5740-4e78-8ed4-85fbb57ab77e/7369ebc9-7052-4ea3-b4b3-d36cfef191f4/930eb20b-c638-4d4c-aea4-20226252ba9d) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:45:38.858161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] For port 56b3d12e-23fa-46eb-a599-b3baa39d11f3, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:45:38.877457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] For port 56b3d12e-23fa-46eb-a599-b3baa39d11f3, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=56b3d12e-23fa-46eb-a599-b3baa39d11f3,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:45:38.894645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.924458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:38.973766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f54f6b-49a7-4463-a68b-539a46ab4a29 None None] Pushing event updated for resources: {'Port': ['ID=56b3d12e-23fa-46eb-a599-b3baa39d11f3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:38.981914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.035128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:45:39.038393 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:39.045298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:45:39.050207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=930eb20b-c638-4d4c-aea4-20226252ba9d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:39.093088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.251888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.550543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.555461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.631394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.633363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=930eb20b-c638-4d4c-aea4-20226252ba9d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:39.733120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:45:39.734582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:39.857669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:45:39.889253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a90ee-ee05-4a29-9941-f3b5ac306ea2 None None] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:45:39.959075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ad4fb457-ac3c-41f5-a4d3-6b15913960cf None None] Provisioning complete for port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:39.959456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb457-ac3c-41f5-a4d3-6b15913960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:39.971187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:45:39.981556 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-219da590-2d5b-4faf-a635-62e8ef3cb3f2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9902468 Nov 27 10:45:39.982003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44214) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:40.106329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb457-ac3c-41f5-a4d3-6b15913960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.149855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ad4fb457-ac3c-41f5-a4d3-6b15913960cf None None] For port 56b3d12e-23fa-46eb-a599-b3baa39d11f3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=56b3d12e-23fa-46eb-a599-b3baa39d11f3,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:40.156330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb457-ac3c-41f5-a4d3-6b15913960cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.165973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4dcea-c69c-41f3-9c79-d61eece08a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.166684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4dcea-c69c-41f3-9c79-d61eece08a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.167135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4dcea-c69c-41f3-9c79-d61eece08a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.167585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4dcea-c69c-41f3-9c79-d61eece08a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.169297 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e8a4dcea-c69c-41f3-9c79-d61eece08a90 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1856072 Nov 27 10:45:40.172671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44216) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:40.217045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb457-ac3c-41f5-a4d3-6b15913960cf None None] Pushing event updated for resources: {'Port': ['ID=56b3d12e-23fa-46eb-a599-b3baa39d11f3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:40.238734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3be3fe3-2031-4748-91f1-00672636688c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.240662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe881ffc-eb41-4915-ab24-f21d16085895 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.241137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe881ffc-eb41-4915-ab24-f21d16085895 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.241581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe881ffc-eb41-4915-ab24-f21d16085895 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.242057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe881ffc-eb41-4915-ab24-f21d16085895 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:40.243754 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fe881ffc-eb41-4915-ab24-f21d16085895 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0701473 Nov 27 10:45:40.247128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44218) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:40.344761 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:45:40.355124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:40.355849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:40.426587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ffa9f978-ae9c-44ca-ad46-cafa3c0a4e6a None None] Provisioning complete for port 930eb20b-c638-4d4c-aea4-20226252ba9d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:40.427167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f978-ae9c-44ca-ad46-cafa3c0a4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.544428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f9282ded-3b3d-4f85-9499-8b4aafcbeac9 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2932715 Nov 27 10:45:40.658944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1201fc27-b2a0-421f-b4dd-9caf1189f512 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:45:40.691401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9f978-ae9c-44ca-ad46-cafa3c0a4e6a None None] Port 930eb20b-c638-4d4c-aea4-20226252ba9d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:45:40.715899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:40.759411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ffa9f978-ae9c-44ca-ad46-cafa3c0a4e6a None None] Provisioning complete for port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:40.759877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ffa9f978-ae9c-44ca-ad46-cafa3c0a4e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.810143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44222) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:40.814934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610345805', 'description': 'tempest-secgroup-smoke-1610345805 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:40.837725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.854802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1201fc27-b2a0-421f-b4dd-9caf1189f512 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:40.855178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.911709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.915443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.946342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:40.948028 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1362975 Nov 27 10:45:40.949662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc39bd-6cb4-4f11-809e-5538e816cc48 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941ab0e4-85b0-4ffe-a656-e45640a51913,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:40.950820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44224) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:40.955923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '941ab0e4-85b0-4ffe-a656-e45640a51913', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:40.986869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.045103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.049161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.051555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 56b3d12e-23fa-46eb-a599-b3baa39d11f3 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:45:41.070452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82aeb58a-18f2-4a11-8a66-d1aeb10d9f3c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.077154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.078367 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2aac9e14-7d84-44c3-9829-2da2b63d312a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265345 Nov 27 10:45:41.081360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:41.086022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '941ab0e4-85b0-4ffe-a656-e45640a51913', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:41.102985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:41.113086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.134626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:45:41.135359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Updating router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a port 930eb20b-c638-4d4c-aea4-20226252ba9d binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:45:41.171520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.171901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.175112 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4e1995cc-9854-442f-8abb-e5d59b8b2b52 None None] Provisioning complete for port 930eb20b-c638-4d4c-aea4-20226252ba9d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:41.175476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4e1995cc-9854-442f-8abb-e5d59b8b2b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.175758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.176901 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:41.177258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.191254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26852f2e-026e-453d-8083-916969b296a8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.202585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.204863 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-12942a2a-d438-49ec-aa7c-c37a0e08e550 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224413 Nov 27 10:45:41.207818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:41.212525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '941ab0e4-85b0-4ffe-a656-e45640a51913', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:41.239464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.269338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4e1995cc-9854-442f-8abb-e5d59b8b2b52 None None] Port 930eb20b-c638-4d4c-aea4-20226252ba9d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:45:41.296319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.299976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.317514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e4962f-f786-4760-80b2-b4a5f5d7832a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.325335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.330279 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2c0fb636-3278-4007-9db5-24010c3dfe37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175301 Nov 27 10:45:41.330279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:41.334276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '941ab0e4-85b0-4ffe-a656-e45640a51913', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:41.363243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.425322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.429057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.448706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280ab97c-3989-44a5-af10-29bae9e209ca,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.458575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.459821 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d821862b-8c17-437e-a5d8-7ea44e14eed8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295490 Nov 27 10:45:41.462463 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44232) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:41.466931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '941ab0e4-85b0-4ffe-a656-e45640a51913', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:41.490861 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:45:41.496846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.544654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.549718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.554795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.559520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.578049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5c73dd-e52f-46d1-b756-e51fb141bdf0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.589037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.590664 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fef02690-7f6d-4069-9f47-ce4fe2c475f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269965 Nov 27 10:45:41.594225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44234) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:41.604573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '941ab0e4-85b0-4ffe-a656-e45640a51913', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:41.606101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd8f0-c30f-4e0b-b99c-f69bcf4ded54 None None] Pushing event updated for resources: {'Port': ['ID=930eb20b-c638-4d4c-aea4-20226252ba9d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.634216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:45:41.640860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.643222 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:45:41.657336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Attempting to bind port 930eb20b-c638-4d4c-aea4-20226252ba9d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:45:41.657794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Attempting to bind port 930eb20b-c638-4d4c-aea4-20226252ba9d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:45:41.658225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Attempting to bind port 930eb20b-c638-4d4c-aea4-20226252ba9d on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:45:41.663534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:45:41.664013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Checking segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:45:41.664643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.665094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Bound using segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:45:41.665643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Bound port: 930eb20b-c638-4d4c-aea4-20226252ba9d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:45:41.666713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.709320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.715388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.734452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] For port 930eb20b-c638-4d4c-aea4-20226252ba9d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:45:41.734724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba1fcf0-af01-4aba-aa7d-569dd78d7358,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.737846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] For port 930eb20b-c638-4d4c-aea4-20226252ba9d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=930eb20b-c638-4d4c-aea4-20226252ba9d,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:45:41.745424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.746641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.756592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d8c76f38-dc8c-4cb0-aa61-7b9da366d843 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508512 Nov 27 10:45:41.811466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:41.812094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:41.849226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd8f0-c30f-4e0b-b99c-f69bcf4ded54 None None] Pushing event updated for resources: {'Port': ['ID=930eb20b-c638-4d4c-aea4-20226252ba9d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:41.930707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f25fbff2-b98b-466d-b159-02ed160e3652 None None] Provisioning complete for port 930eb20b-c638-4d4c-aea4-20226252ba9d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:41.931082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f25fbff2-b98b-466d-b159-02ed160e3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:41.953264 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-15883783-fb20-4ac8-ade4-fb365ce51d43 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610345805&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0480769 Nov 27 10:45:41.966491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:42.067944 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-cec38b6e-7a28-4613-ae11-94f576d53efd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:42.069498 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-cec38b6e-7a28-4613-ae11-94f576d53efd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 796 time: 0.1082714 Nov 27 10:45:42.085180 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-a64fbd13-a2b5-499d-8940-e097cab703f1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0093865 Nov 27 10:45:42.136948 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-3956ce4c-4ea1-424e-bf47-bbf3348b2e1f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457101 Nov 27 10:45:42.145454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f25fbff2-b98b-466d-b159-02ed160e3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:42.212667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f25fbff2-b98b-466d-b159-02ed160e3652 None None] For port 930eb20b-c638-4d4c-aea4-20226252ba9d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=930eb20b-c638-4d4c-aea4-20226252ba9d,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:42.220001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f25fbff2-b98b-466d-b159-02ed160e3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:42.241668 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-d14f4a6c-065e-42bb-a83d-efbb68a224a4 service neutron] 10.222.0.13 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932765 Nov 27 10:45:42.273699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fbff2-b98b-466d-b159-02ed160e3652 None None] Pushing event updated for resources: {'Port': ['ID=930eb20b-c638-4d4c-aea4-20226252ba9d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:42.281960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:42.308144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096fe1e-cb13-41e5-9a6a-9233cec246b4 None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:45:42.338637 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-adf59b89-d12a-40a1-9dd5-bbc415a2861a service neutron] 10.222.0.13 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Nov 27 10:45:42.339478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e1018bab-40a7-4447-adb8-ff52a83fe189 None None] Provisioning complete for port 930eb20b-c638-4d4c-aea4-20226252ba9d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:42.339742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1018bab-40a7-4447-adb8-ff52a83fe189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:42.534827 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d251b-ecfd-45e5-87c8-7a26bc66b1b3 req-e26a39e1-8d70-4481-8b1c-7df48aa6e8e3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 210 time: 0.0297749 Nov 27 10:45:43.046857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-895e3e7f-3090-4dec-914f-871fb7ec0dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:43.630280 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ea506092-04a3-40e9-aba2-cb72ca6691cb req-439cc07c-3a8f-4cb1-9041-4b6eb122b309 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 210 time: 0.0275357 Nov 27 10:45:43.805492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:44.434199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 930eb20b-c638-4d4c-aea4-20226252ba9d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:45:44.484202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 930eb20b-c638-4d4c-aea4-20226252ba9d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:44.484608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:44.723696 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3dfcb367-6eb3-4d05-905c-238f57faaea5 req-6c3b9140-6014-4a57-b398-ba64c4d5dcb6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 210 time: 0.0278888 Nov 27 10:45:45.043954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-414e91a8-eae6-49f7-a06b-02c495bbfd26 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:45.046075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-414e91a8-eae6-49f7-a06b-02c495bbfd26 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 796 time: 0.1186976 Nov 27 10:45:45.113633 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-25eb4e81-7904-4c50-baa6-ddf760008bc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 380 time: 0.0581636 Nov 27 10:45:45.123916 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['941ab0e4-85b0-4ffe-a656-e45640a51913']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:45.235215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:45:45.239424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.371344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.7 (13fbd691-5740-4e78-8ed4-85fbb57ab77e/7369ebc9-7052-4ea3-b4b3-d36cfef191f4/03b18632-3219-4b0b-a2d9-02569cbc8b77) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:45:45.436163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.515368 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.553628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.600228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:45:45.603168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:45.608300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:45:45.612329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=03b18632-3219-4b0b-a2d9-02569cbc8b77,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:45.668812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:45.669628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.687220 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-c516d40e-9298-4473-a91b-b81c836a6b7e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676887 Nov 27 10:45:45.701807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Request body: {'port': {'device_id': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:45.764905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.921996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552a8ce-25ef-416b-9484-d65ea4bf1e59 req-64355211-8e89-4090-83e1-5fea80963ff5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:45.923447 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d552a8ce-25ef-416b-9484-d65ea4bf1e59 req-64355211-8e89-4090-83e1-5fea80963ff5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 931 time: 0.1175010 Nov 27 10:45:45.943215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7ae01e96-9845-4f05-8b25-61c9813c47f7 None None] Provisioning complete for port 03b18632-3219-4b0b-a2d9-02569cbc8b77 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:45.943594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7ae01e96-9845-4f05-8b25-61c9813c47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:45.981099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7ae01e96-9845-4f05-8b25-61c9813c47f7 None None] Port 03b18632-3219-4b0b-a2d9-02569cbc8b77 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:45:46.041305 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d552a8ce-25ef-416b-9484-d65ea4bf1e59 req-4beab7a8-3007-4d38-baa1-7585936cedf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066852 Nov 27 10:45:46.122198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b18632-3219-4b0b-a2d9-02569cbc8b77 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:45:46.129746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:46.142745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Transition to ACTIVE for port object 03b18632-3219-4b0b-a2d9-02569cbc8b77 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:45:46.145760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:46.190820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:46.214225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Pushing event updated for resources: {'Port': ['ID=03b18632-3219-4b0b-a2d9-02569cbc8b77,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:46.272418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Attempting to bind port 03b18632-3219-4b0b-a2d9-02569cbc8b77 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:45:46.272772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Attempting to bind port 03b18632-3219-4b0b-a2d9-02569cbc8b77 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:45:46.273109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Attempting to bind port 03b18632-3219-4b0b-a2d9-02569cbc8b77 on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:45:46.277721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Port 03b18632-3219-4b0b-a2d9-02569cbc8b77 on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:45:46.278048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Attempting to bind port 03b18632-3219-4b0b-a2d9-02569cbc8b77 on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:45:46.283385 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:45:46.283727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Checking segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:45:46.284120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Bound using segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:45:46.284593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Bound port: 03b18632-3219-4b0b-a2d9-02569cbc8b77, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:45:46.284956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:46.350684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] For port 03b18632-3219-4b0b-a2d9-02569cbc8b77, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:45:46.353951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] For port 03b18632-3219-4b0b-a2d9-02569cbc8b77, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:45:46.358556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:46.393329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:46.393855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:46.395232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] 10.222.0.24 "PUT /v2.0/ports/03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 1093 time: 0.7001286 Nov 27 10:45:46.395871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:45:46.397984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99471d52-7116-4eee-8e39-ef9e5928dec1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:45:46.422280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7a367-ef85-4000-b868-6a4f46079f79 service neutron] Pushing event updated for resources: {'Port': ['ID=03b18632-3219-4b0b-a2d9-02569cbc8b77,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:46.448042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a4b7ad-2201-4e01-920b-8d236985ccad x-openstack-request-id: req-d2a4b7ad-2201-4e01-920b-8d236985ccad {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:45:46.448363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:45:46.448679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2a4b7ad-2201-4e01-920b-8d236985ccad {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:45:46.449096 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'status': 'completed', 'code': 200} Nov 27 10:45:46.492213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-a95b6655-360d-48da-b46e-496e6c5f3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:46.493885 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-a95b6655-360d-48da-b46e-496e6c5f3b15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1096 time: 0.0437729 Nov 27 10:45:46.539609 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-e39d852b-b6ac-4d54-aabd-9f5614a26f60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 217 time: 0.0379639 Nov 27 10:45:46.592890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-9e41b1ea-4a7a-4dc3-81e9-932f5d9c4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:46.594377 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-9e41b1ea-4a7a-4dc3-81e9-932f5d9c4607 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0458364 Nov 27 10:45:46.640903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-a3a1f4b6-1dd6-4375-91e1-0a0d95cb1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:46.642707 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-a3a1f4b6-1dd6-4375-91e1-0a0d95cb1e09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414038 Nov 27 10:45:46.735128 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-f99ea51a-4004-4049-8420-6c0c679ef16a service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Nov 27 10:45:46.824389 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-edc7e256-c7c0-4341-be44-3fab2b1fac07 req-1e02adab-1633-4857-9c01-045b165654e6 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Nov 27 10:45:46.919443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-f0f24768-d828-45c6-b105-2819e458383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:46.922419 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-f0f24768-d828-45c6-b105-2819e458383c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1096 time: 0.0491891 Nov 27 10:45:47.013636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-c8eecb61-9244-48d9-bc86-38ee7762a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:47.015000 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-c8eecb61-9244-48d9-bc86-38ee7762a8ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0829439 Nov 27 10:45:47.059695 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-6c06946f-7102-4a58-9f49-df069d6d56d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 217 time: 0.0375865 Nov 27 10:45:47.109107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-8b3b09bf-4225-4772-8bbc-2769705eabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:47.110843 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-8b3b09bf-4225-4772-8bbc-2769705eabba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0445938 Nov 27 10:45:47.178535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-72e823db-effb-49a4-a278-3ac911a17350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:47.180000 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-72e823db-effb-49a4-a278-3ac911a17350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603464 Nov 27 10:45:47.188339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34988e18-47d3-4724-9089-67137449f3a6 req-e5a1d832-8254-43a3-a237-90a572158f66 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:47.189701 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34988e18-47d3-4724-9089-67137449f3a6 req-e5a1d832-8254-43a3-a237-90a572158f66 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 943 time: 0.0780110 Nov 27 10:45:47.300756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34988e18-47d3-4724-9089-67137449f3a6 req-eb496dcf-5ad2-4ab6-b1f5-c15a833238ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032953 Nov 27 10:45:47.318639 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-010fc080-bd1d-4244-80c1-90b0746aca13 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279991 Nov 27 10:45:47.412784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99471d52-7116-4eee-8e39-ef9e5928dec1 req-182fffe3-5a3b-470d-96b6-c9205c4778ba service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859601 Nov 27 10:45:48.415320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3083ea-8aec-4808-82a5-7f08540831e0 req-46696351-6b8d-4b35-9e0c-8e48de6a21bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:48.417502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f3083ea-8aec-4808-82a5-7f08540831e0 req-46696351-6b8d-4b35-9e0c-8e48de6a21bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 943 time: 0.0489664 Nov 27 10:45:48.465636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f3083ea-8aec-4808-82a5-7f08540831e0 req-42659ad3-f22a-4a17-ad6a-9975405a7e21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Nov 27 10:45:49.579720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1ec9-ed4f-476e-8402-a03edfd4174a req-aa0f98aa-07dc-40de-be68-f95d395094ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:49.581242 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-083d1ec9-ed4f-476e-8402-a03edfd4174a req-aa0f98aa-07dc-40de-be68-f95d395094ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 943 time: 0.0490179 Nov 27 10:45:49.630186 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-083d1ec9-ed4f-476e-8402-a03edfd4174a req-132ced0a-64e0-4f2e-be0b-3c0ba3c30e63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Nov 27 10:45:49.729321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 03b18632-3219-4b0b-a2d9-02569cbc8b77 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:45:49.820719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 03b18632-3219-4b0b-a2d9-02569cbc8b77, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:49.830786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'port_id': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'mac_address': 'fa:16:3e:5b:1a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:45:49.870999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:49.883012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b18632-3219-4b0b-a2d9-02569cbc8b77 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:45:49.901531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 03b18632-3219-4b0b-a2d9-02569cbc8b77, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:49.906375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:49.951040 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=03b18632-3219-4b0b-a2d9-02569cbc8b77,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:50.194151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['03b18632-3219-4b0b-a2d9-02569cbc8b77'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:45:50.746641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce014d5a-3294-4bb1-acb8-d6a849bba6a3 req-6a18b281-4d3d-4377-9637-c987e9ed2431 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:50.748006 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ce014d5a-3294-4bb1-acb8-d6a849bba6a3 req-6a18b281-4d3d-4377-9637-c987e9ed2431 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 944 time: 0.0526383 Nov 27 10:45:50.796418 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ce014d5a-3294-4bb1-acb8-d6a849bba6a3 req-78ed93a1-8b30-4b65-ad0f-03014ac158d2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Nov 27 10:45:51.728410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 03b18632-3219-4b0b-a2d9-02569cbc8b77 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:45:51.777408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 03b18632-3219-4b0b-a2d9-02569cbc8b77 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:45:51.781706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 03b18632-3219-4b0b-a2d9-02569cbc8b77 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:45:51.782118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:51.914259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311a7e-cb36-4f07-96ec-63e1efb8cc6d req-213d1473-2f0f-405e-99ea-c0d5fcb801ad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:51.915823 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a7311a7e-cb36-4f07-96ec-63e1efb8cc6d req-213d1473-2f0f-405e-99ea-c0d5fcb801ad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 944 time: 0.0511680 Nov 27 10:45:51.966644 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a7311a7e-cb36-4f07-96ec-63e1efb8cc6d req-f20af416-aa1d-4369-b09e-5e029640f1ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446503 Nov 27 10:45:52.008972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:52.032700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:45:52.035078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63308fc-0f8e-49ef-9d14-9cd21402e404" -d '{"events": [{"server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "name": "network-vif-plugged", "status": "completed", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:45:52.047773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 03b18632-3219-4b0b-a2d9-02569cbc8b77, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:45:52.051606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:52.076477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525dbb7f-095f-429e-bee8-9b56ab86bfbe x-openstack-request-id: req-525dbb7f-095f-429e-bee8-9b56ab86bfbe {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:45:52.076781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "name": "network-vif-plugged", "status": "completed", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:45:52.077098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-525dbb7f-095f-429e-bee8-9b56ab86bfbe {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:45:52.077516 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'code': 200} Nov 27 10:45:52.103362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=03b18632-3219-4b0b-a2d9-02569cbc8b77,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:52.540322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe84f07-cce4-4c63-9830-048c2863b48a req-aacb045d-9a0b-45a7-93f6-b7349f6c2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:52.542346 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-efe84f07-cce4-4c63-9830-048c2863b48a req-aacb045d-9a0b-45a7-93f6-b7349f6c2a4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1098 time: 0.3409107 Nov 27 10:45:52.586640 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-efe84f07-cce4-4c63-9830-048c2863b48a req-5e957ded-20a4-4afd-bc85-88bda0c31189 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Nov 27 10:45:53.080847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50400a72-2b30-431a-bead-7571cfdde317 req-34045b8c-c56d-48bc-8e04-7cb3e433535e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:53.082307 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50400a72-2b30-431a-bead-7571cfdde317 req-34045b8c-c56d-48bc-8e04-7cb3e433535e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 945 time: 0.0473824 Nov 27 10:45:53.130123 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50400a72-2b30-431a-bead-7571cfdde317 req-90dcf586-cd51-4c9d-81cf-ddaeb65ed2d9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Nov 27 10:45:54.246483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02371a10-1b2a-4b18-8dad-7fc14fdd91ba req-ca87a0f6-f0b6-407e-a8dd-36e233e96ff2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:54.247961 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-02371a10-1b2a-4b18-8dad-7fc14fdd91ba req-ca87a0f6-f0b6-407e-a8dd-36e233e96ff2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 945 time: 0.0483198 Nov 27 10:45:54.296624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-02371a10-1b2a-4b18-8dad-7fc14fdd91ba req-1e4cbfcb-08cd-442a-afed-8cb64514da0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 Nov 27 10:45:54.409358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f6d9c-6a8a-4a3c-a038-a1826c1b8190 req-352c88c6-061f-4949-a444-982c94f748f3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:54.410741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2a1f6d9c-6a8a-4a3c-a038-a1826c1b8190 req-352c88c6-061f-4949-a444-982c94f748f3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 945 time: 0.0479059 Nov 27 10:45:54.463292 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2a1f6d9c-6a8a-4a3c-a038-a1826c1b8190 req-e674dab2-9a8b-4ba4-a680-f23a3f2457d6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Nov 27 10:45:54.486894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44298) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:54.548825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65dbbe-fe6c-4115-afaa-f73b9cc02eaa tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:54.550345 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-be65dbbe-fe6c-4115-afaa-f73b9cc02eaa tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1093 time: 0.0624645 Nov 27 10:45:54.553233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44300) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:54.557582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:45:54.581268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:54.675790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:54.781146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.152 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/25e35ffb-4444-48f9-a1a8-ca8a299e4c32) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:45:54.878661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:54.912949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:54.954755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:45:54.957694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:45:54.961036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:45:54.967229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=25e35ffb-4444-48f9-a1a8-ca8a299e4c32,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:55.686305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:55.788671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:55.938137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:55.942734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:56.010057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=25e35ffb-4444-48f9-a1a8-ca8a299e4c32,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:45:56.020104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:56.120757 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554 associated. External IP: 172.26.1.152, port: 03b18632-3219-4b0b-a2d9-02569cbc8b77. Nov 27 10:45:56.326620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:45:56.434070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:45:56.449090 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:45:56.453462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:45:56.459058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:56.459664 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:56.480896 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4f6932d0-8b14-4760-8f39-596b818ddc04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9266169 Nov 27 10:45:56.481542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:45:56.483751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44302) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:56.484249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:45:56.519951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46534a54-449b-4c26-8a2e-71721e59dd4f x-openstack-request-id: req-46534a54-449b-4c26-8a2e-71721e59dd4f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:45:56.520253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:45:56.520544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46534a54-449b-4c26-8a2e-71721e59dd4f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:45:56.520952 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'status': 'completed', 'code': 200} Nov 27 10:45:56.556555 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c0a13521-9e95-436c-ba67-44d623f9922e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 991 time: 0.0713480 Nov 27 10:45:56.566011 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:56.589631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-d47db73b-564d-4c51-8632-6e05c133ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:56.591137 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-d47db73b-564d-4c51-8632-6e05c133ce78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1098 time: 0.0450804 Nov 27 10:45:56.683797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-f165ebc7-6bb3-4861-8b19-0526d5fa80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:56.685200 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-f165ebc7-6bb3-4861-8b19-0526d5fa80a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0876184 Nov 27 10:45:56.750025 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-bb2958d7-db8c-4f01-a7ef-eb555535e6a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 999 time: 0.0580685 Nov 27 10:45:56.784349 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0b569cbf-a7b5-48f6-a81b-450804eda554', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'port_id': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'mac_address': 'fa:16:3e:5b:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:45:55Z', 'updated_at': '2021-11-27T10:45:55Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:56.804053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-8184b332-258d-403c-b61a-9ed063997931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:56.805810 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-8184b332-258d-403c-b61a-9ed063997931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0488958 Nov 27 10:45:56.811039 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:45:56.819140 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:45:56.819736 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:45:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:56.850086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-da03ed8c-bb7a-4ec7-a6e9-0d9ab16f2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:45:56.851561 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-da03ed8c-bb7a-4ec7-a6e9-0d9ab16f2eaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396106 Nov 27 10:45:56.923299 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:45:56.943905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-1ee1c8d4-1c8e-4c3e-90bb-0c313661e2dc service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845480 Nov 27 10:45:57.040199 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-44bb1771-5a20-4fd9-a3ce-aaf2ef6a6e30 req-0b05dd07-e340-4687-a0af-b28d2ba9090a service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897865 Nov 27 10:45:57.228228 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0b569cbf-a7b5-48f6-a81b-450804eda554', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'port_id': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'mac_address': 'fa:16:3e:5b:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:45:55Z', 'updated_at': '2021-11-27T10:45:55Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:45:57.254317 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b89f8-932d-4b16-9b4d-214f751549ee None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0b569cbf-a7b5-48f6-a81b-450804eda554', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'port_id': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'mac_address': 'fa:16:3e:5b:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:45:55Z', 'updated_at': '2021-11-27T10:45:55Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:45:57.432368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06087d4-5dd3-4fa6-9280-386303b5a7b2 None None] New status for floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:45:57.560823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44306) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:57.621974 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2d61a844-80f4-40ff-af03-70a338c6084f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 991 time: 0.0600796 Nov 27 10:45:58.625920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44308) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:45:58.689532 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9fe69a5a-a412-4ffb-8f8b-f2c3ac7c8ac5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 993 time: 0.0625467 Nov 27 10:46:01.727597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:10.234813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04b836d7-8a11-4c15-88cf-d2d18044634e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:13.038898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb1e1-5e57-4c0d-871a-76f2edf40e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:13.807664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:15.432164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:16.183661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:18.641927 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:46:31.716709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:40.227081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21533a8f-318a-4e35-b97d-54ef272f61d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:43.039618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8276799f-41b5-4821-8d5a-ed62ad2a4f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:43.813655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:45.475697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:46.185934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:46:48.951186 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-2d437d2b-d35c-42f0-b19a-8414b34bfa48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387442 Nov 27 10:46:49.032987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b60af-25e7-4670-bbc5-c6604af60345 req-56c22875-483a-4f49-8607-2b19d9f828b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:49.034495 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-56c22875-483a-4f49-8607-2b19d9f828b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1098 time: 0.0410111 Nov 27 10:46:49.138953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b60af-25e7-4670-bbc5-c6604af60345 req-5de855fd-3eb8-426b-a7be-d56006a20a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:49.140477 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-5de855fd-3eb8-426b-a7be-d56006a20a99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0876153 Nov 27 10:46:49.203976 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-2e559f4f-ffd6-4247-a669-6fcf8294ac75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 1001 time: 0.0567274 Nov 27 10:46:49.256975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b60af-25e7-4670-bbc5-c6604af60345 req-ef512d7d-e377-4113-b17b-2740994736cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:49.258389 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-ef512d7d-e377-4113-b17b-2740994736cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0479927 Nov 27 10:46:49.304543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b60af-25e7-4670-bbc5-c6604af60345 req-59ddb1fe-ad7b-4f0a-b9bc-91c5cc379e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:49.305994 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-59ddb1fe-ad7b-4f0a-b9bc-91c5cc379e44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396650 Nov 27 10:46:49.396932 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-704b547a-ef5e-4060-9d38-0bcdc887cbf0 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Nov 27 10:46:49.487696 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-086b60af-25e7-4670-bbc5-c6604af60345 req-8ddde391-c979-4649-9aab-0b36035653ff service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833073 Nov 27 10:46:55.640511 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:46:59.131409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:46:59.257877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff6d8e-d615-49b3-bb3e-c9f245b7d06e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:59.258347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff6d8e-d615-49b3-bb3e-c9f245b7d06e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:59.258810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff6d8e-d615-49b3-bb3e-c9f245b7d06e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:46:59.260515 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1dff6d8e-d615-49b3-bb3e-c9f245b7d06e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=0cd4abc35b934d0e8b0b582c04598d31&network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 3001 time: 0.1280975 Nov 27 10:47:00.924540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44346) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:00.968622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720814d6-e5ae-45bb-bef3-c3db7179c284 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:00.970070 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-720814d6-e5ae-45bb-bef3-c3db7179c284 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f HTTP/1.1" status: 200 len: 814 time: 0.0444956 Nov 27 10:47:01.600895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:01.605472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:01.665441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:01.733250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:01.814403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:01.817851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:01.818213 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554 disassociated. External IP: 172.26.1.152, port: 03b18632-3219-4b0b-a2d9-02569cbc8b77. Nov 27 10:47:02.020992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:47:02.128258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:47:02.133250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:02.137833 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:47:02.152253 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:47:02.152887 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:46:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:02.161455 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-86e1cdf5-1b21-475b-8722-cf922f3f11ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 690 time: 0.5594535 Nov 27 10:47:02.162043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:47:02.164236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:02.164983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:47:02.207659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085950f0-30be-4283-b979-1694f6e91556 x-openstack-request-id: req-085950f0-30be-4283-b979-1694f6e91556 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:47:02.207963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:47:02.208274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-085950f0-30be-4283-b979-1694f6e91556 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:47:02.208680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'status': 'completed', 'code': 200} Nov 27 10:47:02.218577 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-45ed21bb-65e0-4216-b9eb-f626283cf52e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 690 time: 0.0530746 Nov 27 10:47:02.261543 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:47:02.272045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-946b6467-dce4-4368-90fa-602b8356285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:02.273556 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-946b6467-dce4-4368-90fa-602b8356285e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1098 time: 0.0422199 Nov 27 10:47:02.369594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-a651cea8-405c-4cf3-aaad-a4af15ce14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:02.371047 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-a651cea8-405c-4cf3-aaad-a4af15ce14e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0886378 Nov 27 10:47:02.413822 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-3e23bb33-fa73-4b6c-8143-d50815f16aff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 217 time: 0.0353768 Nov 27 10:47:02.459034 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:02.464793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-992429b4-7ea0-44c2-abe5-1c3cb5310b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:02.466259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-992429b4-7ea0-44c2-abe5-1c3cb5310b70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0440919 Nov 27 10:47:02.488994 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:47:02.497372 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:47:02.497977 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:46:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:02.516904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-bd620096-1eeb-4a03-a391-846898b1164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:02.518546 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-bd620096-1eeb-4a03-a391-846898b1164d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450416 Nov 27 10:47:02.602097 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:47:02.611658 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-950e1912-0197-4561-a4da-0b96f60c5874 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858293 Nov 27 10:47:02.708152 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c46871c5-f66a-4288-8ca9-ef5a4e3c5864 req-c04241b2-f97b-48fd-be78-c4e5d51600e4 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891819 Nov 27 10:47:02.797071 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:02.822520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c50a4-d512-4392-86ba-667d23d7bcd3 None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:47:03.035565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8b413-8a68-46d3-b035-ac72bd9dfc16 None None] New status for floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:47:03.222496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:03.271812 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a106453e-a77e-4446-aede-fe8eb876a640 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 688 time: 0.0481355 Nov 27 10:47:04.586000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44364) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:04.590624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407137153', 'description': 'tempest-secgroup-smoke-1407137153 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:04.613468 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.680884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.684302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.712649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21700b5c-6f65-47d3-820a-bf19193a23ad,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:04.716488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.717739 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306927 Nov 27 10:47:04.721468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44366) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:04.723695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.724049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.724437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.724865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.725229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.725612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.725934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.726055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '21700b5c-6f65-47d3-820a-bf19193a23ad', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:04.726264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.726595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.726920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.727247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.727570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162865f8-99a3-4956-8aff-87f2c211ab59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.754806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.808567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.813117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.831117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f8362e-5877-4b28-9582-9d06c4c06ef1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:04.839493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.839853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.840195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.840564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.840904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.841238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.841576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.841910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.842241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.842569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.842926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.843249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:04.847735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.848931 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a50b45da-d93a-4261-a5df-53a7445bfcc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264579 Nov 27 10:47:04.851823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44368) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:04.856076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '21700b5c-6f65-47d3-820a-bf19193a23ad', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:04.883533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.939972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.943446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.960926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532d661d-3eea-4908-b050-4d680a2bb31f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:04.968806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:04.970837 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8880eed0-87ec-4a49-8ca4-1cfcdcf03f34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172316 Nov 27 10:47:04.972886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:04.978461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '21700b5c-6f65-47d3-820a-bf19193a23ad', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:05.005760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.065498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.070126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.086869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4d7b08-d440-4936-8677-35fad07459e6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:05.095692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.099427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7191e40a-979d-41bb-9491-bf3eb01558ee tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229072 Nov 27 10:47:05.099589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:05.103803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '21700b5c-6f65-47d3-820a-bf19193a23ad', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:05.128644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.184275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.187849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.205103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c211fbcf-60bc-46ef-b556-efdfa0daee40,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:05.215928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.217155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6ad3573a-2210-49aa-a9aa-56b74ef491d7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166070 Nov 27 10:47:05.220662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44374) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:05.225303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '21700b5c-6f65-47d3-820a-bf19193a23ad', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:05.246597 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:47:05.251799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.310363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.314222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.331306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536da6cb-c83b-4612-9b0c-2163b3d65a94,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:05.339401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.340658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d27e221d-ac6b-4229-9a56-4e9171f93f38 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188297 Nov 27 10:47:05.344008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44376) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:05.348314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '21700b5c-6f65-47d3-820a-bf19193a23ad', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:05.370218 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:47:05.375060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.436934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.440450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.458747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bc1c26-cfe0-4f16-9b4c-8493bfa18132,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:05.466477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:05.467666 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-cb4049c1-fb80-4256-a50d-1c16976ebda0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226866 Nov 27 10:47:05.617627 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-117f015f-7669-4915-84c8-30008857cfc3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407137153&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0443361 Nov 27 10:47:05.728241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-620bf8bd-ffb2-4007-8463-22d4a1cafef9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:05.729710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-620bf8bd-ffb2-4007-8463-22d4a1cafef9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 796 time: 0.1055636 Nov 27 10:47:05.744283 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-4860ce44-ceda-4ed3-bd88-1b578070d799 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0086722 Nov 27 10:47:05.797985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-21fbff31-f5fe-4644-9c54-f69ef387a625 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485346 Nov 27 10:47:05.851501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-c6be85be-5ca6-4994-bbee-1c885bc9ace2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:47:05.852532 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-c6be85be-5ca6-4994-bbee-1c885bc9ace2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0435839 Nov 27 10:47:05.941148 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-9ee2c07f-46dd-4e0c-a1ca-84d8d8a471f8 service neutron] 10.222.0.13 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814707 Nov 27 10:47:06.038050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-5ec7dd27-ca79-48c9-aeb7-656cfe3e8d8e service neutron] 10.222.0.13 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910592 Nov 27 10:47:06.194602 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-704fff24-7b23-4b30-a678-5e4a819c6171 req-c5ff912d-5d2e-4a87-9c02-549ba480b3c4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 210 time: 0.0274844 Nov 27 10:47:07.084542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-bb18a9a7-b266-4706-8597-38c54dbc651d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:07.085969 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-bb18a9a7-b266-4706-8597-38c54dbc651d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 796 time: 0.1075389 Nov 27 10:47:07.164317 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-501fa47a-d128-4576-8b96-ee5e9c15b3b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 473 time: 0.0690210 Nov 27 10:47:07.279471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['21700b5c-6f65-47d3-820a-bf19193a23ad']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:07.288777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90566f38-38e0-44a0-bf74-8634054fd8c4 req-f1c2452e-d514-4f62-9339-f886917451be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 210 time: 0.0265286 Nov 27 10:47:07.390423 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:47:07.393757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:07.517275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.5 (13fbd691-5740-4e78-8ed4-85fbb57ab77e/7369ebc9-7052-4ea3-b4b3-d36cfef191f4/138281dc-e633-495f-9fc4-0eb90aa0ac5e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:47:07.654351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:07.687798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:07.731645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:47:07.735337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:47:07.738871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:47:07.762641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=138281dc-e633-495f-9fc4-0eb90aa0ac5e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:07.794657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:07.795300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:07.813273 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-d6d4cfe3-1104-485a-a2c2-dc36f4198b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377522 Nov 27 10:47:07.825830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Request body: {'port': {'device_id': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:07.886971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:07.940730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-075b6f29-45fa-40fd-9a65-2b762ec74ec1 None None] Provisioning complete for port 138281dc-e633-495f-9fc4-0eb90aa0ac5e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:47:07.941338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-075b6f29-45fa-40fd-9a65-2b762ec74ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:07.973964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-075b6f29-45fa-40fd-9a65-2b762ec74ec1 None None] Port 138281dc-e633-495f-9fc4-0eb90aa0ac5e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:47:08.148432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138281dc-e633-495f-9fc4-0eb90aa0ac5e {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:47:08.156873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:08.169797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Transition to ACTIVE for port object 138281dc-e633-495f-9fc4-0eb90aa0ac5e will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:47:08.174038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:08.232936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Pushing event updated for resources: {'Port': ['ID=138281dc-e633-495f-9fc4-0eb90aa0ac5e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:08.300294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Attempting to bind port 138281dc-e633-495f-9fc4-0eb90aa0ac5e on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:47:08.301024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Attempting to bind port 138281dc-e633-495f-9fc4-0eb90aa0ac5e by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:47:08.301024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Attempting to bind port 138281dc-e633-495f-9fc4-0eb90aa0ac5e on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:47:08.305571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Port 138281dc-e633-495f-9fc4-0eb90aa0ac5e on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:47:08.305883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Attempting to bind port 138281dc-e633-495f-9fc4-0eb90aa0ac5e on network 13fbd691-5740-4e78-8ed4-85fbb57ab77e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:47:08.310914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:47:08.311261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Checking segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:47:08.311717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Bound using segment: {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:47:08.312155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Bound port: 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef2e0db-ae15-44b0-a5d0-24b9c725f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:47:08.312546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:08.409118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] For port 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:47:08.426359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] For port 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:47:08.431872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:08.444182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13356-ad4a-43e4-b595-f4d718ea6e4d req-b41cde6d-80d6-4e6b-8e5f-90d5de23ed10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:08.445712 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dfb13356-ad4a-43e4-b595-f4d718ea6e4d req-b41cde6d-80d6-4e6b-8e5f-90d5de23ed10 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 943 time: 0.0806291 Nov 27 10:47:08.487723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:08.488349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:08.489759 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] 10.222.0.24 "PUT /v2.0/ports/138281dc-e633-495f-9fc4-0eb90aa0ac5e HTTP/1.1" status: 200 len: 1093 time: 0.6684384 Nov 27 10:47:08.492067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:47:08.494425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bb02af-2d78-4a40-8ccc-e88d094d00f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:47:08.553787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e10241-8ae0-451e-a5bd-fd615a46394f x-openstack-request-id: req-f6e10241-8ae0-451e-a5bd-fd615a46394f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:47:08.553787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:47:08.554122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6e10241-8ae0-451e-a5bd-fd615a46394f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:47:08.554301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'status': 'completed', 'code': 200} Nov 27 10:47:08.554877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c006f7-e1a4-476f-9759-2c300e110dce service neutron] Pushing event updated for resources: {'Port': ['ID=138281dc-e633-495f-9fc4-0eb90aa0ac5e,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:08.576753 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dfb13356-ad4a-43e4-b595-f4d718ea6e4d req-5b0ee54e-f3b3-43a6-b424-33b636876f78 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077814 Nov 27 10:47:08.597421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-aa301458-86a0-4003-9407-614b2723018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:08.598926 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-aa301458-86a0-4003-9407-614b2723018f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 1096 time: 0.0604026 Nov 27 10:47:08.647035 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-6189f7f2-3295-4f74-9b58-ea2f6107fd98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e HTTP/1.1" status: 200 len: 217 time: 0.0400579 Nov 27 10:47:08.699007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-daea3151-b907-4ad0-93d9-640d240fb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:08.700551 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-daea3151-b907-4ad0-93d9-640d240fb9d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0470698 Nov 27 10:47:08.761649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69856-dac8-476b-9142-0f761b9a7aec req-e44db65a-54c2-4a13-8408-bbab951e2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:08.763858 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-e44db65a-54c2-4a13-8408-bbab951e2587 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555940 Nov 27 10:47:08.860330 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-47043cbb-33e8-4666-833b-7ba328583ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883615 Nov 27 10:47:08.950971 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46e69856-dac8-476b-9142-0f761b9a7aec req-82c0fd40-061e-4bb6-8c37-b8250960a622 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832856 Nov 27 10:47:09.041493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-fca72551-c0b1-4016-9fb7-382eeecb0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:09.042870 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-fca72551-c0b1-4016-9fb7-382eeecb0961 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 1096 time: 0.0445616 Nov 27 10:47:09.132031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-55ffdbb0-a2db-4720-b757-3afccbb9f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:09.133523 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-55ffdbb0-a2db-4720-b757-3afccbb9f4c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0839109 Nov 27 10:47:09.178581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-227c07cf-1cb5-46fe-adce-4c8e981d8ce9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e HTTP/1.1" status: 200 len: 217 time: 0.0361314 Nov 27 10:47:09.226960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-edb33dad-23fb-45c8-aef2-9339e6ada26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:09.228505 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-edb33dad-23fb-45c8-aef2-9339e6ada26d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0427277 Nov 27 10:47:09.272738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-bc851796-4f90-48c9-989d-013ac6074071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:09.274187 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-bc851796-4f90-48c9-989d-013ac6074071 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389013 Nov 27 10:47:09.365337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-15503a7d-b9eb-4aef-aecd-43e041c597bf service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835209 Nov 27 10:47:09.454783 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-86bb02af-2d78-4a40-8ccc-e88d094d00f7 req-a7c018f3-078a-4023-b4fc-3eda3de282de service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822489 Nov 27 10:47:09.693948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe87f6-f486-43e0-8a00-e8aa0b5f99dd req-750c6b61-15b6-4dff-b1bb-a42742c67528 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:09.695391 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3dbe87f6-f486-43e0-8a00-e8aa0b5f99dd req-750c6b61-15b6-4dff-b1bb-a42742c67528 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 943 time: 0.0481558 Nov 27 10:47:09.744178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3dbe87f6-f486-43e0-8a00-e8aa0b5f99dd req-43f80e03-9986-4921-8bee-4d3d1bb359ab tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Nov 27 10:47:10.228708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d545193-dca2-403e-a2d4-a11ae504bf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:10.856363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afd2a-743d-470d-b7c3-c67ebe68f1ed req-44368b50-3d9d-47c7-a7ee-a971f6d18cff tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:10.857845 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-019afd2a-743d-470d-b7c3-c67ebe68f1ed req-44368b50-3d9d-47c7-a7ee-a971f6d18cff tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 943 time: 0.0484934 Nov 27 10:47:10.910116 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-019afd2a-743d-470d-b7c3-c67ebe68f1ed req-4b24a209-adae-41e7-b069-cf7107569531 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Nov 27 10:47:12.028656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219285dd-ead2-4e48-b389-43ace1db0489 req-e241b33d-164a-4fba-b4e7-89c28d4bc24a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:12.030184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-219285dd-ead2-4e48-b389-43ace1db0489 req-e241b33d-164a-4fba-b4e7-89c28d4bc24a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 943 time: 0.0528452 Nov 27 10:47:12.081060 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-219285dd-ead2-4e48-b389-43ace1db0489 req-7d46841b-40fc-4b79-a4b9-831ad8796153 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439065 Nov 27 10:47:12.132969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 138281dc-e633-495f-9fc4-0eb90aa0ac5e details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:47:12.228231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:47:12.239225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'port_id': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'mac_address': 'fa:16:3e:31:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:47:12.279388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:12.292078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138281dc-e633-495f-9fc4-0eb90aa0ac5e {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:47:12.310857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:47:12.315516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:12.362588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=138281dc-e633-495f-9fc4-0eb90aa0ac5e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:12.369315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.369692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.370033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.370369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.370708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.371041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.371368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.371706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.372024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.372348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.372701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.373024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:47:12.622270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['138281dc-e633-495f-9fc4-0eb90aa0ac5e'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:47:13.041123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4883d689-1fe3-4a56-a5b5-5b26b9a24fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:13.193761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dbc3c-770c-4ef2-b46c-64508ed83b10 req-6ce4aade-1b5d-4e3f-9b4c-554f4896b3e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:13.195247 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-214dbc3c-770c-4ef2-b46c-64508ed83b10 req-6ce4aade-1b5d-4e3f-9b4c-554f4896b3e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 944 time: 0.0487738 Nov 27 10:47:13.243403 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-214dbc3c-770c-4ef2-b46c-64508ed83b10 req-0405b70a-9b28-483d-8e84-dce775dea042 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422931 Nov 27 10:47:13.815185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:14.149605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 138281dc-e633-495f-9fc4-0eb90aa0ac5e up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:47:14.199922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 138281dc-e633-495f-9fc4-0eb90aa0ac5e completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:47:14.204088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 138281dc-e633-495f-9fc4-0eb90aa0ac5e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:47:14.204484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:14.280908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:14.304820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:47:14.307091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e5b3ee-4fed-4d86-b678-e2593a534a0c" -d '{"events": [{"server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:47:14.320610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:47:14.327902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:14.352786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f885684-a643-4d1c-9dd1-393fe9190619 x-openstack-request-id: req-2f885684-a643-4d1c-9dd1-393fe9190619 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:47:14.353079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "name": "network-vif-plugged", "status": "completed", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:47:14.353449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f885684-a643-4d1c-9dd1-393fe9190619 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:47:14.353964 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'code': 200} Nov 27 10:47:14.366151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfe8a0-91c4-4e32-a0e8-c3e12e0d1bbc req-7bebaee8-242a-4437-b786-2fe392639b60 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:14.368043 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4dfe8a0-91c4-4e32-a0e8-c3e12e0d1bbc req-7bebaee8-242a-4437-b786-2fe392639b60 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 944 time: 0.0563185 Nov 27 10:47:14.383241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=138281dc-e633-495f-9fc4-0eb90aa0ac5e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:47:14.426520 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4dfe8a0-91c4-4e32-a0e8-c3e12e0d1bbc req-07b5a641-cb22-4289-a130-e888fa11f674 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519888 Nov 27 10:47:14.525081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c014-092f-42c9-90e8-77d189cd8e7b req-447db148-a63d-4724-8a59-38c060e09e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:14.526560 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8295c014-092f-42c9-90e8-77d189cd8e7b req-447db148-a63d-4724-8a59-38c060e09e25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 1098 time: 0.0397396 Nov 27 10:47:14.571691 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8295c014-092f-42c9-90e8-77d189cd8e7b req-3c15a2d4-3e64-4b6d-ba85-b0ebd0569c49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378008 Nov 27 10:47:15.446909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:15.550149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c9739-465a-4fe5-9ad9-c872200d505d req-0be02117-2827-4c51-93c8-2d9f56638d21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:15.551613 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cf7c9739-465a-4fe5-9ad9-c872200d505d req-0be02117-2827-4c51-93c8-2d9f56638d21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 945 time: 0.0514464 Nov 27 10:47:15.599483 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cf7c9739-465a-4fe5-9ad9-c872200d505d req-eaf68bff-f6e4-40bc-b988-6b4eff6b6bf2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Nov 27 10:47:16.188048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:16.718867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac7ed-87e2-4564-a9f9-a4877cd1c732 req-80f2abc3-282e-4f2d-8b12-b25e7af3af9e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:16.720249 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f43ac7ed-87e2-4564-a9f9-a4877cd1c732 req-80f2abc3-282e-4f2d-8b12-b25e7af3af9e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 945 time: 0.0524676 Nov 27 10:47:16.768785 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f43ac7ed-87e2-4564-a9f9-a4877cd1c732 req-d21046d4-adb2-4e71-b5c6-7bdd79f4f7a2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Nov 27 10:47:16.880992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ef1e0-f7fe-42b8-ad28-8f72f096acc3 req-e97673b4-7ea9-428c-8653-61585ebfc858 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:16.882446 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3f6ef1e0-f7fe-42b8-ad28-8f72f096acc3 req-e97673b4-7ea9-428c-8653-61585ebfc858 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 945 time: 0.0478692 Nov 27 10:47:16.929829 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3f6ef1e0-f7fe-42b8-ad28-8f72f096acc3 req-04fd398b-c05b-4b40-8b68-a3b0929011f5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Nov 27 10:47:16.951335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44436) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:16.993319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d265b-77c1-4276-adf7-38dd05c3bf9e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:16.994724 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9d3d265b-77c1-4276-adf7-38dd05c3bf9e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 1093 time: 0.0424128 Nov 27 10:47:16.997511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44438) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:17.002390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'port_id': '138281dc-e633-495f-9fc4-0eb90aa0ac5e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:47:17.039462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:17.774646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:17.778273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:17.879302 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554 associated. External IP: 172.26.1.152, port: 138281dc-e633-495f-9fc4-0eb90aa0ac5e. Nov 27 10:47:18.081357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:47:18.192924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:47:18.197719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:18.204781 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:47:18.215340 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:47:18.216024 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:47:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:18.226506 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-594df1a1-1293-48d7-abff-447b24d20890 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 991 time: 1.2279806 Nov 27 10:47:18.227106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:47:18.229430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9685d4da-0515-491e-a01f-74bc661e6b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:47:18.229691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:18.267206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef2c62-4ee3-4180-8946-5f8f135b7e32 x-openstack-request-id: req-21ef2c62-4ee3-4180-8946-5f8f135b7e32 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:47:18.267507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:47:18.267766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21ef2c62-4ee3-4180-8946-5f8f135b7e32 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:47:18.268175 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'status': 'completed', 'code': 200} Nov 27 10:47:18.293431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ceb37268-7841-42bc-a830-65551adedf34 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 991 time: 0.0626230 Nov 27 10:47:18.331537 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:47:18.336400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-0a1625a2-fc29-4ea6-bdc2-15f722c99cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:18.337961 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-0a1625a2-fc29-4ea6-bdc2-15f722c99cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 1098 time: 0.0460012 Nov 27 10:47:18.426496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-67a63ca7-83d2-4eed-a2c8-168a0d6c5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:18.427976 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-67a63ca7-83d2-4eed-a2c8-168a0d6c5a1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0836952 Nov 27 10:47:18.495760 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-5ff0318f-977c-4e44-ab76-966610b5305b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e HTTP/1.1" status: 200 len: 999 time: 0.0612440 Nov 27 10:47:18.546084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-7a600698-a898-43a8-8277-5cc54b52d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:18.547716 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-7a600698-a898-43a8-8277-5cc54b52d59a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0454607 Nov 27 10:47:18.553812 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0b569cbf-a7b5-48f6-a81b-450804eda554', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'port_id': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'mac_address': 'fa:16:3e:31:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:45:55Z', 'updated_at': '2021-11-27T10:47:17Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:18.583517 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:47:18.591769 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:47:18.592406 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:47:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:18.595203 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-b9e47a21-8abf-4608-82a4-96d6de0e15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:18.596722 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-b9e47a21-8abf-4608-82a4-96d6de0e15ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410476 Nov 27 10:47:18.696407 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-c0a363a8-1f7d-4926-b08b-21c65997ddf1 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925705 Nov 27 10:47:18.783774 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:47:18.785478 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9685d4da-0515-491e-a01f-74bc661e6b9c req-29c87f7e-7001-462b-8157-ed82979032e0 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820494 Nov 27 10:47:19.000066 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0b569cbf-a7b5-48f6-a81b-450804eda554', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'port_id': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'mac_address': 'fa:16:3e:31:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:45:55Z', 'updated_at': '2021-11-27T10:47:17Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:47:19.024655 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d76725-a8da-429a-8e32-d00f4ec29af9 None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0b569cbf-a7b5-48f6-a81b-450804eda554', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'port_id': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'mac_address': 'fa:16:3e:31:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:45:55Z', 'updated_at': '2021-11-27T10:47:17Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:47:19.222416 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd00901-19c7-40d9-9e7e-081888613727 None None] New status for floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:47:19.297512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44444) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:19.362281 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ed8d5cd6-b576-4835-b868-c15f8a412fd9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 991 time: 0.0636194 Nov 27 10:47:20.366548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:47:20.431399 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3aa15575-fd23-47ea-9c09-b60c7137c1ab tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 200 len: 993 time: 0.0634315 Nov 27 10:47:31.737991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:32.640202 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:47:40.230270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a843-77e6-47a2-8547-cf302ebb9a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:43.042866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-33dc1946-77b2-424b-b281-366cd5276d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:43.816531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:45.448323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:46.190428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:47:49.524087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-e3b2d509-35cb-4d21-8940-4c0fd48a24a6 req-d402f248-a6fb-4fca-a9c7-a1dbd1440c78 service neutron] (103378) timed out ('10.222.0.24', 61264) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 10:47:49.962806 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-aaef0e36-06af-4061-be85-f5de0979b984 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402076 Nov 27 10:47:50.045382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-1a3eedb1-a37e-43aa-8a26-c6a50b410bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:50.046858 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-1a3eedb1-a37e-43aa-8a26-c6a50b410bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 1098 time: 0.0404072 Nov 27 10:47:50.163319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-351bac39-1827-4afa-aa9c-7d1c20409c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:50.164831 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-351bac39-1827-4afa-aa9c-7d1c20409c36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 200 len: 897 time: 0.0960603 Nov 27 10:47:50.206373 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-8c04bb55-2dc4-4856-8544-35f3659c2644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 200 len: 217 time: 0.0343180 Nov 27 10:47:50.253662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-136c5928-78a6-4fb5-8c98-1d55cfde3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:50.255649 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-136c5928-78a6-4fb5-8c98-1d55cfde3ebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 200 len: 835 time: 0.0419669 Nov 27 10:47:50.304811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-7691c1a6-91ee-4140-88f1-cf00cf19e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:47:50.306266 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-7691c1a6-91ee-4140-88f1-cf00cf19e967 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13fbd691-5740-4e78-8ed4-85fbb57ab77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448339 Nov 27 10:47:50.393469 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-42136b27-0a49-4d0c-ae59-37a104540628 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803177 Nov 27 10:47:50.488145 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62329c7d-c2d2-4b09-aeff-0f9fc85c137b req-60b6f235-fb3c-4c9d-a1e2-2769559cea56 service neutron] 10.222.0.24 "GET /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871868 Nov 27 10:48:01.758590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:09.640255 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:48:10.230530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2c79e5c-8d77-46a2-8952-84c047d403a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:13.042637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1fb1627b-362f-4cd2-8e97-4b9a0e8e273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:13.819896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:15.447832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:16.193627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:21.151883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81f67b-49ce-4e8c-8fcb-87c61fc6bf76 req-f27f6d3f-af79-4258-bb29-3fe18f7c014c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:21.153295 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7b81f67b-49ce-4e8c-8fcb-87c61fc6bf76 req-f27f6d3f-af79-4258-bb29-3fe18f7c014c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 945 time: 0.1122611 Nov 27 10:48:21.203172 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7b81f67b-49ce-4e8c-8fcb-87c61fc6bf76 req-a772fbde-87c5-48c1-bc8f-c71f82a6903c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Nov 27 10:48:22.360129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979cfb-652a-42e4-9661-e748286341ef req-30fc2eea-b988-4a1c-ac7a-21a2fa212b99 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:22.361618 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bc979cfb-652a-42e4-9661-e748286341ef req-30fc2eea-b988-4a1c-ac7a-21a2fa212b99 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 945 time: 0.0907564 Nov 27 10:48:22.411729 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bc979cfb-652a-42e4-9661-e748286341ef req-5094f069-037d-4e09-9477-40d28c1641be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=21700b5c-6f65-47d3-820a-bf19193a23ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433967 Nov 27 10:48:22.683620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-6feebcb4-c2de-4e3d-aaa8-56b86e0c9937 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:22.685013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-6feebcb4-c2de-4e3d-aaa8-56b86e0c9937 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 945 time: 0.0499566 Nov 27 10:48:22.776740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 138281dc-e633-495f-9fc4-0eb90aa0ac5e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:48:22.777080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:22.864727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 138281dc-e633-495f-9fc4-0eb90aa0ac5e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=138281dc-e633-495f-9fc4-0eb90aa0ac5e,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:22.865083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:23.045037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:23.045390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:23.045706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554 disassociated. External IP: 172.26.1.152, port: 138281dc-e633-495f-9fc4-0eb90aa0ac5e. Nov 27 10:48:23.046045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 138281dc-e633-495f-9fc4-0eb90aa0ac5e owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:48:23.173624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:23.205870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=138281dc-e633-495f-9fc4-0eb90aa0ac5e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:23.217492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.217850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.218204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.218548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.218899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.219233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.219569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.219902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.220238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.220596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.220925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.221256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:23.331044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:48:23.435818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:48:23.454806 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:48:23.465209 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:23.465911 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:23.481003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 138281dc-e633-495f-9fc4-0eb90aa0ac5e on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:48:23.484123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:23.487455 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e1632568-4b59-47b8-b2c7-54106cc6be12 req-e5c74ae9-9d37-4996-a937-6534afeef50e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/138281dc-e633-495f-9fc4-0eb90aa0ac5e HTTP/1.1" status: 204 len: 173 time: 0.7963574 Nov 27 10:48:23.488517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'name': 'network-vif-deleted', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:48:23.490826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766612db-f824-4dce-be68-2db3277b7228" -d '{"events": [{"server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "name": "network-vif-deleted", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:48:23.521198 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01d0d737-b3e0-4a70-9293-5ead6379fcb3 req-d8ab04ad-79c1-44bf-9b33-05576517fe76 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00c4e9-e6ce-4838-aee1-04cb891e6f9d HTTP/1.1" status: 200 len: 210 time: 0.0383337 Nov 27 10:48:23.552033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ec1ba-6fba-4af7-8594-e48c5fc3a00b x-openstack-request-id: req-542ec1ba-6fba-4af7-8594-e48c5fc3a00b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:48:23.553505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00c4e9-e6ce-4838-aee1-04cb891e6f9d", "name": "network-vif-deleted", "tag": "138281dc-e633-495f-9fc4-0eb90aa0ac5e", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:48:23.553505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-542ec1ba-6fba-4af7-8594-e48c5fc3a00b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:48:23.553505 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00c4e9-e6ce-4838-aee1-04cb891e6f9d', 'name': 'network-vif-deleted', 'tag': '138281dc-e633-495f-9fc4-0eb90aa0ac5e', 'status': 'completed', 'code': 200} Nov 27 10:48:23.575854 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:23.776965 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:23.802216 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:48:23.810885 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:23.811416 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:23.917158 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:24.118289 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:24.143058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632c702-95bb-4e87-a89a-1d512aa40312 None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:45:39Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '930eb20b-c638-4d4c-aea4-20226252ba9d', 'name': '', 'network_id': '13fbd691-5740-4e78-8ed4-85fbb57ab77e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:36:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:38Z', 'updated_at': '2021-11-27T10:45:42Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '7369ebc9-7052-4ea3-b4b3-d36cfef191f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:48:24.352180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f5219-a9e3-49fe-af7d-9776458f33b8 None None] New status for floating IP 0b569cbf-a7b5-48f6-a81b-450804eda554: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:48:24.581544 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44488) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:24.638588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3ba906b-489c-457d-828c-38988a2fc6d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.664604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3ba906b-489c-457d-828c-38988a2fc6d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.721327 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3ba906b-489c-457d-828c-38988a2fc6d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.723960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3ba906b-489c-457d-828c-38988a2fc6d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.725159 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c3ba906b-489c-457d-828c-38988a2fc6d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/21700b5c-6f65-47d3-820a-bf19193a23ad HTTP/1.1" status: 204 len: 168 time: 0.1426094 Nov 27 10:48:24.737831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba906b-489c-457d-828c-38988a2fc6d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21700b5c-6f65-47d3-820a-bf19193a23ad,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:24.767334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:24.888896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 25e35ffb-4444-48f9-a1a8-ca8a299e4c32 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:48:24.889231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.967767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.968082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:24.984368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 25e35ffb-4444-48f9-a1a8-ca8a299e4c32 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:48:25.114609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:25.138156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=25e35ffb-4444-48f9-a1a8-ca8a299e4c32,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:25.147541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.147901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.148224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.148581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.148905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.149236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.150001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.150001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.150204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.150490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.150809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.151127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:25.209103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:25.211738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:25.212995 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6f727ca4-0b12-4430-bca8-85ba0ea07cf6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/0b569cbf-a7b5-48f6-a81b-450804eda554 HTTP/1.1" status: 204 len: 168 time: 0.4446468 Nov 27 10:48:25.427561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5ef2-1b5f-4e25-b295-3e4f0e9c8fd2 req-a76b78cf-d168-4150-9379-87d2e4f2c223 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:25.429594 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4eed5ef2-1b5f-4e25-b295-3e4f0e9c8fd2 req-a76b78cf-d168-4150-9379-87d2e4f2c223 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 945 time: 0.0497293 Nov 27 10:48:25.483017 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4eed5ef2-1b5f-4e25-b295-3e4f0e9c8fd2 req-4702e1c1-7476-48a0-a7f8-abc8a4fbe6e5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474839 Nov 27 10:48:26.506479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 138281dc-e633-495f-9fc4-0eb90aa0ac5e no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:48:26.527523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 138281dc-e633-495f-9fc4-0eb90aa0ac5e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:48:26.527870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 138281dc-e633-495f-9fc4-0eb90aa0ac5e not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:48:26.603733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d505-8c24-4782-a0c8-b99a10ca7061 req-7baaa906-fec0-4a6e-bfed-a34ed3f54209 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:26.605363 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a617d505-8c24-4782-a0c8-b99a10ca7061 req-7baaa906-fec0-4a6e-bfed-a34ed3f54209 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 945 time: 0.0527048 Nov 27 10:48:26.655314 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a617d505-8c24-4782-a0c8-b99a10ca7061 req-1ad3f164-bec4-4e78-ae9a-9317ffa17bb0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=941ab0e4-85b0-4ffe-a656-e45640a51913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Nov 27 10:48:26.942060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-d36f87fd-385b-4e73-bef2-b81c538d03fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:26.943506 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-d36f87fd-385b-4e73-bef2-b81c538d03fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 945 time: 0.0489042 Nov 27 10:48:27.035171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 03b18632-3219-4b0b-a2d9-02569cbc8b77 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:48:27.035509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:27.123880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 03b18632-3219-4b0b-a2d9-02569cbc8b77, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=03b18632-3219-4b0b-a2d9-02569cbc8b77,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:27.124236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:27.136565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 03b18632-3219-4b0b-a2d9-02569cbc8b77 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:48:27.263536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:27.292101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=03b18632-3219-4b0b-a2d9-02569cbc8b77,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:27.333515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 03b18632-3219-4b0b-a2d9-02569cbc8b77 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:48:27.336421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:27.339829 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-df992235-71b3-4480-bcaf-2d6deb5f1ec8 req-8e593f45-0259-4bce-a581-4affaa216c85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/03b18632-3219-4b0b-a2d9-02569cbc8b77 HTTP/1.1" status: 204 len: 173 time: 0.3899491 Nov 27 10:48:27.340280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'name': 'network-vif-deleted', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:48:27.342584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f4536a-c7a5-4d70-8c32-fc1c8f74a26c" -d '{"events": [{"server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "name": "network-vif-deleted", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:48:27.381767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2398b4-5d8e-4596-92a9-7b1105ad2aed x-openstack-request-id: req-9d2398b4-5d8e-4596-92a9-7b1105ad2aed {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:48:27.382084 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce6e590-e2a9-4452-bc04-5eef81a2b9aa", "name": "network-vif-deleted", "tag": "03b18632-3219-4b0b-a2d9-02569cbc8b77", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:48:27.382475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d2398b4-5d8e-4596-92a9-7b1105ad2aed {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:48:27.383041 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce6e590-e2a9-4452-bc04-5eef81a2b9aa', 'name': 'network-vif-deleted', 'tag': '03b18632-3219-4b0b-a2d9-02569cbc8b77', 'status': 'completed', 'code': 200} Nov 27 10:48:27.780900 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c73dac2-adf4-4a5b-b4a6-754ba38a344a req-331623b7-e308-44fb-9a71-335126c4a08d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ce6e590-e2a9-4452-bc04-5eef81a2b9aa HTTP/1.1" status: 200 len: 210 time: 0.0315828 Nov 27 10:48:28.839985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:28.896019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c843b49-caf5-40db-ba4e-aa2415dd074a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:28.920907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c843b49-caf5-40db-ba4e-aa2415dd074a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:28.978850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c843b49-caf5-40db-ba4e-aa2415dd074a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:28.981711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c843b49-caf5-40db-ba4e-aa2415dd074a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:28.982841 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7c843b49-caf5-40db-ba4e-aa2415dd074a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/941ab0e4-85b0-4ffe-a656-e45640a51913 HTTP/1.1" status: 204 len: 168 time: 0.1418133 Nov 27 10:48:28.992831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843b49-caf5-40db-ba4e-aa2415dd074a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941ab0e4-85b0-4ffe-a656-e45640a51913,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:29.016465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:29.368216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:29.887679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 930eb20b-c638-4d4c-aea4-20226252ba9d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:48:29.888407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:29.974569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 930eb20b-c638-4d4c-aea4-20226252ba9d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=930eb20b-c638-4d4c-aea4-20226252ba9d,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:29.974914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:29.987163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 930eb20b-c638-4d4c-aea4-20226252ba9d owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:48:30.167817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.197028 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=930eb20b-c638-4d4c-aea4-20226252ba9d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:30.369993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.505223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 03b18632-3219-4b0b-a2d9-02569cbc8b77 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:48:30.525997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 03b18632-3219-4b0b-a2d9-02569cbc8b77 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:48:30.526342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 03b18632-3219-4b0b-a2d9-02569cbc8b77 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:48:30.589282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:48:30.694578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:48:30.700310 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-07502705-5eac-40b6-befb-57e7186297c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6822443 Nov 27 10:48:30.702685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:30.704280 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697db828-2132-493b-a460-985768830dfb None None] Sync routers for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:48:30.715206 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697db828-2132-493b-a460-985768830dfb None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:30.715819 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-697db828-2132-493b-a460-985768830dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:30.754068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet 7369ebc9-7052-4ea3-b4b3-d36cfef191f4 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:48:30.758094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.801057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.890714 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.916007 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-697db828-2132-493b-a460-985768830dfb None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:30.950386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.977184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=7369ebc9-7052-4ea3-b4b3-d36cfef191f4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:30.981072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:30.986754 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4f625e3b-9f4c-4d52-be3c-462b32532c3c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/7369ebc9-7052-4ea3-b4b3-d36cfef191f4 HTTP/1.1" status: 204 len: 168 time: 0.2803645 Nov 27 10:48:30.987047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44514) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:30.993282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80305fc-9d62-4ab4-b45b-98fffc4587be None None] Network 13fbd691-5740-4e78-8ed4-85fbb57ab77e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:48:31.098443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.103216 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-697db828-2132-493b-a460-985768830dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:48:30Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:31.131708 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697db828-2132-493b-a460-985768830dfb None None] Checking router: bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:48:31.140477 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697db828-2132-493b-a460-985768830dfb None None] Routers {'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:31.141103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-697db828-2132-493b-a460-985768830dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:31.187644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] DHCP port deletion for 13fbd691-5740-4e78-8ed4-85fbb57ab77e request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:48:31.215658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.239623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Deleting port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:48:31.239996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.252570 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-697db828-2132-493b-a460-985768830dfb None None] Set router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:31.274626 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 1201fc27-b2a0-421f-b4dd-9caf1189f512 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:48:31.275016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.306637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] For port 56b3d12e-23fa-46eb-a599-b3baa39d11f3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=56b3d12e-23fa-46eb-a599-b3baa39d11f3,segment=NetworkSegment(1ef2e0db-ae15-44b0-a5d0-24b9c725f780),segment_id=1ef2e0db-ae15-44b0-a5d0-24b9c725f780)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:31.307044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.364051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 1201fc27-b2a0-421f-b4dd-9caf1189f512, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1201fc27-b2a0-421f-b4dd-9caf1189f512,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:31.364499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.378326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 1201fc27-b2a0-421f-b4dd-9caf1189f512 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:48:31.440730 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-697db828-2132-493b-a460-985768830dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:48:30Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:31.472879 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697db828-2132-493b-a460-985768830dfb None None] The sync data for ids ['bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a'] in dv-neutron-804846-16-hyperv is: [{'id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'name': 'tempest-TestNetworkBasicOps-router-617804347', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:45:35Z', 'updated_at': '2021-11-27T10:48:30Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '1201fc27-b2a0-421f-b4dd-9caf1189f512', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:45:36Z', 'updated_at': '2021-11-27T10:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:48:31.481330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Calling delete_port for 56b3d12e-23fa-46eb-a599-b3baa39d11f3 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:48:31.563948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.569639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.595134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Pushing event deleted for resources: {'Port': ['ID=56b3d12e-23fa-46eb-a599-b3baa39d11f3,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:31.599311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] No DVR routers for this DVR port 56b3d12e-23fa-46eb-a599-b3baa39d11f3 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:48:31.600043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=1201fc27-b2a0-421f-b4dd-9caf1189f512,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:31.607431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.607792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.608137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.608506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.608845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.609184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.609522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.615022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.615022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.615022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.615022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.615022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d0eb-005c-4d65-8e77-2d2c94bae30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:31.615977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad0e8f-c070-4730-98a4-aa0eefed6c4e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:48:31.659419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.748571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.750698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.767103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.795013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.795592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:48:31.802515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:31.803611 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ec59390-2134-47c5-a785-1c55ff89a870 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/bc6580e5-db31-4b31-b2a3-9a6c5c8bf26a HTTP/1.1" status: 204 len: 168 time: 0.8157752 Nov 27 10:48:31.807205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44516) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:31.888718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.281246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.301345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fbd691-5740-4e78-8ed4-85fbb57ab77e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:32.310434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef2e0db-ae15-44b0-a5d0-24b9c725f780') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:32.310732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef2e0db-ae15-44b0-a5d0-24b9c725f780') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:32.320641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.333363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.339765 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:48:32.340145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:48:32.343118 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:48:32.399273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.406113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.409378 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/13fbd691-5740-4e78-8ed4-85fbb57ab77e HTTP/1.1" status: 204 len: 168 time: 0.6010385 Nov 27 10:48:32.422251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166a1ac-01ee-46fb-a4db-5fee3941945e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=13fbd691-5740-4e78-8ed4-85fbb57ab77e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:32.432554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:32.439599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--1774035988', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:32.467623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:48:32.471290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.501041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:48:32.514045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.514403 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 6beaf22a-c213-4960-a0b9-f97dfd975c27 of type vlan for network 595bbe1c-a15a-47b1-a0f1-659812814b8e Nov 27 10:48:32.521666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1201fc27-b2a0-421f-b4dd-9caf1189f512 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:48:32.543017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1201fc27-b2a0-421f-b4dd-9caf1189f512 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:48:32.543286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1201fc27-b2a0-421f-b4dd-9caf1189f512 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:48:32.543734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 930eb20b-c638-4d4c-aea4-20226252ba9d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:48:32.563038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.563278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 930eb20b-c638-4d4c-aea4-20226252ba9d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:48:32.563524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 930eb20b-c638-4d4c-aea4-20226252ba9d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:48:32.563948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 56b3d12e-23fa-46eb-a599-b3baa39d11f3 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:48:32.583241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 56b3d12e-23fa-46eb-a599-b3baa39d11f3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:48:32.583875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 56b3d12e-23fa-46eb-a599-b3baa39d11f3 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:48:32.591181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.596824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:32.597404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.661948 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2282884 Nov 27 10:48:32.665054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44520) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:32.669381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-27946192', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:32.680238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fa437-54f9-4e03-9a3c-ef7b7adea690 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=595bbe1c-a15a-47b1-a0f1-659812814b8e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:32.691611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:48:32.698157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.699243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.754220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:32.893058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.085596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.104111 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.206433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.161 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/89c0337c-c240-4dc0-8773-e2404922fe63) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:48:33.304461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.337076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.374412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:48:33.380640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:33.384020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:48:33.389630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=89c0337c-c240-4dc0-8773-e2404922fe63,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:33.393006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c55122-cf7b-4b7e-9cd6-3c6ed051c9b5 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:48:33.457165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-562752b5-7ba0-4c9b-9c85-d8fb50cea835 None None] Provisioning complete for port 89c0337c-c240-4dc0-8773-e2404922fe63 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:33.457482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-562752b5-7ba0-4c9b-9c85-d8fb50cea835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.491803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-562752b5-7ba0-4c9b-9c85-d8fb50cea835 None None] Port 89c0337c-c240-4dc0-8773-e2404922fe63 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:33.637748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.827581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:33.952411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 787a7620-4f03-4f8f-b34a-049925c18ac6 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:48:34.058278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:48:34.068397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Sync routers for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:48:34.078465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:34.078667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.079015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:34.079933 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-351076b4-6499-4feb-b837-c79117fd9398 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4139400 Nov 27 10:48:34.083176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:34.111665 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ac1b3509-2442-4d06-bfee-2b511c1fc07e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272999 Nov 27 10:48:34.114251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44524) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:34.186896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:34.204295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766c12d-230d-499b-bcd7-d6f5915aa0d8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:34.205907 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8766c12d-230d-499b-bcd7-d6f5915aa0d8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907505 Nov 27 10:48:34.208683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44526) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:34.241334 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8db0a93e-9570-4d00-aa56-0988053da193 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293045 Nov 27 10:48:34.241760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:34.246999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007195299', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:34.334127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:48:34.338268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.367393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:33Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:34.393934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Checking router: 787a7620-4f03-4f8f-b34a-049925c18ac6 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:48:34.394285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Updating router 787a7620-4f03-4f8f-b34a-049925c18ac6 port 89c0337c-c240-4dc0-8773-e2404922fe63 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:48:34.422085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.520867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.589177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=a490e8a1-da60-47a3-a99b-537afae542f4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:34.597332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:48:34.597726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 595bbe1c-a15a-47b1-a0f1-659812814b8e, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:48:34.617360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:48:34.626546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 595bbe1c-a15a-47b1-a0f1-659812814b8e) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:34.631037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:34.632704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.640272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e71e3-c75b-4037-9cb7-952da56477e7 None None] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:48:34.650419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b752a1f7-274f-4c1d-925e-c2846e0c71ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074039 Nov 27 10:48:34.653163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:34.731306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.738399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.801803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fd32a-0ab8-45f7-a3c5-a4a6b1a04147 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:48:34.821292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b37c0-9377-41dc-899d-8942e3d68015 None None] Pushing event updated for resources: {'Port': ['ID=89c0337c-c240-4dc0-8773-e2404922fe63,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:34.841104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Attempting to bind port 89c0337c-c240-4dc0-8773-e2404922fe63 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:48:34.841415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Attempting to bind port 89c0337c-c240-4dc0-8773-e2404922fe63 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:48:34.841788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Attempting to bind port 89c0337c-c240-4dc0-8773-e2404922fe63 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:34.856262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:48:34.856672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:48:34.857080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.857474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:48:34.857954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Bound port: 89c0337c-c240-4dc0-8773-e2404922fe63, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:48:34.858347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.928313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-595bbe1c-a15a-47b1-a0f1-659812814b8e', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:48:34.929226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.951393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] For port 89c0337c-c240-4dc0-8773-e2404922fe63, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:48:34.965165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-794df22b-5de4-4cb0-9c2c-b23f271bef37 None None] Provisioning complete for port 89c0337c-c240-4dc0-8773-e2404922fe63 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:34.965530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-794df22b-5de4-4cb0-9c2c-b23f271bef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:34.975742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] For port 89c0337c-c240-4dc0-8773-e2404922fe63, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=89c0337c-c240-4dc0-8773-e2404922fe63,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:48:35.001960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.097283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.115766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-794df22b-5de4-4cb0-9c2c-b23f271bef37 None None] Port 89c0337c-c240-4dc0-8773-e2404922fe63 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:35.117207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19375174-96af-49e9-bcfa-bc98f67ebc22 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:48:35.134325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b37c0-9377-41dc-899d-8942e3d68015 None None] Pushing event updated for resources: {'Port': ['ID=89c0337c-c240-4dc0-8773-e2404922fe63,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:35.173111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:35.173748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:35.236849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Allocated IP 172.20.0.2 (595bbe1c-a15a-47b1-a0f1-659812814b8e/a490e8a1-da60-47a3-a99b-537afae542f4/7b9e6295-7c4b-4930-be77-de1d8f62accf) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:48:35.322698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6ae047dc-68ba-4dbf-be28-d46b85952efb None None] Provisioning complete for port 89c0337c-c240-4dc0-8773-e2404922fe63 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:35.323068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ae047dc-68ba-4dbf-be28-d46b85952efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.379146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:35.633473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.639164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ae047dc-68ba-4dbf-be28-d46b85952efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.649946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.690913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (595bbe1c-a15a-47b1-a0f1-659812814b8e/a490e8a1-da60-47a3-a99b-537afae542f4/c81a1974-6816-4106-b655-8569af28434f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:48:35.815111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.843703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6ae047dc-68ba-4dbf-be28-d46b85952efb None None] For port 89c0337c-c240-4dc0-8773-e2404922fe63, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=89c0337c-c240-4dc0-8773-e2404922fe63,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:35.849956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.857372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ae047dc-68ba-4dbf-be28-d46b85952efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.861278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:48:35.866975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:35.872897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:48:35.876471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Pushing event updated for resources: {'Port': ['ID=7b9e6295-7c4b-4930-be77-de1d8f62accf,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:35.894526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:48:35.899998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:35.903622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:48:35.932893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=c81a1974-6816-4106-b655-8569af28434f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:35.952529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:35.960364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:33Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:35.996639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Attempting to bind port 7b9e6295-7c4b-4930-be77-de1d8f62accf on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:48:35.997021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Attempting to bind port 7b9e6295-7c4b-4930-be77-de1d8f62accf by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:48:35.997389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Attempting to bind port 7b9e6295-7c4b-4930-be77-de1d8f62accf on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:36.002067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184c2fc-1126-4e26-af68-26aab077d39f None None] The sync data for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv is: [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:33Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:48:36.007982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae047dc-68ba-4dbf-be28-d46b85952efb None None] Pushing event updated for resources: {'Port': ['ID=89c0337c-c240-4dc0-8773-e2404922fe63,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:36.010792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:48:36.011180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Checking segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:48:36.011589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.011983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Bound using segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:48:36.012568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Bound port: 7b9e6295-7c4b-4930-be77-de1d8f62accf, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:48:36.012959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.088764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] For port 7b9e6295-7c4b-4930-be77-de1d8f62accf, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:48:36.092037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] For port 7b9e6295-7c4b-4930-be77-de1d8f62accf, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7b9e6295-7c4b-4930-be77-de1d8f62accf,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:48:36.092622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.096460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.154831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326d276-5842-4d68-bd4b-6bdba81a377f None None] Pushing event updated for resources: {'Port': ['ID=7b9e6295-7c4b-4930-be77-de1d8f62accf,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:36.440575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.450128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.546437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.556785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=c81a1974-6816-4106-b655-8569af28434f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:36.601302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 89c0337c-c240-4dc0-8773-e2404922fe63 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:48:36.659841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 89c0337c-c240-4dc0-8773-e2404922fe63 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:36.660161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.673373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:48:36.675061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:36.746611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b9e6295-7c4b-4930-be77-de1d8f62accf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:48:36.796993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7b9e6295-7c4b-4930-be77-de1d8f62accf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:36.797363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.803966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 787a7620-4f03-4f8f-b34a-049925c18ac6 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:48:36.885202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.926229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 7b9e6295-7c4b-4930-be77-de1d8f62accf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7b9e6295-7c4b-4930-be77-de1d8f62accf,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:36.929836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:48:36.935387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:36.938482 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4aa71ecc-44cb-4408-8047-3598ab4a83eb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/787a7620-4f03-4f8f-b34a-049925c18ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2821002 Nov 27 10:48:36.939077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44532) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:37.005207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=7b9e6295-7c4b-4930-be77-de1d8f62accf,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:37.050441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370c625-247b-4671-87c3-ca3165cace26 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.050912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370c625-247b-4671-87c3-ca3165cace26 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.051363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370c625-247b-4671-87c3-ca3165cace26 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.051811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370c625-247b-4671-87c3-ca3165cace26 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.054440 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c370c625-247b-4671-87c3-ca3165cace26 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1107972 Nov 27 10:48:37.057066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:37.234446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b1f85-ee4f-448e-8bff-a5eccd76b0c5 None None] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:48:37.315747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f65bc425-100b-4498-8454-8277ebd252bd None None] Provisioning complete for port 7b9e6295-7c4b-4930-be77-de1d8f62accf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:37.316116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f65bc425-100b-4498-8454-8277ebd252bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:37.395758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b526c5b-783a-4aca-94f1-143a30dd7b7c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.396270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b526c5b-783a-4aca-94f1-143a30dd7b7c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.396762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b526c5b-783a-4aca-94f1-143a30dd7b7c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.397204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b526c5b-783a-4aca-94f1-143a30dd7b7c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:37.402239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b526c5b-783a-4aca-94f1-143a30dd7b7c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.3417273 Nov 27 10:48:37.402544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:37.549901 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b3671ae7-2ff4-4d9e-9d4b-1ad4e5dd3991 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1450198 Nov 27 10:48:37.552685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:37.557602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1936481260', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:37.681130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:48:37.684800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-856df8fd-136a-49df-9cbb-9522128d5615 None None] Provisioning complete for port 7b9e6295-7c4b-4930-be77-de1d8f62accf triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:37.684964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:37.685353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-856df8fd-136a-49df-9cbb-9522128d5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:37.703671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] device_id is not set on port 970baa7f-64a1-4db1-a285-a8f288799687 yet. {{(pid=103378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:48:37.778600 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Sync routers for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:48:37.791170 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:37.792595 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:37.793851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-856df8fd-136a-49df-9cbb-9522128d5615 None None] Provisioning complete for port c81a1974-6816-4106-b655-8569af28434f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:37.794635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-856df8fd-136a-49df-9cbb-9522128d5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:37.836493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.5 (595bbe1c-a15a-47b1-a0f1-659812814b8e/a490e8a1-da60-47a3-a99b-537afae542f4/970baa7f-64a1-4db1-a285-a8f288799687) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:48:37.837915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-856df8fd-136a-49df-9cbb-9522128d5615 None None] Port c81a1974-6816-4106-b655-8569af28434f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:37.916207 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:37.958302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-59425190-cf20-4d6c-a458-0edba3044d3e None None] Provisioning complete for port c81a1974-6816-4106-b655-8569af28434f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:37.958680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59425190-cf20-4d6c-a458-0edba3044d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.010039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-59425190-cf20-4d6c-a458-0edba3044d3e None None] Port c81a1974-6816-4106-b655-8569af28434f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:38.027656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.068117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.111021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:48:38.118654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:38.121548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:48:38.131169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ccbeedfe-fc43-4e85-9fea-8d386224545c None None] Provisioning complete for port c81a1974-6816-4106-b655-8569af28434f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:38.131550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ccbeedfe-fc43-4e85-9fea-8d386224545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.132702 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:38.160721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:38.161382 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Checking router: 787a7620-4f03-4f8f-b34a-049925c18ac6 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:48:38.161746 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Updating router 787a7620-4f03-4f8f-b34a-049925c18ac6 port c81a1974-6816-4106-b655-8569af28434f binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:48:38.187425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ccbeedfe-fc43-4e85-9fea-8d386224545c None None] Port c81a1974-6816-4106-b655-8569af28434f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:38.193834 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.199594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:38.200364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.224440 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ec55f224-52b5-4973-8da9-ddc9278df0f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6706345 Nov 27 10:48:38.406853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6aa59e92-9f4b-4b4b-a265-9f38d5db10dc None None] Provisioning complete for port 970baa7f-64a1-4db1-a285-a8f288799687 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:38.407455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6aa59e92-9f4b-4b4b-a265-9f38d5db10dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.448441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6aa59e92-9f4b-4b4b-a265-9f38d5db10dc None None] Port 970baa7f-64a1-4db1-a285-a8f288799687 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:38.473699 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.481825 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.525645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:38.531003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243890865', 'description': 'tempest-secgroup-smoke-1243890865 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:38.532672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b9e6295-7c4b-4930-be77-de1d8f62accf up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:48:38.557414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.583017 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Pushing event updated for resources: {'Port': ['ID=c81a1974-6816-4106-b655-8569af28434f,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:38.585538 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Attempting to bind port c81a1974-6816-4106-b655-8569af28434f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:48:38.585863 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Attempting to bind port c81a1974-6816-4106-b655-8569af28434f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:48:38.586249 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Attempting to bind port c81a1974-6816-4106-b655-8569af28434f on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:38.592251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7b9e6295-7c4b-4930-be77-de1d8f62accf triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:38.592829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.596127 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:48:38.596127 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Checking segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:48:38.596478 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.596670 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Bound using segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:48:38.597124 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Bound port: c81a1974-6816-4106-b655-8569af28434f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:48:38.597508 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.600245 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.601195 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.601697 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.602029 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.602491 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.602836 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.603257 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.603602 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.603946 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.604279 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.604662 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.605007 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:48:38.638713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.645608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.677929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6aa99a-a3ff-4010-bf03-dfccb48b793b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:38.690671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.692242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fefaabf4-3c4e-431d-875b-05b0e6ade826 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1652970 Nov 27 10:48:38.694001 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] For port c81a1974-6816-4106-b655-8569af28434f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:48:38.695450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:38.700320 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] For port c81a1974-6816-4106-b655-8569af28434f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c81a1974-6816-4106-b655-8569af28434f,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:48:38.701642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fd6aa99a-a3ff-4010-bf03-dfccb48b793b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:38.707668 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.734568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.771873 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:38.773228 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:38.798210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.801780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.825263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5623211c-5710-48c9-aa42-fa989ff662b6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:38.832256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.836152 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9b7be537-fd0d-472d-8b60-ca2354b9ab75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370134 Nov 27 10:48:38.837139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:38.843157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fd6aa99a-a3ff-4010-bf03-dfccb48b793b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:38.883000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e42ade47-9dca-4568-b045-eaae59cf286c None None] Provisioning complete for port c81a1974-6816-4106-b655-8569af28434f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:38.883314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.883675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e42ade47-9dca-4568-b045-eaae59cf286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.957950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.963586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.983466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e42ade47-9dca-4568-b045-eaae59cf286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.985903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714462c0-0538-40a9-8415-a33e892bf063,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:38.995497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:38.997337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9e4d759e-685d-46d9-a661-27489264d2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1587191 Nov 27 10:48:39.000023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:39.003878 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c6d8-6934-4830-bc5e-f5e2424de6c9 None None] Pushing event updated for resources: {'Port': ['ID=c81a1974-6816-4106-b655-8569af28434f,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:39.005183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fd6aa99a-a3ff-4010-bf03-dfccb48b793b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:39.024689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e42ade47-9dca-4568-b045-eaae59cf286c None None] For port c81a1974-6816-4106-b655-8569af28434f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c81a1974-6816-4106-b655-8569af28434f,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:39.030559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e42ade47-9dca-4568-b045-eaae59cf286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.031155 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:39.042510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.080493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ade47-9dca-4568-b045-eaae59cf286c None None] Pushing event updated for resources: {'Port': ['ID=c81a1974-6816-4106-b655-8569af28434f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:39.105583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.109471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.129087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0e9cd-39d7-4f0f-9ae2-60f831adc77a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:39.135308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.136254 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f5000ead-4d8b-47a1-852c-d0ab28b31911 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348774 Nov 27 10:48:39.138976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:39.144054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fd6aa99a-a3ff-4010-bf03-dfccb48b793b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:39.156875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d8cdccf1-6f3b-4cb9-ab6c-dbd3f1b65fcf None None] Provisioning complete for port c81a1974-6816-4106-b655-8569af28434f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:39.157424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8cdccf1-6f3b-4cb9-ab6c-dbd3f1b65fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.175918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.242570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.248238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.253901 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:38Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:39.263819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3695a38-6eb7-4f41-88c8-c10687d213bb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:39.276549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.277767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f28325c2-ba96-46a1-9d8d-870a539fe2ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378584 Nov 27 10:48:39.280556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:39.281963 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e818df-d8ca-4f0f-b15b-774e9c8749ef None None] The sync data for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv is: [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:38Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:48:39.285159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fd6aa99a-a3ff-4010-bf03-dfccb48b793b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:39.311913 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:48:39.316917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.398564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.402583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.421464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b36a8b8-5cc2-4697-9634-ca1f229d11c0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:39.431455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.432734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fea6a8d0-3d76-4191-9709-d55ab1daaa22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512277 Nov 27 10:48:39.435641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44554) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:39.440570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fd6aa99a-a3ff-4010-bf03-dfccb48b793b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:39.473730 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:48:39.479408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.541906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.545726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.560027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896e7dd3-b47e-46b4-b723-2abef38019bb,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:39.575514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:39.579413 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-546683ae-ea52-4467-a6ca-e6a8a0319873 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400099 Nov 27 10:48:39.731467 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-5ca69609-3139-4b3a-afed-43e41a73e874 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243890865&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0472612 Nov 27 10:48:39.782280 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-3bb71973-a0ce-425b-b527-cfbe67250ee6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:39.784083 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-3bb71973-a0ce-425b-b527-cfbe67250ee6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 930 time: 0.0456300 Nov 27 10:48:39.800367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-d403d832-0fd7-4b6a-b631-6856f1b549eb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:48:39.801603 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-d403d832-0fd7-4b6a-b631-6856f1b549eb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054839 Nov 27 10:48:39.842498 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-1b033e23-eff5-49b3-bc90-8df96437d579 service neutron] 10.222.0.13 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0344803 Nov 27 10:48:39.936685 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-de9468e0-e028-48e7-a37b-1d41436c00df service neutron] 10.222.0.13 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881774 Nov 27 10:48:40.030304 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-df08a18f-6a84-40d2-85b1-f3030810e23e service neutron] 10.222.0.13 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869973 Nov 27 10:48:40.215868 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9586b79a-77b5-48a5-b1ea-4ebaa1b1c9d2 req-18264c39-79b8-4804-b8f2-6d89ee1d82c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 210 time: 0.0340488 Nov 27 10:48:40.244809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-957a383c-19a2-437e-9135-ccd7d1cecb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:40.527978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c81a1974-6816-4106-b655-8569af28434f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:48:40.580390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c81a1974-6816-4106-b655-8569af28434f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:40.580703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.124929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-4403ac10-c854-4ed8-92e4-56b7a58120f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:41.126338 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-4403ac10-c854-4ed8-92e4-56b7a58120f1 service neutron] 10.222.0.24 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1026 time: 0.0828021 Nov 27 10:48:41.237437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-346a6ee1-1ed9-46c0-926b-1fe8d1234f22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:41.238896 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-346a6ee1-1ed9-46c0-926b-1fe8d1234f22 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 797 time: 0.1069090 Nov 27 10:48:41.317731 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-3cadaa24-32bc-466f-87f5-b1d5232bbb1b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 380 time: 0.0690107 Nov 27 10:48:41.333075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-55e31880-e3b5-4e00-bac7-72b4ef81b103 req-91f72142-78e0-489c-814d-45c9c3332ec6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 210 time: 0.0389600 Nov 27 10:48:41.337103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Request body: {'port': {'device_id': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:41.388182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.645071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970baa7f-64a1-4db1-a285-a8f288799687 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:48:41.652993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.665545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Transition to ACTIVE for port object 970baa7f-64a1-4db1-a285-a8f288799687 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:48:41.668489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.734901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:41.786250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:48:41.786586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:48:41.786913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:41.792386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:48:41.792723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:41.797657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:48:41.797989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Checking segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:48:41.798369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Bound using segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:48:41.798795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Bound port: 970baa7f-64a1-4db1-a285-a8f288799687, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:48:41.799152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.868561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:48:41.871466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:48:41.876086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.908965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:41.909577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:41.910951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] 10.222.0.24 "PUT /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1131 time: 0.5801742 Nov 27 10:48:41.911388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:48:41.913754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a80720-3461-4ee8-9d0e-be6f61952c43" -d '{"events": [{"name": "network-changed", "server_uuid": "9f62f6f8-c47d-46cc-b9e1-055813059d06", "tag": "970baa7f-64a1-4db1-a285-a8f288799687"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:48:41.941690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0de46-3b24-4cbb-a1d4-247410bcc63a service neutron] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:41.956690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cd47e5-f2a5-429d-bcaa-2c4e5e515d52 x-openstack-request-id: req-d4cd47e5-f2a5-429d-bcaa-2c4e5e515d52 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:48:41.956991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f62f6f8-c47d-46cc-b9e1-055813059d06", "tag": "970baa7f-64a1-4db1-a285-a8f288799687", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:48:41.957255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4cd47e5-f2a5-429d-bcaa-2c4e5e515d52 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:48:41.957732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687', 'status': 'completed', 'code': 200} Nov 27 10:48:42.002604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-bc0b2de3-bad8-4700-9a22-81f783c3e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.004160 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-bc0b2de3-bad8-4700-9a22-81f783c3e4c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 1134 time: 0.0428345 Nov 27 10:48:42.050368 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-9ba4348e-e039-4d54-b541-4e6c90aa9995 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 217 time: 0.0381610 Nov 27 10:48:42.099746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-dafbb60b-e22e-4987-8926-406318154ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.101875 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-dafbb60b-e22e-4987-8926-406318154ed9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a490e8a1-da60-47a3-a99b-537afae542f4 HTTP/1.1" status: 200 len: 835 time: 0.0450985 Nov 27 10:48:42.147749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828503-c3f7-47a2-b592-77005da762f5 req-653868dd-c4f5-4db7-839e-386f004a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.149276 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-653868dd-c4f5-4db7-839e-386f004a692b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406938 Nov 27 10:48:42.242718 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-d4ec056d-53ce-4517-a208-34f30dce75bf service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856824 Nov 27 10:48:42.335390 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-48828503-c3f7-47a2-b592-77005da762f5 req-5e8be398-768b-434c-ae6d-eba2e34bab6a service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843651 Nov 27 10:48:42.456808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-92675d3d-1e25-4dcf-897b-0143baeb60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.458289 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-92675d3d-1e25-4dcf-897b-0143baeb60b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 1134 time: 0.0741837 Nov 27 10:48:42.470411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a979f0c-3b3d-4367-82b1-f991a4614d0e req-906fabf5-1c63-4db4-bd5d-db37aeef820f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.471690 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a979f0c-3b3d-4367-82b1-f991a4614d0e req-906fabf5-1c63-4db4-bd5d-db37aeef820f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 981 time: 0.0624537 Nov 27 10:48:42.567814 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a979f0c-3b3d-4367-82b1-f991a4614d0e req-5ba787c5-b153-4d08-8939-8d7e3f5551ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Nov 27 10:48:42.587452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-65039c70-ecc9-4a24-b6a2-ca07bd8391f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.589060 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-65039c70-ecc9-4a24-b6a2-ca07bd8391f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 898 time: 0.1165392 Nov 27 10:48:42.633088 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-b8f94841-d0ba-4c78-a179-aff386b652e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 217 time: 0.0372393 Nov 27 10:48:42.682015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-d6676b9f-1285-4ce5-8045-430b22c8e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.683409 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-d6676b9f-1285-4ce5-8045-430b22c8e522 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a490e8a1-da60-47a3-a99b-537afae542f4 HTTP/1.1" status: 200 len: 835 time: 0.0437889 Nov 27 10:48:42.731013 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-9b437f10-45be-4c94-9d9e-2eecfbe68d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:42.732440 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-9b437f10-45be-4c94-9d9e-2eecfbe68d66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409040 Nov 27 10:48:42.824633 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-92e6262f-e669-45e6-86a8-18f5a734a1ce service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Nov 27 10:48:42.914893 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-01a80720-3461-4ee8-9d0e-be6f61952c43 req-35b9cb7b-5281-4e91-990c-270f939f11d9 service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824571 Nov 27 10:48:43.043213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c8a18e73-aa61-4dcc-b267-c9b0452ad379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:43.686644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd5a6-c426-40e6-9f46-72f48616e2f8 req-1ef9594c-0ab0-4cb4-9899-31f0751238e9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:43.688110 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-402bd5a6-c426-40e6-9f46-72f48616e2f8 req-1ef9594c-0ab0-4cb4-9899-31f0751238e9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 981 time: 0.0496855 Nov 27 10:48:43.734690 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-402bd5a6-c426-40e6-9f46-72f48616e2f8 req-0dc15b8f-bedb-41d5-b596-5c314d5fef35 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Nov 27 10:48:43.822604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:44.858284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7027-0360-477b-af7d-d91b8529f6d1 req-c1de593b-8001-47eb-b0a4-fa5bba7d36d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:44.859776 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e26b7027-0360-477b-af7d-d91b8529f6d1 req-c1de593b-8001-47eb-b0a4-fa5bba7d36d3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 981 time: 0.0537076 Nov 27 10:48:44.907326 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e26b7027-0360-477b-af7d-d91b8529f6d1 req-80b964ef-dc40-46a9-8ddc-86d8bceba522 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Nov 27 10:48:45.485195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:46.024716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc85b2-e112-422a-b760-f378e191bcbc req-bf43a019-0254-456a-aa6e-0a00924c3536 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:46.026198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66cc85b2-e112-422a-b760-f378e191bcbc req-bf43a019-0254-456a-aa6e-0a00924c3536 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 981 time: 0.0488088 Nov 27 10:48:46.073097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66cc85b2-e112-422a-b760-f378e191bcbc req-7b504f69-0307-4c80-ba20-887401f4fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Nov 27 10:48:46.195545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:46.629616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:48:46.640779 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:48:46.730500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:46.741191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '970baa7f-64a1-4db1-a285-a8f288799687', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'port_id': '970baa7f-64a1-4db1-a285-a8f288799687', 'mac_address': 'fa:16:3e:70:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:48:46.779888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:46.792899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970baa7f-64a1-4db1-a285-a8f288799687 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:48:46.811477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:46.816455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:46.869292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:47.131019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['970baa7f-64a1-4db1-a285-a8f288799687'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:48:47.191900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b659a-d215-464a-9136-78995036e516 req-b5433768-72ee-48fe-8b3f-871cded2acea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:47.193407 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-053b659a-d215-464a-9136-78995036e516 req-b5433768-72ee-48fe-8b3f-871cded2acea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 982 time: 0.0505562 Nov 27 10:48:47.240454 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-053b659a-d215-464a-9136-78995036e516 req-52e5f37d-1cca-454f-9814-3af67148ef29 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Nov 27 10:48:48.359414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774115-f7b5-4ac2-b548-d1418fb2c77b req-ad4699bc-659a-491d-a265-33e228709d4e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:48.360903 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ed774115-f7b5-4ac2-b548-d1418fb2c77b req-ad4699bc-659a-491d-a265-33e228709d4e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 982 time: 0.0538909 Nov 27 10:48:48.408897 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ed774115-f7b5-4ac2-b548-d1418fb2c77b req-fc75c84d-c56c-466a-89ee-02a3b7ea4cfc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Nov 27 10:48:48.661567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:48:48.709577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 970baa7f-64a1-4db1-a285-a8f288799687 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:48:48.714399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 970baa7f-64a1-4db1-a285-a8f288799687 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:48.714771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:48.791220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:48.813514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:48:48.815769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b6674-e275-40ae-ad30-3eeeed57eef1" -d '{"events": [{"server_uuid": "9f62f6f8-c47d-46cc-b9e1-055813059d06", "name": "network-vif-plugged", "status": "completed", "tag": "970baa7f-64a1-4db1-a285-a8f288799687"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:48:48.830719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:48.836635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:48.862829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6acf98-6ec4-41a2-9b68-70999179ff34 x-openstack-request-id: req-5a6acf98-6ec4-41a2-9b68-70999179ff34 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:48:48.863139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f62f6f8-c47d-46cc-b9e1-055813059d06", "name": "network-vif-plugged", "status": "completed", "tag": "970baa7f-64a1-4db1-a285-a8f288799687", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:48:48.863395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a6acf98-6ec4-41a2-9b68-70999179ff34 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:48:48.863782 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687', 'code': 200} Nov 27 10:48:48.892729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:49.031582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5787f3-af79-42d7-8572-6d329f87d655 req-a7532eda-1ebb-4199-a411-3df16b8a26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:49.033387 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c5787f3-af79-42d7-8572-6d329f87d655 req-a7532eda-1ebb-4199-a411-3df16b8a26b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 1136 time: 0.0451019 Nov 27 10:48:49.075687 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c5787f3-af79-42d7-8572-6d329f87d655 req-9cc1576d-0dd6-4f50-bae5-4438a48fd5fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Nov 27 10:48:49.521660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212346e4-1efd-47bb-8f56-7b2ebe10fcc5 req-398430f8-3355-4781-87e6-7238f8cdef47 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:49.523711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-212346e4-1efd-47bb-8f56-7b2ebe10fcc5 req-398430f8-3355-4781-87e6-7238f8cdef47 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 983 time: 0.0490012 Nov 27 10:48:49.569697 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-212346e4-1efd-47bb-8f56-7b2ebe10fcc5 req-3e310fca-2d8c-4d7d-b584-d98da0fd6522 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Nov 27 10:48:50.685087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90d54a-c587-4cf5-bb3a-56d84cff336e req-6fcd4235-44eb-44fe-88be-683b49fdb450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:50.686578 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7c90d54a-c587-4cf5-bb3a-56d84cff336e req-6fcd4235-44eb-44fe-88be-683b49fdb450 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 983 time: 0.0487776 Nov 27 10:48:50.733280 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7c90d54a-c587-4cf5-bb3a-56d84cff336e req-abf5cf98-247a-4c20-bf1e-f6750fd9b1fd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409262 Nov 27 10:48:50.846963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f541a-1879-446f-9adb-42984092bdeb req-a7319714-3404-4277-9900-06e04fec733d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:50.848490 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b11f541a-1879-446f-9adb-42984092bdeb req-a7319714-3404-4277-9900-06e04fec733d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 983 time: 0.0481436 Nov 27 10:48:50.899376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b11f541a-1879-446f-9adb-42984092bdeb req-8630e884-1b11-42f0-8504-647a5efac8e1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Nov 27 10:48:50.921814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:50.960271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b2a52-492e-476b-9479-c8d1347d0410 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:50.961795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b45b2a52-492e-476b-9479-c8d1347d0410 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 1131 time: 0.0390046 Nov 27 10:48:50.964556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:50.968923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '970baa7f-64a1-4db1-a285-a8f288799687', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:50.990909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.086808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.191205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.192 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6f163bc1-840c-401e-af55-bea16b2de7b8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:48:51.295378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.329061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.369522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:48:51.372510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:48:51.375051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:48:51.401774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=6f163bc1-840c-401e-af55-bea16b2de7b8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:51.739096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.802403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.947801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:51.952163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:52.020045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=6f163bc1-840c-401e-af55-bea16b2de7b8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:52.032580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:52.128869 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 48ece9ff-c69f-4b20-b212-b90ccff0d8e0 associated. External IP: 172.26.1.192, port: 970baa7f-64a1-4db1-a285-a8f288799687. Nov 27 10:48:52.335596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 787a7620-4f03-4f8f-b34a-049925c18ac6 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:48:52.441515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:48:52.452474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] Sync routers for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:48:52.462865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:52.465388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:52.466200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:52.490398 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2f334654-ec9c-49e0-ae6a-683782d7b145 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5247998 Nov 27 10:48:52.491003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:48:52.493561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4c9c3-59e5-4851-812b-903b41dbe521" -d '{"events": [{"name": "network-changed", "server_uuid": "9f62f6f8-c47d-46cc-b9e1-055813059d06", "tag": "970baa7f-64a1-4db1-a285-a8f288799687"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:48:52.493741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:52.531915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dacbbd-bba6-4e04-bb70-827566ada676 x-openstack-request-id: req-08dacbbd-bba6-4e04-bb70-827566ada676 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:48:52.532223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f62f6f8-c47d-46cc-b9e1-055813059d06", "tag": "970baa7f-64a1-4db1-a285-a8f288799687", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:48:52.532518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08dacbbd-bba6-4e04-bb70-827566ada676 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:48:52.532939 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687', 'status': 'completed', 'code': 200} Nov 27 10:48:52.582866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:52.595919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8fb71a-316a-43a6-aa3e-49027177d823 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:52.597436 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fb8fb71a-316a-43a6-aa3e-49027177d823 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06&network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 1131 time: 0.1026185 Nov 27 10:48:52.607037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-d83443a1-358b-4413-9837-eeb4357e6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:52.608531 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-d83443a1-358b-4413-9837-eeb4357e6c1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 1136 time: 0.0519319 Nov 27 10:48:52.700621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-09350149-47c6-4fc0-85ae-e82b4a4444bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:52.702626 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-09350149-47c6-4fc0-85ae-e82b4a4444bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 898 time: 0.0876632 Nov 27 10:48:52.779001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-c7031274-fc39-426a-8e45-e1cf7b0d6023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1037 time: 0.0697460 Nov 27 10:48:52.816392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '48ece9ff-c69f-4b20-b212-b90ccff0d8e0', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.192', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'port_id': '970baa7f-64a1-4db1-a285-a8f288799687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1936481260', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'mac_address': 'fa:16:3e:70:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:48:51Z', 'updated_at': '2021-11-27T10:48:51Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:39Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:52.845122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] Checking router: 787a7620-4f03-4f8f-b34a-049925c18ac6 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:48:52.854107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:48:52.854270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-d5b7cff3-f2e7-44dc-9250-d7241ff151ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:52.854711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:52.855741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-d5b7cff3-f2e7-44dc-9250-d7241ff151ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a490e8a1-da60-47a3-a99b-537afae542f4 HTTP/1.1" status: 200 len: 835 time: 0.0683000 Nov 27 10:48:52.882383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602807-62ef-4764-ae8c-35a38fa48652 req-da731b53-b408-4e32-bf50-ff7b64442b8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:52.883836 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-67602807-62ef-4764-ae8c-35a38fa48652 req-da731b53-b408-4e32-bf50-ff7b64442b8a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 983 time: 0.0703664 Nov 27 10:48:52.942497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-5a43b5d8-8473-401f-bb68-0e8b5a8e5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:52.943992 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-5a43b5d8-8473-401f-bb68-0e8b5a8e5bed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0803938 Nov 27 10:48:52.959297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:48:52.963122 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-67602807-62ef-4764-ae8c-35a38fa48652 req-df6d57a0-4bac-414a-8873-f3e6ac575d33 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618565 Nov 27 10:48:53.042496 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-f0c491f1-c390-468e-8def-9face5b24433 service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896306 Nov 27 10:48:53.142954 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ee4c9c3-59e5-4851-812b-903b41dbe521 req-54d4fead-00f7-4a5c-967e-1b024372f46e service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917943 Nov 27 10:48:53.324472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '48ece9ff-c69f-4b20-b212-b90ccff0d8e0', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.192', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'port_id': '970baa7f-64a1-4db1-a285-a8f288799687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1936481260', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'mac_address': 'fa:16:3e:70:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:48:51Z', 'updated_at': '2021-11-27T10:48:51Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:39Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:48:53.353340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018dca5-597a-4db3-9f8b-5b13513946a4 None None] The sync data for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv is: [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '48ece9ff-c69f-4b20-b212-b90ccff0d8e0', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.192', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'port_id': '970baa7f-64a1-4db1-a285-a8f288799687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1936481260', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'mac_address': 'fa:16:3e:70:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f62f6f8-c47d-46cc-b9e1-055813059d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:48:51Z', 'updated_at': '2021-11-27T10:48:51Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:39Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:48:53.530018 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74704b-0101-4528-a823-fbae00ed0718 None None] New status for floating IP 48ece9ff-c69f-4b20-b212-b90ccff0d8e0: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:48:54.083809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13e53-45ab-436f-99d7-a184e6b23679 req-134e4fa6-251e-485b-9a06-42d8c6d041db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:54.085501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-60c13e53-45ab-436f-99d7-a184e6b23679 req-134e4fa6-251e-485b-9a06-42d8c6d041db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 983 time: 0.0514789 Nov 27 10:48:54.136558 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-60c13e53-45ab-436f-99d7-a184e6b23679 req-22dace98-cd58-4a86-a3ec-2e78b943c777 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Nov 27 10:48:54.252528 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-adead037-699c-4d4e-97e7-ebf6a11af8aa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:54.253867 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-adead037-699c-4d4e-97e7-ebf6a11af8aa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 983 time: 0.0498328 Nov 27 10:48:54.297400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-8a263264-7c7a-469c-8485-9d9857839278 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:54.298723 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-8a263264-7c7a-469c-8485-9d9857839278 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0382042 Nov 27 10:48:54.400038 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-84d6ed55-1227-4d59-97d7-b978f7fce221 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0950048 Nov 27 10:48:54.411420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:54.463394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:54.892108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:48:54.924360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:48:54.955766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] device_id is not set on port 970baa7f-64a1-4db1-a285-a8f288799687 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:48:54.965029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:54.970672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:55.069646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:55.147953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] No DVR routers for this DVR port 970baa7f-64a1-4db1-a285-a8f288799687 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:48:55.216011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1ecbcef2-75b2-4e80-9c2d-6a5589429814 None None] Provisioning complete for port 970baa7f-64a1-4db1-a285-a8f288799687 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:48:55.216648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ecbcef2-75b2-4e80-9c2d-6a5589429814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:55.250127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1ecbcef2-75b2-4e80-9c2d-6a5589429814 None None] Port 970baa7f-64a1-4db1-a285-a8f288799687 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:48:55.257906 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3abcfe6b-b167-485d-b9cf-885fd81dca73 req-025ac1ec-ea04-4b37-a857-12b2e40714bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f62f6f8-c47d-46cc-b9e1-055813059d06 HTTP/1.1" status: 200 len: 210 time: 0.0326633 Nov 27 10:48:55.307634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] In _notify_port_updated(), no bound segment for port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:48:55.308450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:55.309066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:55.310351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2cd403c8-1062-4734-acf6-3ff66ba553e8 req-48aca43e-e3c2-46b5-a102-5969090c8c57 service neutron] 10.222.0.24 "PUT /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1026 time: 0.9029624 Nov 27 10:48:56.315009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44630) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:56.360188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517cd4ab-7ca2-48df-ad0b-5d8b97d55905 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:56.361559 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-517cd4ab-7ca2-48df-ad0b-5d8b97d55905 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 925 time: 0.0455585 Nov 27 10:48:56.544537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44634) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:56.549189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254127890', 'description': 'tempest-secgroup-smoke-254127890 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:56.570388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.633964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.637579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.661920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.663753 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1176808 Nov 27 10:48:56.666666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44636) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:56.671475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'afaed86d-ca70-45bc-920c-7e94884c0fa7', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:56.671902 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437670a-2731-4634-a9c1-ca81d3f0afe4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaed86d-ca70-45bc-920c-7e94884c0fa7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:56.699791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.756188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.759733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.777269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdd3d34-c5c8-4d3a-93b3-07b090c7c1c2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:56.785172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.786362 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d40a3f26-3114-4acd-b34a-607c92b50a55 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186168 Nov 27 10:48:56.789807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44638) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:56.794059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'afaed86d-ca70-45bc-920c-7e94884c0fa7', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:56.818896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.875041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.878432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.892652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2797f8-fac1-4d63-9649-6b2a443f640c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:56.903667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.904881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-48c6ba48-ebe9-4820-8695-a094e5da2ebf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142242 Nov 27 10:48:56.907641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:56.912081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'afaed86d-ca70-45bc-920c-7e94884c0fa7', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:56.939103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.994157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:56.997956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.018201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a85fb05-8ad1-4eba-b006-847de71a7e72,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:57.024498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.025678 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8437ac21-7246-4332-9bbf-03580a72b606 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168261 Nov 27 10:48:57.028741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:57.032995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'afaed86d-ca70-45bc-920c-7e94884c0fa7', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:57.059802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.118807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.121680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.139388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f9a2c1-5d2e-4492-80c5-768438a2cbac,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:57.143910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.145116 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4db48622-1ba0-4a35-a7b3-feceb07b08ea tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154547 Nov 27 10:48:57.148350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44644) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:57.152872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'afaed86d-ca70-45bc-920c-7e94884c0fa7', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:57.174161 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:48:57.179344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.237096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.241833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.259887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82969398-9576-4dd9-b6e4-b46265e54e3b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:57.264790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.265966 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-017a6255-e036-47eb-bcf3-ccadbfa62f77 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164823 Nov 27 10:48:57.268697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44646) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:48:57.273085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'afaed86d-ca70-45bc-920c-7e94884c0fa7', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:57.294469 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:48:57.299163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.358864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.362526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.381085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7ecaff-a550-4863-9d61-8b2d08ef0a06,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:57.389293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:57.390483 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3ac50af6-1117-4cc2-9a79-71d581ca94ef tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208723 Nov 27 10:48:57.540858 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-02aa7384-1f64-4a39-b31c-89c9f3891f65 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254127890&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0463023 Nov 27 10:48:57.587170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-4536b4fb-b57d-44ca-adff-17a91b0553d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:57.588507 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-4536b4fb-b57d-44ca-adff-17a91b0553d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 930 time: 0.0410891 Nov 27 10:48:57.635544 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-99ecdaea-1121-4904-a463-2bbce70b500e service neutron] 10.222.0.13 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0351610 Nov 27 10:48:57.724554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-84c98eca-30ca-449a-b955-f3e26f36bef3 service neutron] 10.222.0.13 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831344 Nov 27 10:48:57.815838 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-4e69981a-84a2-4f71-9094-bcf8247cc625 service neutron] 10.222.0.13 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824487 Nov 27 10:48:57.969764 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d39337be-8321-4b0b-b1cc-53bd016b92c7 req-658a0688-a3d7-4aca-8633-dbbdc7c3faff tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 210 time: 0.0271454 Nov 27 10:48:58.659907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:48:58.702188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:48:58.820474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-48ce9f72-cc1c-4282-a89a-dad0b62a34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:58.821804 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-48ce9f72-cc1c-4282-a89a-dad0b62a34db service neutron] 10.222.0.24 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1026 time: 0.0406005 Nov 27 10:48:58.941682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-2a94443d-86cc-4bae-bd39-57d9c161b730 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:58.943116 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-2a94443d-86cc-4bae-bd39-57d9c161b730 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 797 time: 0.1142004 Nov 27 10:48:59.023670 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-2677658c-3341-4c5a-aff9-b4b7ab2c09d6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 472 time: 0.0686629 Nov 27 10:48:59.035735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Request body: {'port': {'device_id': 'aedd7b21-96b5-4a0e-951b-9e361e8229db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:48:59.061637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-85bd64e8-7f16-4ed9-a472-4bd7fee22fa2 req-4c7d48ed-2b5b-4bf1-bd70-d43751f984ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 210 time: 0.0256250 Nov 27 10:48:59.093781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:59.359872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970baa7f-64a1-4db1-a285-a8f288799687 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:48:59.367720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:59.379316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Transition to ACTIVE for port object 970baa7f-64a1-4db1-a285-a8f288799687 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:48:59.383791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:59.466228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:59.565210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:48:59.565540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:48:59.565872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:59.571190 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:48:59.571511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Attempting to bind port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:48:59.576290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:48:59.576682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Checking segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:48:59.577063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Bound using segment: {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:48:59.577483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Bound port: 970baa7f-64a1-4db1-a285-a8f288799687, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6beaf22a-c213-4960-a0b9-f97dfd975c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:48:59.577835 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:59.646231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:48:59.649920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:48:59.654085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:59.688782 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:59.689219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:48:59.690603 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] 10.222.0.24 "PUT /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1131 time: 0.6591942 Nov 27 10:48:59.691064 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedd7b21-96b5-4a0e-951b-9e361e8229db', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:48:59.693345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11" -d '{"events": [{"name": "network-changed", "server_uuid": "aedd7b21-96b5-4a0e-951b-9e361e8229db", "tag": "970baa7f-64a1-4db1-a285-a8f288799687"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:48:59.718748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de0bb9-2e76-463c-a1c5-ee2c670ad69c service neutron] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:48:59.800499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd4fed-fde4-4b8a-87a7-c4e23c2267d0 x-openstack-request-id: req-e5cd4fed-fde4-4b8a-87a7-c4e23c2267d0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:48:59.800801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedd7b21-96b5-4a0e-951b-9e361e8229db", "tag": "970baa7f-64a1-4db1-a285-a8f288799687", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:48:59.801062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5cd4fed-fde4-4b8a-87a7-c4e23c2267d0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:48:59.801470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedd7b21-96b5-4a0e-951b-9e361e8229db', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687', 'status': 'completed', 'code': 200} Nov 27 10:48:59.811079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-24d736a8-3459-4540-8ccd-9d90e5d3591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:59.812621 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-24d736a8-3459-4540-8ccd-9d90e5d3591c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 1134 time: 0.0457206 Nov 27 10:48:59.883309 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-80add057-6bea-4d1b-a91f-5e6fd3a969f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1037 time: 0.0633695 Nov 27 10:48:59.934643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-4ca54b4d-8f52-4634-90c8-21616ea56716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:59.936107 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-4ca54b4d-8f52-4634-90c8-21616ea56716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a490e8a1-da60-47a3-a99b-537afae542f4 HTTP/1.1" status: 200 len: 835 time: 0.0442321 Nov 27 10:48:59.981822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-6005ab40-1f9a-4bd9-8f23-d600ae06bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:48:59.983203 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-6005ab40-1f9a-4bd9-8f23-d600ae06bf8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403373 Nov 27 10:49:00.075839 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-2ac48b65-5057-4515-bc86-f3f768957998 service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Nov 27 10:49:00.169518 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9142b7fb-361c-4c8d-96d4-91ae6e610932 req-930cf3a2-7e47-4a12-ba0c-5b8bb3a7c929 service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Nov 27 10:49:00.181058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa802f-7774-49f3-96d6-1b4eebd606e5 req-5d033fca-eefe-4323-9527-26cf5ea2cd1b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:00.182557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-27fa802f-7774-49f3-96d6-1b4eebd606e5 req-5d033fca-eefe-4323-9527-26cf5ea2cd1b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 981 time: 0.0541868 Nov 27 10:49:00.233310 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-27fa802f-7774-49f3-96d6-1b4eebd606e5 req-bd8ede3d-0f2e-4a84-9582-32521f370032 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439312 Nov 27 10:49:00.253529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-62cc83e1-6377-4d71-a81b-e2ddde78f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:00.255044 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-62cc83e1-6377-4d71-a81b-e2ddde78f0cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 1134 time: 0.0424807 Nov 27 10:49:00.348754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-27f86dbe-0e5e-4185-b86d-17bfc6579f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:00.350744 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-27f86dbe-0e5e-4185-b86d-17bfc6579f16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 898 time: 0.0882103 Nov 27 10:49:00.417252 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-15c0ef8c-a8c0-433c-aa87-b9a2f7b24a94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1037 time: 0.0605230 Nov 27 10:49:00.467404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-12e6d626-3918-4c19-9fdc-964aae090d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:00.468882 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-12e6d626-3918-4c19-9fdc-964aae090d88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a490e8a1-da60-47a3-a99b-537afae542f4 HTTP/1.1" status: 200 len: 835 time: 0.0437212 Nov 27 10:49:00.513485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-a74b91ca-a1d4-455d-a6de-3376e245a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:00.514965 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-a74b91ca-a1d4-455d-a6de-3376e245a3ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396137 Nov 27 10:49:00.607093 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-077c1d02-373c-442e-8173-64e016318181 service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839164 Nov 27 10:49:00.694993 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c54b54dc-1ba2-47b5-9d1d-0792be0a7d11 req-31318330-5e02-4056-b2b3-74efcc5c30f4 service neutron] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809915 Nov 27 10:49:01.353460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65e55f-cc56-440d-8b41-31c793dbdf13 req-c9be7321-f96e-4652-9f2b-4699ec1175ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:01.355192 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dc65e55f-cc56-440d-8b41-31c793dbdf13 req-c9be7321-f96e-4652-9f2b-4699ec1175ca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 981 time: 0.0503519 Nov 27 10:49:01.408032 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dc65e55f-cc56-440d-8b41-31c793dbdf13 req-fb011f76-9ba2-4754-ab18-28a59f63dbaa tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Nov 27 10:49:01.770075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:02.523974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bd40f-24ce-4ee2-bbca-91d38a430d18 req-e28827d7-5bb5-4596-ba89-50b4807cb50a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:02.525471 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a93bd40f-24ce-4ee2-bbca-91d38a430d18 req-e28827d7-5bb5-4596-ba89-50b4807cb50a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 981 time: 0.0481887 Nov 27 10:49:02.571097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a93bd40f-24ce-4ee2-bbca-91d38a430d18 req-bf1e2a80-d665-4840-b84d-9fdbf2f7f376 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Nov 27 10:49:02.675468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:49:02.771135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:02.781512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '970baa7f-64a1-4db1-a285-a8f288799687', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'port_id': '970baa7f-64a1-4db1-a285-a8f288799687', 'mac_address': 'fa:16:3e:70:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:49:02.817951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:02.830885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970baa7f-64a1-4db1-a285-a8f288799687 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:49:02.851145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:02.856855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:02.902439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:03.138565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['970baa7f-64a1-4db1-a285-a8f288799687'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:49:03.685090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afaf24-c960-4497-91af-1213b034dbbd req-5e3c45f6-4e99-4606-8ec0-f18c981ff3e1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:03.686605 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-85afaf24-c960-4497-91af-1213b034dbbd req-5e3c45f6-4e99-4606-8ec0-f18c981ff3e1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 982 time: 0.0494595 Nov 27 10:49:03.733719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-85afaf24-c960-4497-91af-1213b034dbbd req-a426c98e-f10f-411c-aba4-9cb33fc9fadc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Nov 27 10:49:04.691401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:49:04.739149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 970baa7f-64a1-4db1-a285-a8f288799687 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:49:04.743081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 970baa7f-64a1-4db1-a285-a8f288799687 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:04.743574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:04.823886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:04.846060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedd7b21-96b5-4a0e-951b-9e361e8229db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:49:04.848289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e3a959-94e5-4af5-bf4a-350b3dc5ffb3" -d '{"events": [{"server_uuid": "aedd7b21-96b5-4a0e-951b-9e361e8229db", "name": "network-vif-plugged", "status": "completed", "tag": "970baa7f-64a1-4db1-a285-a8f288799687"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:49:04.849637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cba798-6cd5-41de-8942-22735acaef7e req-f4ffab9d-384a-421d-87d6-abe9c8334685 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:04.851230 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f9cba798-6cd5-41de-8942-22735acaef7e req-f4ffab9d-384a-421d-87d6-abe9c8334685 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 982 time: 0.0495827 Nov 27 10:49:04.861389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:04.865957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:04.889715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c1e0c-55e2-4d27-871d-304d5da243ab x-openstack-request-id: req-531c1e0c-55e2-4d27-871d-304d5da243ab {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:49:04.890028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedd7b21-96b5-4a0e-951b-9e361e8229db", "name": "network-vif-plugged", "status": "completed", "tag": "970baa7f-64a1-4db1-a285-a8f288799687", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:49:04.890272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-531c1e0c-55e2-4d27-871d-304d5da243ab {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:49:04.890663 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedd7b21-96b5-4a0e-951b-9e361e8229db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970baa7f-64a1-4db1-a285-a8f288799687', 'code': 200} Nov 27 10:49:04.906718 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f9cba798-6cd5-41de-8942-22735acaef7e req-2b89e115-2f88-4b59-b03e-2c7b309224ce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483162 Nov 27 10:49:04.916956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:05.055213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bfa56-8884-467c-a3d9-ee7ab6e02f1d req-b40683df-5034-4480-a490-18ab8051ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:05.057425 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f52bfa56-8884-467c-a3d9-ee7ab6e02f1d req-b40683df-5034-4480-a490-18ab8051ca5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 1137 time: 0.0398989 Nov 27 10:49:05.101360 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f52bfa56-8884-467c-a3d9-ee7ab6e02f1d req-56c8c577-e94c-4bc1-927f-3f6ee6bc9dfe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367703 Nov 27 10:49:06.029770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20b9a5-5711-40d6-995e-b644764b5eab req-8e5b367e-a471-452b-a508-2ba1fe8560c8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:06.031232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9f20b9a5-5711-40d6-995e-b644764b5eab req-8e5b367e-a471-452b-a508-2ba1fe8560c8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 984 time: 0.0513411 Nov 27 10:49:06.077321 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9f20b9a5-5711-40d6-995e-b644764b5eab req-dcd2ec4f-10b8-433c-8323-f3cd525b319c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Nov 27 10:49:07.192919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe5643-1002-4964-b43f-052c6e7caa2d req-6d6b7d2a-98da-4e3e-a15c-b3312f38bef8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:07.194385 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50fe5643-1002-4964-b43f-052c6e7caa2d req-6d6b7d2a-98da-4e3e-a15c-b3312f38bef8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 984 time: 0.0495892 Nov 27 10:49:07.245203 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50fe5643-1002-4964-b43f-052c6e7caa2d req-dc4a41d4-8449-4bdf-9e4b-e88316890b90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Nov 27 10:49:07.356549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2a881-3def-476d-afde-d97af065fa0f req-4369b9e9-1174-48c6-83b4-eac1cea5a39a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:07.357876 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e0a2a881-3def-476d-afde-d97af065fa0f req-4369b9e9-1174-48c6-83b4-eac1cea5a39a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 984 time: 0.0482109 Nov 27 10:49:07.403535 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e0a2a881-3def-476d-afde-d97af065fa0f req-92fddd8e-2b77-4324-a907-ac5cf7174fe1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Nov 27 10:49:07.425141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:07.500000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8f136-5a1e-4057-8206-6c1d0fca1008 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:07.501553 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-69f8f136-5a1e-4057-8206-6c1d0fca1008 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db&network_id=595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 200 len: 1132 time: 0.0751784 Nov 27 10:49:07.714247 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6948c1-0abd-4327-8b6f-32bd766dbf41 req-6a800aa2-914d-44e5-926f-13f4994cdaad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:07.715699 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb6948c1-0abd-4327-8b6f-32bd766dbf41 req-6a800aa2-914d-44e5-926f-13f4994cdaad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 984 time: 0.0526030 Nov 27 10:49:07.761829 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb6948c1-0abd-4327-8b6f-32bd766dbf41 req-4791b19b-a703-4198-b080-748cd78e66a4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Nov 27 10:49:08.879241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbb51-b7c0-45ba-9763-fd599114960f req-1977d1a6-cdae-4b78-a4e9-741770c88c63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:08.880733 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-961bbb51-b7c0-45ba-9763-fd599114960f req-1977d1a6-cdae-4b78-a4e9-741770c88c63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 984 time: 0.0507343 Nov 27 10:49:08.932775 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-961bbb51-b7c0-45ba-9763-fd599114960f req-48a342e8-2645-48de-bf7b-874ead59d00e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4d8f56a-d570-4dbf-9a3f-aa364ce26966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Nov 27 10:49:09.141062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-534b8b32-08f9-4edd-98cb-7f830192153e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:09.142622 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-534b8b32-08f9-4edd-98cb-7f830192153e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 984 time: 0.0489497 Nov 27 10:49:09.191242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-955467f6-f66c-4d24-b6cf-897a02e7d454 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:09.192707 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-955467f6-f66c-4d24-b6cf-897a02e7d454 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0436604 Nov 27 10:49:09.299185 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-092c6bcb-4c5e-4d3b-88cc-55296d43054a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1007469 Nov 27 10:49:09.311148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:09.365330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:09.498455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=970baa7f-64a1-4db1-a285-a8f288799687,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:09.530801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] For port 970baa7f-64a1-4db1-a285-a8f288799687, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:49:09.561853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] device_id is not set on port 970baa7f-64a1-4db1-a285-a8f288799687 yet. {{(pid=103379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 10:49:09.569923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:09.574917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:09.651773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Pushing event updated for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=11']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:09.695381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] No DVR routers for this DVR port 970baa7f-64a1-4db1-a285-a8f288799687 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:49:09.797453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-721d12ac-dea5-4ce1-b44b-9dfc6eba04dc None None] Provisioning complete for port 970baa7f-64a1-4db1-a285-a8f288799687 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:09.798170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-721d12ac-dea5-4ce1-b44b-9dfc6eba04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:09.835240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-721d12ac-dea5-4ce1-b44b-9dfc6eba04dc None None] Port 970baa7f-64a1-4db1-a285-a8f288799687 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:49:09.837063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] In _notify_port_updated(), no bound segment for port 970baa7f-64a1-4db1-a285-a8f288799687 on network 595bbe1c-a15a-47b1-a0f1-659812814b8e {{(pid=103379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 10:49:09.838123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:09.838850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:09.840000 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0981a567-3c95-43a9-bd5f-1e4510dab137 req-7e77c032-02d5-4452-8985-9f71d476f611 service neutron] 10.222.0.24 "PUT /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 200 len: 1027 time: 0.5331481 Nov 27 10:49:10.035873 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d01480ba-4ccc-450f-a0f2-4a4d94fde9a7 req-b3ce8d4c-6843-4bd6-9c06-121f481c825a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=aedd7b21-96b5-4a0e-951b-9e361e8229db HTTP/1.1" status: 200 len: 210 time: 0.0259945 Nov 27 10:49:10.237305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2ffb54f5-1b17-445c-a912-50757f183500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.091015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44710) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:11.148484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ba711ed-fbdb-41a1-8f4d-e44fadbd6e8e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.173657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ba711ed-fbdb-41a1-8f4d-e44fadbd6e8e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.231779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ba711ed-fbdb-41a1-8f4d-e44fadbd6e8e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.234504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ba711ed-fbdb-41a1-8f4d-e44fadbd6e8e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.235678 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7ba711ed-fbdb-41a1-8f4d-e44fadbd6e8e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/afaed86d-ca70-45bc-920c-7e94884c0fa7 HTTP/1.1" status: 204 len: 168 time: 0.1436639 Nov 27 10:49:11.245132 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba711ed-fbdb-41a1-8f4d-e44fadbd6e8e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaed86d-ca70-45bc-920c-7e94884c0fa7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:11.269102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44714) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:11.423856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 6f163bc1-840c-401e-af55-bea16b2de7b8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:49:11.424109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.504338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.504695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.516594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 6f163bc1-840c-401e-af55-bea16b2de7b8 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:49:11.659446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.694651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=6f163bc1-840c-401e-af55-bea16b2de7b8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:11.749927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:11.750259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 48ece9ff-c69f-4b20-b212-b90ccff0d8e0 disassociated (deleted). External IP: 172.26.1.192, port: 970baa7f-64a1-4db1-a285-a8f288799687. Nov 27 10:49:11.958714 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 787a7620-4f03-4f8f-b34a-049925c18ac6 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:49:12.065192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:49:12.070024 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.075145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] Sync routers for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:49:12.084152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:12.084885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:12.097641 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1cd8bc60-6bc8-4f41-881f-d9602feb6b0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/48ece9ff-c69f-4b20-b212-b90ccff0d8e0 HTTP/1.1" status: 204 len: 168 time: 0.8274498 Nov 27 10:49:12.166787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:12.194798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:12.222522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-875f4401-9604-4722-955c-e005af8ad2c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.249135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-875f4401-9604-4722-955c-e005af8ad2c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.307792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-875f4401-9604-4722-955c-e005af8ad2c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.311441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-875f4401-9604-4722-955c-e005af8ad2c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.312635 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-875f4401-9604-4722-955c-e005af8ad2c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd6aa99a-a3ff-4010-bf03-dfccb48b793b HTTP/1.1" status: 204 len: 168 time: 0.1448276 Nov 27 10:49:12.322328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f4401-9604-4722-955c-e005af8ad2c7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6aa99a-a3ff-4010-bf03-dfccb48b793b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:12.351019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44724) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:12.407077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:39Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:12.434189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] Checking router: 787a7620-4f03-4f8f-b34a-049925c18ac6 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:49:12.439047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 970baa7f-64a1-4db1-a285-a8f288799687 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:49:12.439382 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.447064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:12.447774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:48:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:12.525478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.537302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 970baa7f-64a1-4db1-a285-a8f288799687 owned by {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:49:12.578790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:12.667958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.694579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=970baa7f-64a1-4db1-a285-a8f288799687,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:12.733277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:49:12.764782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 970baa7f-64a1-4db1-a285-a8f288799687 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:49:12.765308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 970baa7f-64a1-4db1-a285-a8f288799687 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:49:12.777606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:12.781089 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e03d8b9c-247a-460c-9530-bc20c9fff4b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/ports/970baa7f-64a1-4db1-a285-a8f288799687 HTTP/1.1" status: 204 len: 168 time: 0.4289794 Nov 27 10:49:12.784993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:12.854643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:39Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:12.883530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc483cfe-e868-4655-a0fb-c7360a967b72 None None] The sync data for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv is: [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:48:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c81a1974-6816-4106-b655-8569af28434f', 'name': '', 'network_id': '595bbe1c-a15a-47b1-a0f1-659812814b8e', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:f7:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:35Z', 'updated_at': '2021-11-27T10:48:39Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'a490e8a1-da60-47a3-a99b-537afae542f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:49:13.046434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2fa79db9-255a-445b-a329-4a0675ae8133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:13.117131 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0f19e-9cec-40c8-b53f-2d65ce5a5862 None None] New status for floating IP 48ece9ff-c69f-4b20-b212-b90ccff0d8e0: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:49:13.434625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:13.682443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port c81a1974-6816-4106-b655-8569af28434f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:49:13.682770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:13.771103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port c81a1974-6816-4106-b655-8569af28434f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c81a1974-6816-4106-b655-8569af28434f,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:13.771452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:13.783654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for c81a1974-6816-4106-b655-8569af28434f owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:49:13.825976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:13.966088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:13.997467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=c81a1974-6816-4106-b655-8569af28434f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:14.199165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:14.411551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 787a7620-4f03-4f8f-b34a-049925c18ac6 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:49:14.519613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:49:14.529073 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2b0c5094-6aa0-40b5-982e-366fc4eb8062 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/787a7620-4f03-4f8f-b34a-049925c18ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398126 Nov 27 10:49:14.529073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:14.530968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] Sync routers for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:49:14.543417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:14.544036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:14.579889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet a490e8a1-da60-47a3-a99b-537afae542f4 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:49:14.582957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:14.626964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:14.651782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:14.722063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:14.781153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:14.813212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=a490e8a1-da60-47a3-a99b-537afae542f4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:14.816809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:14.823212 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5efa4aa7-814a-4ba6-a7a1-024db85585d0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/a490e8a1-da60-47a3-a99b-537afae542f4 HTTP/1.1" status: 204 len: 168 time: 0.2907166 Nov 27 10:49:14.823459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44730) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:14.828953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cee99a-8490-413f-84f1-ee9c96daa5b9 None None] Network 595bbe1c-a15a-47b1-a0f1-659812814b8e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:49:14.884861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:49:13Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '89c0337c-c240-4dc0-8773-e2404922fe63', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:48:33Z', 'updated_at': '2021-11-27T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:14.921220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] Checking router: 787a7620-4f03-4f8f-b34a-049925c18ac6 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:49:14.932706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.049856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.106388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] Routers {'787a7620-4f03-4f8f-b34a-049925c18ac6'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:15.107009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['787a7620-4f03-4f8f-b34a-049925c18ac6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:15.107701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 89c0337c-c240-4dc0-8773-e2404922fe63 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:49:15.108067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.187273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 89c0337c-c240-4dc0-8773-e2404922fe63, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=89c0337c-c240-4dc0-8773-e2404922fe63,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:15.187962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.202147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 89c0337c-c240-4dc0-8773-e2404922fe63 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:49:15.202333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] Set router 787a7620-4f03-4f8f-b34a-049925c18ac6 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:15.260315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] DHCP port deletion for 595bbe1c-a15a-47b1-a0f1-659812814b8e request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:49:15.263598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:49:15Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:15.291594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac19e0-d05e-470b-be15-2efce3d85c12 None None] The sync data for ids ['787a7620-4f03-4f8f-b34a-049925c18ac6'] in dv-neutron-804846-16-hyperv is: [{'id': '787a7620-4f03-4f8f-b34a-049925c18ac6', 'name': 'tempest-TestNetworkBasicOps-router-27946192', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:48:32Z', 'updated_at': '2021-11-27T10:49:15Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:49:15.345428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] Deleting port 7b9e6295-7c4b-4930-be77-de1d8f62accf {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:49:15.345805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.378204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.405340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=89c0337c-c240-4dc0-8773-e2404922fe63,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:15.418759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451fbca8-e469-49e6-8816-fc22fc03f000 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:49:15.421571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] For port 7b9e6295-7c4b-4930-be77-de1d8f62accf, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7b9e6295-7c4b-4930-be77-de1d8f62accf,segment=NetworkSegment(6beaf22a-c213-4960-a0b9-f97dfd975c27),segment_id=6beaf22a-c213-4960-a0b9-f97dfd975c27)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:15.421967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.439657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] Calling delete_port for 7b9e6295-7c4b-4930-be77-de1d8f62accf owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:49:15.472858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.500282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.537030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.564990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.567183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.567820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] Pushing event deleted for resources: {'Port': ['ID=7b9e6295-7c4b-4930-be77-de1d8f62accf,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:15.574397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d4622-b8f0-413a-aa35-3861db8477b5 None None] No DVR routers for this DVR port 7b9e6295-7c4b-4930-be77-de1d8f62accf on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:49:15.612255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.613240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 787a7620-4f03-4f8f-b34a-049925c18ac6 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:49:15.622461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.623642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d032a5a5-9b66-4620-822b-71af531b1ca2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/787a7620-4f03-4f8f-b34a-049925c18ac6 HTTP/1.1" status: 204 len: 168 time: 0.7992451 Nov 27 10:49:15.626300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:15.709899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.803015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.823076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595bbe1c-a15a-47b1-a0f1-659812814b8e']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:15.831972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beaf22a-c213-4960-a0b9-f97dfd975c27') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:15.832214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beaf22a-c213-4960-a0b9-f97dfd975c27') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:15.846310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.860456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.867014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:49:15.867664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:49:15.870569 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:49:15.929710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.935074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:15.941619 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/595bbe1c-a15a-47b1-a0f1-659812814b8e HTTP/1.1" status: 204 len: 168 time: 0.3112826 Nov 27 10:49:15.952695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13498901-2af9-4438-b341-961db6dc28a8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=595bbe1c-a15a-47b1-a0f1-659812814b8e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:15.953465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44734) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:15.974163 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-30183f76-699b-4cfc-b9d0-1332aa953bc4 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0189242 Nov 27 10:49:15.976625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44736) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:15.982489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--2008932135', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:16.004717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:49:16.008197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.034590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:49:16.045106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.045456 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment b960b397-c153-4414-a5e1-f523a8453180 of type vlan for network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 Nov 27 10:49:16.085048 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.110453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.116019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:16.116627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.156355 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1778758 Nov 27 10:49:16.159431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:16.164786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:16.190543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.192061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.201859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.255152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.399641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.497187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc2ab-9d11-443c-aad7-c59b190b31a5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:16.517832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:49:16.542380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c81a1974-6816-4106-b655-8569af28434f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:49:16.591520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: c81a1974-6816-4106-b655-8569af28434f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:49:16.591868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c81a1974-6816-4106-b655-8569af28434f not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:49:16.592294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 89c0337c-c240-4dc0-8773-e2404922fe63 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:49:16.609469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.620177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 89c0337c-c240-4dc0-8773-e2404922fe63 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:49:16.620554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 89c0337c-c240-4dc0-8773-e2404922fe63 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:49:16.620971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b9e6295-7c4b-4930-be77-de1d8f62accf no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:49:16.627769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.642210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7b9e6295-7c4b-4930-be77-de1d8f62accf {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:49:16.642556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7b9e6295-7c4b-4930-be77-de1d8f62accf not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:49:16.726888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.24 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/4a27356f-2a5e-4cb1-b759-105784f095ea) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:49:16.828541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.862022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:16.895480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:49:16.898244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:16.904248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:49:16.911905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50db52-11c1-4af8-89af-dd0419586d24 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:49:16.935146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:17.000803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-44d86e39-3797-44ff-a23c-4cdae613fa5c None None] Provisioning complete for port 4a27356f-2a5e-4cb1-b759-105784f095ea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:17.001279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-44d86e39-3797-44ff-a23c-4cdae613fa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:17.039514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-44d86e39-3797-44ff-a23c-4cdae613fa5c None None] Port 4a27356f-2a5e-4cb1-b759-105784f095ea cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:49:17.157226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:17.348236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:17.761255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7b27e8af-cec3-4893-9214-1054a13bb024 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:49:17.864650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:49:17.875520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Sync routers for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:49:17.885358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:17.886665 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:17.887042 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6cee1b2a-83cd-4f99-80f3-987dcf2a718c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7260313 Nov 27 10:49:17.887268 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:17.889603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:17.917895 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4f39becc-3920-4d1c-a49e-55d0ddf89504 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271561 Nov 27 10:49:17.920332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:17.990083 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:18.008364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f4e1b-f206-4dc6-ba14-de2319163a76 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:18.009867 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ac9f4e1b-f206-4dc6-ba14-de2319163a76 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886097 Nov 27 10:49:18.012751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:18.040548 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b22a786d-8cbb-43a6-92ef-c6a52638e079 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261631 Nov 27 10:49:18.043191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:18.047998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429363710', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:18.137484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:49:18.140928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.173244 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:17Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:18.200458 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Checking router: 7b27e8af-cec3-4893-9214-1054a13bb024 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:49:18.200822 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Updating router 7b27e8af-cec3-4893-9214-1054a13bb024 port 4a27356f-2a5e-4cb1-b759-105784f095ea binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:49:18.232136 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.329848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.394204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=96a655f1-28c6-4bea-8f81-447702723a41,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:18.402812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:49:18.403172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:49:18.420883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:49:18.430605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:18.436429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:18.436570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.439628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532b3c4-a4ad-46ab-95a0-10fe03d5c053 None None] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:49:18.463985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1191fe19-f663-4c36-9159-fc7a9935ce0a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4168351 Nov 27 10:49:18.464190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44748) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:18.504034 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.510424 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.555642 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Attempting to bind port 4a27356f-2a5e-4cb1-b759-105784f095ea on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:49:18.556015 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Attempting to bind port 4a27356f-2a5e-4cb1-b759-105784f095ea by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:49:18.556445 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Attempting to bind port 4a27356f-2a5e-4cb1-b759-105784f095ea on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:49:18.557498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940f23a-6002-48da-9ef1-7e21045f0eab None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:49:18.567685 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:49:18.568220 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:49:18.568465 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.568865 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:49:18.569342 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Bound port: 4a27356f-2a5e-4cb1-b759-105784f095ea, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:49:18.569721 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.600042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:49:18.600992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.608912 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643bf27-f68f-4242-bdc0-092ed349b74f None None] Pushing event updated for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:18.630672 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] For port 4a27356f-2a5e-4cb1-b759-105784f095ea, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:49:18.634458 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] For port 4a27356f-2a5e-4cb1-b759-105784f095ea, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4a27356f-2a5e-4cb1-b759-105784f095ea,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:49:18.639874 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.690328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863679b6-dc40-4b26-822a-2ef126f8a2ba None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:49:18.696992 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:18.697733 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:18.720012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8f680816-4162-4b4e-a137-e80a3ff2db29 None None] Provisioning complete for port 4a27356f-2a5e-4cb1-b759-105784f095ea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:18.720412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f680816-4162-4b4e-a137-e80a3ff2db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.760370 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643bf27-f68f-4242-bdc0-092ed349b74f None None] Pushing event updated for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:18.825302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Allocated IP 172.20.0.2 (8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07/96a655f1-28c6-4bea-8f81-447702723a41/3b17f5ae-ed97-4ada-88bb-414294d9bbd3) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:49:18.854273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f680816-4162-4b4e-a137-e80a3ff2db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.916983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8f680816-4162-4b4e-a137-e80a3ff2db29 None None] For port 4a27356f-2a5e-4cb1-b759-105784f095ea, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4a27356f-2a5e-4cb1-b759-105784f095ea,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:18.918058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:18.923985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f680816-4162-4b4e-a137-e80a3ff2db29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:18.955482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.024776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f680816-4162-4b4e-a137-e80a3ff2db29 None None] Pushing event updated for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:19.046834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.056032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.103998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d20aeb3d-7d19-419e-ad0e-5bd5b087e636 None None] Provisioning complete for port 4a27356f-2a5e-4cb1-b759-105784f095ea triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:19.104465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d20aeb3d-7d19-419e-ad0e-5bd5b087e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.107793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:49:19.113304 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:17Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:19.128062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:19.134897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:49:19.140522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Pushing event updated for resources: {'Port': ['ID=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:19.152068 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3283a7a-249c-494f-9420-374ed5a191f2 None None] The sync data for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv is: [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:17Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:49:19.215384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Attempting to bind port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:49:19.216042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Attempting to bind port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:49:19.216652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Attempting to bind port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 on network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:49:19.242584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:49:19.243528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Checking segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:49:19.244186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.244596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Bound using segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:49:19.245097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Bound port: 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:49:19.245693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.252178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07/96a655f1-28c6-4bea-8f81-447702723a41/a10773a2-f8a6-463e-8717-ab285bf2f9d0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:49:19.321671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] For port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:49:19.326118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] For port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:49:19.334684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.382852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.421490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a928a-8b6f-4cb1-bf9e-cb893107752d None None] Pushing event updated for resources: {'Port': ['ID=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:19.455304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.502488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:49:19.505646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:19.511815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:49:19.538153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:19.558759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:19.723540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.021576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.026455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.107872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:20.115976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.213270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:49:20.214777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:20.333856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7b27e8af-cec3-4893-9214-1054a13bb024 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:49:20.373679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162764f2-a74c-4be1-b439-0dbcb6cc9a58 None None] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:49:20.446880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:49:20.452073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-575ed12a-2735-4d1a-a5cd-a9fef58a2492 None None] Provisioning complete for port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:20.452484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-575ed12a-2735-4d1a-a5cd-a9fef58a2492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.461790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0ab49559-2260-4341-b85a-36d2bace1d24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940577 Nov 27 10:49:20.462020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:20.573895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453d131-1ca0-4323-88bb-b2ce9b44c2ef tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.575181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453d131-1ca0-4323-88bb-b2ce9b44c2ef tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.575704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453d131-1ca0-4323-88bb-b2ce9b44c2ef tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.576898 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453d131-1ca0-4323-88bb-b2ce9b44c2ef tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.578663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1453d131-1ca0-4323-88bb-b2ce9b44c2ef tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1156347 Nov 27 10:49:20.581699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:20.591701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-575ed12a-2735-4d1a-a5cd-a9fef58a2492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.620708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4a27356f-2a5e-4cb1-b759-105784f095ea up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:49:20.652848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66318e3-a007-466e-8479-669eff25b9e5 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.653563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66318e3-a007-466e-8479-669eff25b9e5 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.654011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66318e3-a007-466e-8479-669eff25b9e5 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.654448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66318e3-a007-466e-8479-669eff25b9e5 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:20.656299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-575ed12a-2735-4d1a-a5cd-a9fef58a2492 None None] For port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:20.656666 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c66318e3-a007-466e-8479-669eff25b9e5 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0734675 Nov 27 10:49:20.659523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:20.672422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-575ed12a-2735-4d1a-a5cd-a9fef58a2492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.736923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ed12a-2735-4d1a-a5cd-a9fef58a2492 None None] Pushing event updated for resources: {'Port': ['ID=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:20.740772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4a27356f-2a5e-4cb1-b759-105784f095ea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:20.741322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.817832 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6c28b869-d078-430a-acbb-0abfcc3b4437 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1569874 Nov 27 10:49:20.830794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:49:20.861623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Sync routers for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:49:20.885270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:20.885983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:20.948438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:20.948438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:20.960857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:20.965798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445894444', 'description': 'tempest-secgroup-smoke-445894444 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:20.994884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.085212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.090773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.123097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.128216 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1620986 Nov 27 10:49:21.128216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44760) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:21.132632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9277e863-c437-42be-b03f-bf56ff6e0580', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:21.144179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8140680-d496-415a-ad23-f5dfb822b003 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9277e863-c437-42be-b03f-bf56ff6e0580,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.167814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.200709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2690abeb-246c-4b8a-b4c0-61b35b0c6299 None None] Provisioning complete for port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:21.201249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2690abeb-246c-4b8a-b4c0-61b35b0c6299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.205318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:21.232856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.237569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.260993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c45afa-de37-481d-8829-396dc5475ac1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.279018 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.282762 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-676e513d-e447-4763-8149-eaea968b89a0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519029 Nov 27 10:49:21.283009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:21.287959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9277e863-c437-42be-b03f-bf56ff6e0580', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:21.319719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.385213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.389233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.409486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97913154-5e67-4906-8d53-c85a61dc8bc1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.416122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.420092 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-061dc1bf-fd44-40a6-9c42-8ed7929547a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332018 Nov 27 10:49:21.420092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44764) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:21.424459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9277e863-c437-42be-b03f-bf56ff6e0580', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:21.454776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.472572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2690abeb-246c-4b8a-b4c0-61b35b0c6299 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:21.473158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2690abeb-246c-4b8a-b4c0-61b35b0c6299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.523496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.527697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.538535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2690abeb-246c-4b8a-b4c0-61b35b0c6299 None None] Port a10773a2-f8a6-463e-8717-ab285bf2f9d0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:49:21.542451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d49491-a36b-4d4e-8116-bcad8d0b2628,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.559878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.560099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:21.561435 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-239d123e-2554-4916-9346-e9cb521b4170 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403503 Nov 27 10:49:21.564302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:21.568862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9277e863-c437-42be-b03f-bf56ff6e0580', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:21.586889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Checking router: 7b27e8af-cec3-4893-9214-1054a13bb024 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:49:21.587264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Updating router 7b27e8af-cec3-4893-9214-1054a13bb024 port a10773a2-f8a6-463e-8717-ab285bf2f9d0 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:49:21.595809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.612555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.660360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.664408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.676484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-29ae069f-64cc-4fe9-ba62-93b7f05bd100 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:21.676858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-29ae069f-64cc-4fe9-ba62-93b7f05bd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.683453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a93a99-4712-40b7-a2f0-5c97b19ff86a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.691261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.692614 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-22f0d36a-86fc-4232-aa9b-35e747805805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270998 Nov 27 10:49:21.695220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:21.699748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9277e863-c437-42be-b03f-bf56ff6e0580', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:21.721642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:49:21.726561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.777815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-29ae069f-64cc-4fe9-ba62-93b7f05bd100 None None] Port a10773a2-f8a6-463e-8717-ab285bf2f9d0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:49:21.787739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.791969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.810082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ea2bec-d043-406f-8682-07dc56868a62,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.822257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.823474 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-813aee4e-ef11-4e1e-b55a-01ba46354cf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272843 Nov 27 10:49:21.826341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:21.830710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9277e863-c437-42be-b03f-bf56ff6e0580', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:21.853072 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:49:21.858169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.916993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.920942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.932206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.937578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.939202 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94b66fe-b7e2-4c70-8f1a-da8715600cab,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:21.947881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:21.949191 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2475fff9-ad3f-4a38-b56c-564187f6ef0e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219127 Nov 27 10:49:21.988444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a9fe-50f5-4580-8286-d157e2b7d9aa None None] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:22.047643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Attempting to bind port a10773a2-f8a6-463e-8717-ab285bf2f9d0 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:49:22.048018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Attempting to bind port a10773a2-f8a6-463e-8717-ab285bf2f9d0 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:49:22.048404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Attempting to bind port a10773a2-f8a6-463e-8717-ab285bf2f9d0 on network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:49:22.054663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:49:22.055037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Checking segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:49:22.056191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.056670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Bound using segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:49:22.057146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Bound port: a10773a2-f8a6-463e-8717-ab285bf2f9d0, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:49:22.057524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.112509 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-ef4ca04a-30cb-4b65-8346-a1d8e1beb522 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445894444&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0533419 Nov 27 10:49:22.126877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] For port a10773a2-f8a6-463e-8717-ab285bf2f9d0, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:49:22.130176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] For port a10773a2-f8a6-463e-8717-ab285bf2f9d0, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a10773a2-f8a6-463e-8717-ab285bf2f9d0,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:49:22.136524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.206834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:22.207472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:22.234696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-09502727-77c5-4c8f-b4a1-56990060d016 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:22.236451 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-09502727-77c5-4c8f-b4a1-56990060d016 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 200 len: 797 time: 0.1158831 Nov 27 10:49:22.247860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a9fe-50f5-4580-8286-d157e2b7d9aa None None] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:22.256549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-435afe26-bb52-47a4-b630-497a165f4162 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0110452 Nov 27 10:49:22.266040 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8f3321c1-ae34-42da-9928-6a6d1ba3bd80 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:22.266419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f3321c1-ae34-42da-9928-6a6d1ba3bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.334542 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-ba620003-6c1b-471f-b039-d684ab57c0ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687380 Nov 27 10:49:22.369163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:22.437193 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-509830c9-d1b0-4f86-a8c9-ffa9f0fb7d6e service neutron] 10.222.0.13 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882025 Nov 27 10:49:22.487475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f3321c1-ae34-42da-9928-6a6d1ba3bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.542252 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-4e3ad678-a493-4696-89fb-3212d8c30cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988100 Nov 27 10:49:22.549544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:49:22.586554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8f3321c1-ae34-42da-9928-6a6d1ba3bd80 None None] For port a10773a2-f8a6-463e-8717-ab285bf2f9d0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a10773a2-f8a6-463e-8717-ab285bf2f9d0,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:22.606216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f3321c1-ae34-42da-9928-6a6d1ba3bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.705079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3321c1-ae34-42da-9928-6a6d1ba3bd80 None None] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:22.713935 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:22.714319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.730204 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a24c9cda-a80d-4d11-bef9-8b0655416748 req-79cac122-378e-42c1-8b1f-4298a60203fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 210 time: 0.0383446 Nov 27 10:49:22.771703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-92f9df95-293e-4438-9053-dff29171c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:49:22Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:22.775113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f26d6d1f-5e14-441a-a8ec-bb7072f78c38 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:22.775488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f26d6d1f-5e14-441a-a8ec-bb7072f78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:22.823969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9df95-293e-4438-9053-dff29171c39b None None] The sync data for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv is: [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:49:22Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:49:23.650948 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:49:23.750982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-c8c0098d-45bf-40ef-a772-39274b532414 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:23.753659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-c8c0098d-45bf-40ef-a772-39274b532414 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 200 len: 797 time: 0.1177607 Nov 27 10:49:23.835979 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b24945c0-1c73-4e22-8ef4-79ba0735142d req-1f20bdc8-1a52-4f62-b940-10bad349be23 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 210 time: 0.0288475 Nov 27 10:49:23.841562 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-f86fa6e9-4502-4727-957a-3f961977c179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 379 time: 0.0774360 Nov 27 10:49:23.854447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['9277e863-c437-42be-b03f-bf56ff6e0580']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:23.965582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:49:23.969052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.094855 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.9 (8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07/96a655f1-28c6-4bea-8f81-447702723a41/85ba3a21-8704-4db8-8d38-17171e3d1a18) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:49:24.228776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.261999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.309846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:49:24.312938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:24.316612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:49:24.323937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=85ba3a21-8704-4db8-8d38-17171e3d1a18,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:24.354325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.354616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.354988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.355361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.355709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.356063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.356431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.356779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.357120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.357462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.357799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.358138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:24.385103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:24.385800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.405603 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7f4a98aa-0b4f-4f76-9c35-901b9806a059 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556698 Nov 27 10:49:24.418772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Request body: {'port': {'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:24.490565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.594192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9f4997d9-0399-4694-95f2-09e78982c554 None None] Provisioning complete for port 85ba3a21-8704-4db8-8d38-17171e3d1a18 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:24.594192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f4997d9-0399-4694-95f2-09e78982c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.622866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a10773a2-f8a6-463e-8717-ab285bf2f9d0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:49:24.663353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9f4997d9-0399-4694-95f2-09e78982c554 None None] Port 85ba3a21-8704-4db8-8d38-17171e3d1a18 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:49:24.682082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:24.682460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.771372 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ba3a21-8704-4db8-8d38-17171e3d1a18 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:49:24.779703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.793286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Transition to ACTIVE for port object 85ba3a21-8704-4db8-8d38-17171e3d1a18 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:49:24.796754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.848507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Pushing event updated for resources: {'Port': ['ID=85ba3a21-8704-4db8-8d38-17171e3d1a18,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:24.951053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Attempting to bind port 85ba3a21-8704-4db8-8d38-17171e3d1a18 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:49:24.951397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Attempting to bind port 85ba3a21-8704-4db8-8d38-17171e3d1a18 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:49:24.951747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Attempting to bind port 85ba3a21-8704-4db8-8d38-17171e3d1a18 on network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:49:24.960054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Port 85ba3a21-8704-4db8-8d38-17171e3d1a18 on network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:49:24.960409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Attempting to bind port 85ba3a21-8704-4db8-8d38-17171e3d1a18 on network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:49:24.971395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:49:24.971741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Checking segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:49:24.972137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Bound using segment: {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:49:24.972617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Bound port: 85ba3a21-8704-4db8-8d38-17171e3d1a18, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b960b397-c153-4414-a5e1-f523a8453180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:49:24.972981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:24.989775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa2682-82de-4026-a0b6-789a6fda0882 req-be938264-04c1-46fd-9c0a-5810f8cfb49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:24.991351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4ffa2682-82de-4026-a0b6-789a6fda0882 req-be938264-04c1-46fd-9c0a-5810f8cfb49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 943 time: 0.0817623 Nov 27 10:49:25.080182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] For port 85ba3a21-8704-4db8-8d38-17171e3d1a18, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:49:25.086060 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4ffa2682-82de-4026-a0b6-789a6fda0882 req-a61dbdf3-b654-424f-86bb-f39e5d7ad713 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866864 Nov 27 10:49:25.088238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] For port 85ba3a21-8704-4db8-8d38-17171e3d1a18, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:49:25.092724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:25.130023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.130649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:25.132023 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] 10.222.0.24 "PUT /v2.0/ports/85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 200 len: 1093 time: 0.7183874 Nov 27 10:49:25.132499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:49:25.135584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f053cec-c5f2-4b32-a82b-0ec2637271de" -d '{"events": [{"name": "network-changed", "server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:49:25.169427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a775-d52a-44ff-86c9-aa78e941831f service neutron] Pushing event updated for resources: {'Port': ['ID=85ba3a21-8704-4db8-8d38-17171e3d1a18,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:25.178946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe8bef-f177-4929-bbec-07bf47828a53 x-openstack-request-id: req-1efe8bef-f177-4929-bbec-07bf47828a53 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:49:25.179242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:49:25.179500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1efe8bef-f177-4929-bbec-07bf47828a53 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:49:25.179959 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'status': 'completed', 'code': 200} Nov 27 10:49:25.225236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-4a43ff7f-2c3f-493d-abe7-e8569d3e9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.227373 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-4a43ff7f-2c3f-493d-abe7-e8569d3e9702 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1096 time: 0.0453119 Nov 27 10:49:25.271815 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-d7cf7740-dfa4-4e6c-a379-f364a80e0913 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 200 len: 217 time: 0.0355783 Nov 27 10:49:25.326484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-757b2432-66b8-4d28-9e74-5849dc1e8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.327974 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-757b2432-66b8-4d28-9e74-5849dc1e8d8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96a655f1-28c6-4bea-8f81-447702723a41 HTTP/1.1" status: 200 len: 834 time: 0.0498786 Nov 27 10:49:25.373276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872120-c8cd-4132-a300-dde1e3198230 req-ea674061-f86c-459a-a41a-52c3fa86520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.375280 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-ea674061-f86c-459a-a41a-52c3fa86520a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407264 Nov 27 10:49:25.470079 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-6a227cc2-9981-442e-b6d2-5b8b1824cc79 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880075 Nov 27 10:49:25.566162 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c872120-c8cd-4132-a300-dde1e3198230 req-59db1390-f300-4e82-acec-5ed11d5eda29 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892189 Nov 27 10:49:25.647922 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-ad0ddb18-f855-4d2a-9024-1ab428fb39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.649490 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-ad0ddb18-f855-4d2a-9024-1ab428fb39fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1096 time: 0.0415075 Nov 27 10:49:25.749056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-b7f15ac5-7e70-40ae-9d76-8ccab9caec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.750519 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-b7f15ac5-7e70-40ae-9d76-8ccab9caec5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 200 len: 898 time: 0.0907903 Nov 27 10:49:25.792979 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-8ce10354-8416-4499-be5a-68ae85352c58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 200 len: 217 time: 0.0355098 Nov 27 10:49:25.840858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-7c2877d1-2613-47aa-8856-369e608e101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.842256 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-7c2877d1-2613-47aa-8856-369e608e101b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96a655f1-28c6-4bea-8f81-447702723a41 HTTP/1.1" status: 200 len: 834 time: 0.0425715 Nov 27 10:49:25.891526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-591fd075-824c-4203-95c7-3f8c58cf6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:25.893012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-591fd075-824c-4203-95c7-3f8c58cf6e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441568 Nov 27 10:49:25.983182 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-d04b2745-6711-4f1e-8a4f-2dda997f8268 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829740 Nov 27 10:49:26.076272 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7f053cec-c5f2-4b32-a82b-0ec2637271de req-4d5735c5-556c-4d82-a234-0ef0bb8d021a service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861244 Nov 27 10:49:26.204318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfce9-6120-42cb-8975-a4257614594f req-a5b9c297-2fad-4bf2-8b26-55bdf18039b0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:26.205819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-00bdfce9-6120-42cb-8975-a4257614594f req-a5b9c297-2fad-4bf2-8b26-55bdf18039b0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 943 time: 0.0500953 Nov 27 10:49:26.254853 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-00bdfce9-6120-42cb-8975-a4257614594f req-bce87550-1ef1-46a1-adda-d5a9d0fd7f20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Nov 27 10:49:27.372542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8cfd8-ceb7-4ffa-8e44-d455969364d4 req-1d2abcbd-82e6-4df6-90f2-a9f6960da7b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:27.374013 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98f8cfd8-ceb7-4ffa-8e44-d455969364d4 req-1d2abcbd-82e6-4df6-90f2-a9f6960da7b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 943 time: 0.0500765 Nov 27 10:49:27.422762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98f8cfd8-ceb7-4ffa-8e44-d455969364d4 req-2e3f4454-a159-497a-9081-b02ad415fecd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Nov 27 10:49:28.536470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e959ecc-2660-4813-a1f6-5dfe14040284 req-c0fb762a-3e9a-41f8-bd36-8f1de7256745 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:28.537935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e959ecc-2660-4813-a1f6-5dfe14040284 req-c0fb762a-3e9a-41f8-bd36-8f1de7256745 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 943 time: 0.0482173 Nov 27 10:49:28.591375 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e959ecc-2660-4813-a1f6-5dfe14040284 req-1e59a1b4-1340-42ca-ad26-48524afdcba9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Nov 27 10:49:28.784398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 85ba3a21-8704-4db8-8d38-17171e3d1a18 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:49:28.881607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 85ba3a21-8704-4db8-8d38-17171e3d1a18, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:28.892052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:49:28.934376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:28.947266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ba3a21-8704-4db8-8d38-17171e3d1a18 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:49:28.966003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 85ba3a21-8704-4db8-8d38-17171e3d1a18, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:28.970346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:29.017149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=85ba3a21-8704-4db8-8d38-17171e3d1a18,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:29.257161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['85ba3a21-8704-4db8-8d38-17171e3d1a18'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:49:29.704674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b652f6d-0cfd-4c90-961a-6e767ee27047 req-5d4d940a-ebd7-4ccc-8d43-101b3b9d188c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:29.706125 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0b652f6d-0cfd-4c90-961a-6e767ee27047 req-5d4d940a-ebd7-4ccc-8d43-101b3b9d188c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 944 time: 0.0476799 Nov 27 10:49:29.759145 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0b652f6d-0cfd-4c90-961a-6e767ee27047 req-3bbbc955-a04b-4154-bb9a-6286a361bc8b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Nov 27 10:49:30.229865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-4fe39609-200f-47cf-8942-33ef10e6e471 req-a4e8109a-4ad3-46ea-8ed3-7db89ef9b3ea tempest-ServersTestManualDisk-1506683482 tempest-ServersTestManualDisk-1506683482-project] (103379) timed out ('10.222.0.24', 61257) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 10:49:30.799144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 85ba3a21-8704-4db8-8d38-17171e3d1a18 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:49:30.850276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 85ba3a21-8704-4db8-8d38-17171e3d1a18 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:49:30.855076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 85ba3a21-8704-4db8-8d38-17171e3d1a18 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:49:30.855462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:30.875306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886de81-8f7a-4064-8e4f-2ca4de1f2ca5 req-638cd490-f22f-4c14-bfaf-f02558e0ee4a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:30.876806 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6886de81-8f7a-4064-8e4f-2ca4de1f2ca5 req-638cd490-f22f-4c14-bfaf-f02558e0ee4a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 944 time: 0.0495596 Nov 27 10:49:30.927390 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6886de81-8f7a-4064-8e4f-2ca4de1f2ca5 req-0625d73b-cbd0-4bdc-a408-8791a5cfbf28 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Nov 27 10:49:30.936551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:30.959692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:49:30.962698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dbd37b-300b-46b6-807d-f0608942d894" -d '{"events": [{"server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "name": "network-vif-plugged", "status": "completed", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:49:30.975093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 85ba3a21-8704-4db8-8d38-17171e3d1a18, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:49:30.979937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:31.026996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=85ba3a21-8704-4db8-8d38-17171e3d1a18,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:31.052895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cc6d3-64bc-44eb-84f5-e7887d278641 x-openstack-request-id: req-c81cc6d3-64bc-44eb-84f5-e7887d278641 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:49:31.053195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "name": "network-vif-plugged", "status": "completed", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:49:31.053450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c81cc6d3-64bc-44eb-84f5-e7887d278641 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:49:31.053882 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'code': 200} Nov 27 10:49:31.215413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dde5b-4077-416c-b112-db8f76fc1a8a req-f2427f1f-c6e7-4720-b20b-2db4f125f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:31.216916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b63dde5b-4077-416c-b112-db8f76fc1a8a req-f2427f1f-c6e7-4720-b20b-2db4f125f7b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1098 time: 0.0398088 Nov 27 10:49:31.262905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b63dde5b-4077-416c-b112-db8f76fc1a8a req-2539e5cf-09eb-4306-80dc-6c490440c7a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Nov 27 10:49:31.767342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:32.043612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b02b61-87cb-4c48-a4ff-0138f542cf15 req-01b9d406-3f8c-4e89-8378-2ac9271d056e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:32.045006 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-89b02b61-87cb-4c48-a4ff-0138f542cf15 req-01b9d406-3f8c-4e89-8378-2ac9271d056e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 945 time: 0.0526862 Nov 27 10:49:32.093990 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-89b02b61-87cb-4c48-a4ff-0138f542cf15 req-4a485f9e-6b8e-4bf1-b9fc-260ae79b4128 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431740 Nov 27 10:49:33.208992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9364e4-caf2-42ed-a636-46975197049a req-52fc22dc-19f4-487c-b73d-cda0a947afb6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:33.210445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-be9364e4-caf2-42ed-a636-46975197049a req-52fc22dc-19f4-487c-b73d-cda0a947afb6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 945 time: 0.0480897 Nov 27 10:49:33.257629 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-be9364e4-caf2-42ed-a636-46975197049a req-a1dc086b-f891-4e65-87db-2e3e8c94e2a7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Nov 27 10:49:33.369787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09a61f-469d-4108-9988-0a692e237851 req-e68b944f-2261-408d-b660-a3fd339f81d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:33.371320 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f09a61f-469d-4108-9988-0a692e237851 req-e68b944f-2261-408d-b660-a3fd339f81d8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 27 10:49:33.420462 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f09a61f-469d-4108-9988-0a692e237851 req-513e681e-2f9d-411f-85e9-c7f6b1d51ae1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Nov 27 10:49:33.441407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:33.481888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdf150d-e1fc-4644-8fce-ef8b8b4fd99c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:33.483419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dcdf150d-e1fc-4644-8fce-ef8b8b4fd99c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1093 time: 0.0410244 Nov 27 10:49:33.486241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:33.490437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:49:33.512972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:33.609655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:33.708904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.71 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/ba2f69c8-ab50-4c0f-909b-924405cd310c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:49:33.812580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:33.845311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:33.880262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:49:33.884964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:49:33.889043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:49:33.911767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=ba2f69c8-ab50-4c0f-909b-924405cd310c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:33.924040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.924397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.924752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.925094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.925422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.925753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.926077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.926400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.926723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.927039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.927358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:33.927673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:49:34.537178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:34.601821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:34.750126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:34.754374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:34.827249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=ba2f69c8-ab50-4c0f-909b-924405cd310c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:49:34.836259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:34.935426 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 associated. External IP: 172.26.1.71, port: 85ba3a21-8704-4db8-8d38-17171e3d1a18. Nov 27 10:49:35.143719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7b27e8af-cec3-4893-9214-1054a13bb024 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:49:35.251473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:49:35.261859 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] Sync routers for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:49:35.269489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:35.271626 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:35.272236 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:35.296630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc29c673-8054-49de-ac4b-11c76fbd2b36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8093357 Nov 27 10:49:35.297219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:49:35.299331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44832) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:35.299831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e08da96-534e-41a7-b6bb-9298f67be5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:49:35.390643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc7fd0e-6e91-4a96-87d0-144a7f985d71 x-openstack-request-id: req-4dc7fd0e-6e91-4a96-87d0-144a7f985d71 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:49:35.391582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:49:35.391877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc7fd0e-6e91-4a96-87d0-144a7f985d71 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:49:35.392321 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'status': 'completed', 'code': 200} Nov 27 10:49:35.395111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:35.411219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-00c1615b-f753-420e-99e0-7578ca51f89e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024 HTTP/1.1" status: 200 len: 922 time: 0.1098518 Nov 27 10:49:35.414059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:35.452698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-d69ab5f4-05bc-47db-862f-ac8651d9a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:35.454214 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-d69ab5f4-05bc-47db-862f-ac8651d9a565 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1098 time: 0.0411215 Nov 27 10:49:35.481190 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3906cf9e-afe3-4d16-9f93-0690a363925c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 990 time: 0.0659981 Nov 27 10:49:35.550209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-4c311363-b2ba-4f31-879c-552e5608cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:35.551734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-4c311363-b2ba-4f31-879c-552e5608cf65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 200 len: 898 time: 0.0896685 Nov 27 10:49:35.621778 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-213bd180-8f59-426a-92ff-2fa8819a4d05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 200 len: 998 time: 0.0628402 Nov 27 10:49:35.628695 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '8f61f9c4-2d74-425f-8ed4-b949b7e16ae8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:49:34Z', 'updated_at': '2021-11-27T10:49:34Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:49:22Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:35.653773 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] Checking router: 7b27e8af-cec3-4893-9214-1054a13bb024 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:49:35.661955 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:49:35.662553 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:49:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:35.672992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-f9cd0a44-a5dc-4d47-a214-c1d0384425cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:35.674454 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-f9cd0a44-a5dc-4d47-a214-c1d0384425cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96a655f1-28c6-4bea-8f81-447702723a41 HTTP/1.1" status: 200 len: 834 time: 0.0455999 Nov 27 10:49:35.722480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-82304e5f-764e-45e5-a82b-24b0c6dbedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:35.723944 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-82304e5f-764e-45e5-a82b-24b0c6dbedbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424864 Nov 27 10:49:35.765954 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:49:35.819217 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-1a7eb1e9-ccc7-4cc2-9212-57f12a3f8e60 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878503 Nov 27 10:49:35.910992 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e08da96-534e-41a7-b6bb-9298f67be5d0 req-3715268c-9851-4c3b-a387-a54e9d1a4b93 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851669 Nov 27 10:49:35.989219 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '8f61f9c4-2d74-425f-8ed4-b949b7e16ae8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:49:34Z', 'updated_at': '2021-11-27T10:49:34Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:49:22Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:49:36.018435 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a09fdd-e65d-4b0d-9aab-2b5391aac5cd None None] The sync data for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv is: [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '8f61f9c4-2d74-425f-8ed4-b949b7e16ae8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:49:34Z', 'updated_at': '2021-11-27T10:49:34Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:49:22Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:49:36.205273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157594e4-3c22-42a4-94dc-8f7d0cf4f6de None None] New status for floating IP 8f61f9c4-2d74-425f-8ed4-b949b7e16ae8: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:49:36.484996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:49:36.546164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e90f56cf-1b1f-4bd3-acce-8413a23d286e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 992 time: 0.0599179 Nov 27 10:49:40.239210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8251854b-68e6-46d2-a855-c76bedf4ad6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:43.041329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c09e1ab6-5858-4428-b246-fb17df779cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:43.831542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:45.458653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:46.194938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:49:50.956581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-6bb15217-f87b-4917-b099-f5e9c016d2be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411363 Nov 27 10:49:51.044234 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-ec7cb79f-fab5-481e-9c4f-065323b9c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:51.045741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-ec7cb79f-fab5-481e-9c4f-065323b9c649 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1098 time: 0.0444703 Nov 27 10:49:51.148809 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-8870f71b-8d91-4f2d-a124-45eb8d8dff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:51.150271 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-8870f71b-8d91-4f2d-a124-45eb8d8dff51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 200 len: 898 time: 0.0847306 Nov 27 10:49:51.218313 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-4dc5c030-2b8c-4311-a457-68916a46065a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 200 len: 1000 time: 0.0607631 Nov 27 10:49:51.267648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-67e29c92-a080-4642-8a13-d9e43a2b17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:51.269097 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-67e29c92-a080-4642-8a13-d9e43a2b17ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96a655f1-28c6-4bea-8f81-447702723a41 HTTP/1.1" status: 200 len: 834 time: 0.0433364 Nov 27 10:49:51.315114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-3c4c6f26-4776-44f6-a78a-13ee30387443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:49:51.316641 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-3c4c6f26-4776-44f6-a78a-13ee30387443 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396159 Nov 27 10:49:51.408897 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-a72ac38c-549f-4e00-aa61-e5b61c364647 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848184 Nov 27 10:49:51.497362 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a90b66d-b4a9-4a65-b923-76466f3459ea req-e85e5e04-6afe-4800-9cf2-afd3217edca6 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816276 Nov 27 10:50:00.640828 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:50:01.783410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:10.240846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-08dcc145-87b5-42ec-9a34-5106b7aaee3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:13.043832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e842dd1-0efa-4000-8d69-3d9b85bcf179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:13.831054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:15.459679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:16.196993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:31.800800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:37.147249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44858) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:37.259588 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23ee8d9b-c8c2-452c-8fa7-c67210e8e72d tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1111624 Nov 27 10:50:37.262418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44860) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:37.377293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0404b402-610b-4473-8b28-488619cfdf29 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Notify agent at dv-neutron-804846-16-hyperv the message router_removed_from_agent {{(pid=103379) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 27 10:50:37.380559 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0404b402-610b-4473-8b28-488619cfdf29 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "DELETE /v2.0/agents/f0d7031d-d1bd-4cab-bd96-5600872778ed/l3-routers/7b27e8af-cec3-4893-9214-1054a13bb024 HTTP/1.1" status: 204 len: 168 time: 0.1171603 Nov 27 10:50:37.382988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:37.489639 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b37e4886-710b-4a0e-acb1-2ada7262cf39 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1055481 Nov 27 10:50:37.492184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44864) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:37.552884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9d2ff05f-0582-433e-8bf8-76a947dceaac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 992 time: 0.0595565 Nov 27 10:50:37.640273 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:50:38.139457 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8492419-99e2-4edb-b720-c40b80a7a75a None None] New status for floating IP 8f61f9c4-2d74-425f-8ed4-b949b7e16ae8: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:50:38.556694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:38.623270 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-747ec3de-3857-4810-bfcc-b94ca8498ef5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 990 time: 0.0650818 Nov 27 10:50:38.630364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4a27356f-2a5e-4cb1-b759-105784f095ea no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:50:38.709135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:38.729913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 4a27356f-2a5e-4cb1-b759-105784f095ea, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4a27356f-2a5e-4cb1-b759-105784f095ea,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:38.733914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:38.734814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a10773a2-f8a6-463e-8717-ab285bf2f9d0 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:50:38.813506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:38.822649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.823005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.823349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.823690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.824025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.824363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.824720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.825056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.825390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.826302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.826841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.827431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:38.864156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:38.896765 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port a10773a2-f8a6-463e-8717-ab285bf2f9d0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a10773a2-f8a6-463e-8717-ab285bf2f9d0,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:38.900325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:38.947744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:39.729127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44874) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:39.853578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350915b9-0c83-4cfd-9537-78d849bc8608 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Router 7b27e8af-cec3-4893-9214-1054a13bb024 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:50:39.853925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350915b9-0c83-4cfd-9537-78d849bc8608 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Notify agent at dv-neutron-804846-16-hyperv the message router_added_to_agent {{(pid=103378) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 27 10:50:39.880359 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-350915b9-0c83-4cfd-9537-78d849bc8608 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "POST /v2.0/agents/f0d7031d-d1bd-4cab-bd96-5600872778ed/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1501470 Nov 27 10:50:39.882907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:39.902315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] Sync routers for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:50:39.914128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:39.914808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:39.997574 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3aea7f7c-06e7-4937-bd30-946ad4d3f091 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1131365 Nov 27 10:50:40.000184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44882) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:40.021469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:40.060046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-05b9cb4f-104f-4c3e-965f-978f94488aa1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 990 time: 0.0582380 Nov 27 10:50:40.249193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8fb871d5-d279-4039-a297-212a3962e772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:40.262219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '8f61f9c4-2d74-425f-8ed4-b949b7e16ae8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:49:34Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:40.291596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] Checking router: 7b27e8af-cec3-4893-9214-1054a13bb024 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:50:40.300470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:40.301077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:40.408517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:40.628443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '8f61f9c4-2d74-425f-8ed4-b949b7e16ae8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:49:34Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:40.654387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a0978-c27c-4098-8f4d-c953d36bc950 None None] The sync data for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv is: [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '8f61f9c4-2d74-425f-8ed4-b949b7e16ae8', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.71', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'port_id': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'mac_address': 'fa:16:3e:56:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:49:34Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:50:38Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:50:41.063913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44884) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:41.131088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c50b89cd-0ea3-4879-9be1-4cb8a1a4a4e9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 990 time: 0.0658588 Nov 27 10:50:42.134185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44886) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:42.198101 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ec858797-fc7b-4c7a-b9aa-fa09b970dabf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 990 time: 0.0614324 Nov 27 10:50:42.201334 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282ff1b-5aab-4e88-b27f-8dd2583dfd15 None None] New status for floating IP 8f61f9c4-2d74-425f-8ed4-b949b7e16ae8: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:50:42.668312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4a27356f-2a5e-4cb1-b759-105784f095ea up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:50:42.720458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4a27356f-2a5e-4cb1-b759-105784f095ea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:42.720764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:42.800359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:42.820464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 4a27356f-2a5e-4cb1-b759-105784f095ea, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4a27356f-2a5e-4cb1-b759-105784f095ea,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:42.824210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:42.825008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a10773a2-f8a6-463e-8717-ab285bf2f9d0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:50:42.900532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:42.913518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:42.913898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:42.989989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.021602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port a10773a2-f8a6-463e-8717-ab285bf2f9d0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a10773a2-f8a6-463e-8717-ab285bf2f9d0,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:43.025313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.073497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7865f38b-b6ba-4228-9011-9665d8b99ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.083632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:43.200908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44888) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:43.266864 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-625e75f4-36cc-46d6-9aef-00acf82499ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 200 len: 992 time: 0.0646355 Nov 27 10:50:43.507055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:43.662647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port ba2f69c8-ab50-4c0f-909b-924405cd310c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:50:43.662886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.740791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.741101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.752793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for ba2f69c8-ab50-4c0f-909b-924405cd310c owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:50:43.834526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.896988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.929871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=ba2f69c8-ab50-4c0f-909b-924405cd310c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:43.952511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.952862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.953203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.953539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.953870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.954203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.954531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.954859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.955186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.955511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.955831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.956148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:43.994916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:43.995249 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 disassociated (deleted). External IP: 172.26.1.71, port: 85ba3a21-8704-4db8-8d38-17171e3d1a18. Nov 27 10:50:44.204581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7b27e8af-cec3-4893-9214-1054a13bb024 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:50:44.312770 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:50:44.317235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:44.322670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] Sync routers for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:50:44.331904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:44.332552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:44.344901 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e3247914-b19c-4560-985e-5895a472e84b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/8f61f9c4-2d74-425f-8ed4-b949b7e16ae8 HTTP/1.1" status: 204 len: 168 time: 0.8367264 Nov 27 10:50:44.345486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:50:44.347752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299" -d '{"events": [{"name": "network-changed", "server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:50:44.387823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5799af-0f96-4637-bf9b-761e4dfc7136 x-openstack-request-id: req-3f5799af-0f96-4637-bf9b-761e4dfc7136 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:50:44.389045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:50:44.389315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f5799af-0f96-4637-bf9b-761e4dfc7136 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:50:44.389730 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'status': 'completed', 'code': 200} Nov 27 10:50:44.444483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:44.460553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-aa6d0fcf-26aa-47bf-92d2-cfdd817cd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:44.462066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-aa6d0fcf-26aa-47bf-92d2-cfdd817cd342 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 1098 time: 0.0487447 Nov 27 10:50:44.589227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-96c5957c-54d5-4fb8-b0a1-63b84f4908b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:44.590820 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-96c5957c-54d5-4fb8-b0a1-63b84f4908b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 200 len: 898 time: 0.1182101 Nov 27 10:50:44.639516 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-f065aba7-7ae2-405c-8975-aa7e010235b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 200 len: 217 time: 0.0404389 Nov 27 10:50:44.648403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37ba94-d784-4aa2-9bcd-bedca7987b9a req-7e2323df-5c4b-40fb-a9d5-05da9509bd37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:44.650392 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e37ba94-d784-4aa2-9bcd-bedca7987b9a req-7e2323df-5c4b-40fb-a9d5-05da9509bd37 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 945 time: 0.0950627 Nov 27 10:50:44.659659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4a27356f-2a5e-4cb1-b759-105784f095ea up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:50:44.706435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:50:43Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:44.733831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-54d116cc-f520-46e2-ad3d-7704961d9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:44.735437 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-54d116cc-f520-46e2-ad3d-7704961d9d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96a655f1-28c6-4bea-8f81-447702723a41 HTTP/1.1" status: 200 len: 834 time: 0.0846400 Nov 27 10:50:44.739719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e37ba94-d784-4aa2-9bcd-bedca7987b9a req-beec5126-3eea-4cdc-991e-c9d13160809b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812404 Nov 27 10:50:44.741519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] Checking router: 7b27e8af-cec3-4893-9214-1054a13bb024 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:50:44.754468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4a27356f-2a5e-4cb1-b759-105784f095ea triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:44.754835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:44.757698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:44.758021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:44.790764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-0fe86690-d6d7-48bd-af03-00a3aa371bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:44.792448 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-0fe86690-d6d7-48bd-af03-00a3aa371bae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467901 Nov 27 10:50:44.891541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-79554a1b-b88c-400b-9a79-0fa4783ad4a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894701 Nov 27 10:50:44.997127 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2fc0ba0-420d-4e70-bf71-e3c16d4e6299 req-bca03760-3bb0-4330-8b8a-2096c626ebf6 service neutron] 10.222.0.24 "GET /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948994 Nov 27 10:50:45.071735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:45.106482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a10773a2-f8a6-463e-8717-ab285bf2f9d0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:50:45.244271 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a10773a2-f8a6-463e-8717-ab285bf2f9d0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:45.244684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:45.380777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:50:43Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:45.411174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2a376-91fb-4154-bbf4-7ed11360f2ac None None] The sync data for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv is: [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:49:19Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a10773a2-f8a6-463e-8717-ab285bf2f9d0', 'name': '', 'network_id': '8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:d7:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '96a655f1-28c6-4bea-8f81-447702723a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:19Z', 'updated_at': '2021-11-27T10:50:43Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': '96a655f1-28c6-4bea-8f81-447702723a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:50:45.491846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:45.891702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b385-b2fb-4062-af10-d089ed240e94 req-3ccca17b-2fdf-49ce-8600-8b3ec6960a03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:45.893443 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bcb1b385-b2fb-4062-af10-d089ed240e94 req-3ccca17b-2fdf-49ce-8600-8b3ec6960a03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 945 time: 0.0522883 Nov 27 10:50:45.945670 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bcb1b385-b2fb-4062-af10-d089ed240e94 req-cd53bc7e-8534-4d41-b277-7fba6a8d44bd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9277e863-c437-42be-b03f-bf56ff6e0580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460017 Nov 27 10:50:46.071743 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653390b-9349-409b-ba53-d8f58482aee6 None None] New status for floating IP 8f61f9c4-2d74-425f-8ed4-b949b7e16ae8: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:50:46.147843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-f3227748-f909-4f04-bf06-f895e9fae2d6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:46.149457 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-f3227748-f909-4f04-bf06-f895e9fae2d6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 945 time: 0.0522017 Nov 27 10:50:46.199863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:46.245089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 85ba3a21-8704-4db8-8d38-17171e3d1a18 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:50:46.245424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:46.335437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 85ba3a21-8704-4db8-8d38-17171e3d1a18, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=85ba3a21-8704-4db8-8d38-17171e3d1a18,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:46.335799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:46.348210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 85ba3a21-8704-4db8-8d38-17171e3d1a18 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:50:46.476868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:46.505261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=85ba3a21-8704-4db8-8d38-17171e3d1a18,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:46.532419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.532783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.533131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.533476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.533813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.534155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.534493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.535078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.535413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.535745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.536075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.536422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:46.558510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 85ba3a21-8704-4db8-8d38-17171e3d1a18 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:50:46.560880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:46.564220 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3f925fba-b0c9-4ca4-af27-f5a025ec9b51 req-031404b4-5126-446a-b538-0698277cbe7b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/85ba3a21-8704-4db8-8d38-17171e3d1a18 HTTP/1.1" status: 204 len: 173 time: 0.4087894 Nov 27 10:50:46.564692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'name': 'network-vif-deleted', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:50:46.566954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd95130-2e0f-487c-a679-a87b25816f3a" -d '{"events": [{"server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "name": "network-vif-deleted", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:50:46.603788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e131845-a2d7-4b4a-9dbb-0ca894a0875b x-openstack-request-id: req-3e131845-a2d7-4b4a-9dbb-0ca894a0875b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:50:46.604091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be034fa4-0c4f-44ae-8462-7c9e0683240e", "name": "network-vif-deleted", "tag": "85ba3a21-8704-4db8-8d38-17171e3d1a18", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:50:46.604352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e131845-a2d7-4b4a-9dbb-0ca894a0875b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:50:46.604819 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be034fa4-0c4f-44ae-8462-7c9e0683240e', 'name': 'network-vif-deleted', 'tag': '85ba3a21-8704-4db8-8d38-17171e3d1a18', 'status': 'completed', 'code': 200} Nov 27 10:50:47.053419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c86fdae0-45f2-4d4c-9338-e4800712a008 req-d9d06668-fdb2-4368-928d-8a796c524c6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=be034fa4-0c4f-44ae-8462-7c9e0683240e HTTP/1.1" status: 200 len: 210 time: 0.0265050 Nov 27 10:50:48.109233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44916) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:48.165767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca85e054-d550-420f-9207-37e142946a21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:48.190694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca85e054-d550-420f-9207-37e142946a21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:48.250144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca85e054-d550-420f-9207-37e142946a21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:48.252865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca85e054-d550-420f-9207-37e142946a21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:48.254011 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ca85e054-d550-420f-9207-37e142946a21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/9277e863-c437-42be-b03f-bf56ff6e0580 HTTP/1.1" status: 204 len: 168 time: 0.1437848 Nov 27 10:50:48.264077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85e054-d550-420f-9207-37e142946a21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277e863-c437-42be-b03f-bf56ff6e0580,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:48.293270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44920) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:48.957181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:49.208389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port a10773a2-f8a6-463e-8717-ab285bf2f9d0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:50:49.209082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:49.274370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 85ba3a21-8704-4db8-8d38-17171e3d1a18 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:50:49.294905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 85ba3a21-8704-4db8-8d38-17171e3d1a18 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:50:49.295247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 85ba3a21-8704-4db8-8d38-17171e3d1a18 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:50:49.295787 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port a10773a2-f8a6-463e-8717-ab285bf2f9d0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a10773a2-f8a6-463e-8717-ab285bf2f9d0,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:49.296154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:49.308125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for a10773a2-f8a6-463e-8717-ab285bf2f9d0 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:50:49.492122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:49.526851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=a10773a2-f8a6-463e-8717-ab285bf2f9d0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:49.704643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:49.920329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 7b27e8af-cec3-4893-9214-1054a13bb024 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:50:50.027409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:50:50.033475 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-50d0ef56-ba8f-4dd1-b122-9cfbbfe58773 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395697 Nov 27 10:50:50.036338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44922) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:50.038230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] Sync routers for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:50:50.048270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:50.048913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:50.087508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet 96a655f1-28c6-4bea-8f81-447702723a41 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:50:50.090785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.131031 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.157124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:50.221142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.284065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.313508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.320349 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/96a655f1-28c6-4bea-8f81-447702723a41 HTTP/1.1" status: 204 len: 168 time: 0.2802963 Nov 27 10:50:50.320349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3f5ce-1b28-4e0e-a100-ea8a628dcfcc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=96a655f1-28c6-4bea-8f81-447702723a41,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:50.320701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78435284-ca5d-4e7a-b7c1-9524246a205b None None] Network 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:50:50.321160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44924) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:50.433828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.438743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:49Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:50.468293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] Checking router: 7b27e8af-cec3-4893-9214-1054a13bb024 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:50:50.482170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] Routers {'7b27e8af-cec3-4893-9214-1054a13bb024'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:50.482731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b27e8af-cec3-4893-9214-1054a13bb024'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:50.548981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.567660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] DHCP port deletion for 8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:50:50.612407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 4a27356f-2a5e-4cb1-b759-105784f095ea {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:50:50.612407 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.627343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] Set router 7b27e8af-cec3-4893-9214-1054a13bb024 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:50.697299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 4a27356f-2a5e-4cb1-b759-105784f095ea, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4a27356f-2a5e-4cb1-b759-105784f095ea,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:50.697816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.710792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 4a27356f-2a5e-4cb1-b759-105784f095ea owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:50:50.715343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] Deleting port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:50:50.715722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.750117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:50:50.868674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] For port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:50.868983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.889378 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:50.914992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=4a27356f-2a5e-4cb1-b759-105784f095ea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:50.983628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.055617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858a5b1-6692-4622-a72b-d43b63df30f6 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:50:51.060280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] Calling delete_port for 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:50:51.080441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.083867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.132604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.133131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 7b27e8af-cec3-4893-9214-1054a13bb024 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:50:51.140323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.141421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-43c724cd-d13b-4b73-a5ca-511546b272c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/7b27e8af-cec3-4893-9214-1054a13bb024 HTTP/1.1" status: 204 len: 168 time: 0.8197169 Nov 27 10:50:51.144580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44926) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:51.160499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.214644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:49Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:51.227160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.249217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,segment=NetworkSegment(b960b397-c153-4414-a5e1-f523a8453180),segment_id=b960b397-c153-4414-a5e1-f523a8453180)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:51.250443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb3282-fdc6-47c0-bbc4-16615b381d51 None None] The sync data for ids ['7b27e8af-cec3-4893-9214-1054a13bb024'] in dv-neutron-804846-16-hyperv is: [{'id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'name': 'tempest-TestNetworkBasicOps-router-1340051862', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24'}], 'enable_snat': True}, 'gw_port_id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:49Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '4a27356f-2a5e-4cb1-b759-105784f095ea', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b27e8af-cec3-4893-9214-1054a13bb024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:49:16Z', 'updated_at': '2021-11-27T10:50:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:50:51.253435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.280005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.302525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] No DVR routers for this DVR port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:50:51.309452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:50:51.309832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.315076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:51.345046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc18e3b-2c69-4b77-9f09-586d632346d9 None None] Pushing event deleted for resources: {'Port': ['ID=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:51.381622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:51.381983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.395838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:50:51.398529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 was not found and therefore no delete operation was performed {{(pid=103379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 10:50:51.399806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.423945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=3b17f5ae-ed97-4ada-88bb-414294d9bbd3,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:51.429446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 3b17f5ae-ed97-4ada-88bb-414294d9bbd3 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:50:51.511027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.531972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:51.541218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b960b397-c153-4414-a5e1-f523a8453180') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:51.541517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b960b397-c153-4414-a5e1-f523a8453180') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:51.550824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.563761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.569821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:50:51.570208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:50:51.573288 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:50:51.640603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.647824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.653822 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07 HTTP/1.1" status: 204 len: 168 time: 0.5056400 Nov 27 10:50:51.664294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9cdd1-4290-408f-b0c0-73cb7fbcfb93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=8f57c9e6-2cd0-4abf-9c47-1a03b4f27c07,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:51.673265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44928) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:51.678278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--483447543', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:51.706208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:50:51.709914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.735551 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:50:51.745238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.745666 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 8f35168c-0038-410e-88b7-34262db5b548 of type vlan for network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 Nov 27 10:50:51.786526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.812345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.817920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:51.818504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.890981 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139168 Nov 27 10:50:51.891623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44930) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:51.896229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-709307762', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:51.902050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b3f77-ff9d-4408-b0b8-1989b1a1ef21 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=21bf6d5b-5d0e-4746-a630-a54d8eef8d86,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:51.915131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:50:51.925174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.926260 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:51.984308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:52.123954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:52.312918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:52.334616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:52.434745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.155 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/41882808-1b73-4625-b0fd-101c40d1ea1b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:50:52.537879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:52.647955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4a27356f-2a5e-4cb1-b759-105784f095ea no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:50:52.670140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 4a27356f-2a5e-4cb1-b759-105784f095ea {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:50:52.670672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4a27356f-2a5e-4cb1-b759-105784f095ea not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:50:52.671099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a10773a2-f8a6-463e-8717-ab285bf2f9d0 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:50:52.694963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a10773a2-f8a6-463e-8717-ab285bf2f9d0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:50:52.695315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a10773a2-f8a6-463e-8717-ab285bf2f9d0 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:50:52.879057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:52.915999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:50:52.920858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:50:52.924289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:50:52.933397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8bac0-eebb-4322-aed6-75eda491285c None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:50:52.948204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=41882808-1b73-4625-b0fd-101c40d1ea1b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:53.054429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0729a81e-57bb-4523-9dcc-f3fa311c4068 None None] Provisioning complete for port 41882808-1b73-4625-b0fd-101c40d1ea1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:53.054800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0729a81e-57bb-4523-9dcc-f3fa311c4068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:53.092926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0729a81e-57bb-4523-9dcc-f3fa311c4068 None None] Port 41882808-1b73-4625-b0fd-101c40d1ea1b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:50:53.174070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:53.368472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:53.496973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 34c00519-d453-4aad-a855-59f27ca49bcc is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:50:53.607384 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:50:53.617211 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Sync routers for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:50:53.627258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:53.627998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:53.628449 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-824c5b40-f9bc-46af-9495-8665ec4fb68a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7358549 Nov 27 10:50:53.628651 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:53.632264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44932) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:53.661618 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-632b281d-8860-40df-950d-e29a688fda18 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283685 Nov 27 10:50:53.664205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44934) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:53.736191 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:53.753505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd7095-b7e7-4235-8002-c7dbcaeb834c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:53.755013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-11fd7095-b7e7-4235-8002-c7dbcaeb834c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898626 Nov 27 10:50:53.757915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44936) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:53.785632 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3064fdcc-37f1-46e0-8d9f-cec2d2b0486a tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263605 Nov 27 10:50:53.788017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44938) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:53.792670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1535830453', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:53.879204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:50:53.883671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:53.922707 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:53Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:53.953209 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Checking router: 34c00519-d453-4aad-a855-59f27ca49bcc for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:50:53.953730 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Updating router 34c00519-d453-4aad-a855-59f27ca49bcc port 41882808-1b73-4625-b0fd-101c40d1ea1b binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:50:53.982276 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.095467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.160864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:54.177095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:50:54.177510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 21bf6d5b-5d0e-4746-a630-a54d8eef8d86, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:50:54.195274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:50:54.204532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 21bf6d5b-5d0e-4746-a630-a54d8eef8d86) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:50:54.208815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:54.209408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.215904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cec7de-a757-4de6-87f6-c127b1abe5d5 None None] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:50:54.229640 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1d39cc88-0c9e-4cdd-b8cd-5ce5b2d40538 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4380457 Nov 27 10:50:54.229879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44940) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:54.254035 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.259567 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.303853 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Attempting to bind port 41882808-1b73-4625-b0fd-101c40d1ea1b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:50:54.304233 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Attempting to bind port 41882808-1b73-4625-b0fd-101c40d1ea1b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:50:54.304624 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Attempting to bind port 41882808-1b73-4625-b0fd-101c40d1ea1b on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:50:54.308024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b24d9d-9a04-478f-93fc-871682f88d87 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:50:54.315212 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:50:54.315587 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:50:54.315985 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.316404 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:50:54.316880 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Bound port: 41882808-1b73-4625-b0fd-101c40d1ea1b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:50:54.317258 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.376041 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] For port 41882808-1b73-4625-b0fd-101c40d1ea1b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:50:54.379438 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] For port 41882808-1b73-4625-b0fd-101c40d1ea1b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=41882808-1b73-4625-b0fd-101c40d1ea1b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:50:54.380427 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Pushing event updated for resources: {'Port': ['ID=41882808-1b73-4625-b0fd-101c40d1ea1b,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:54.385741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:50:54.387148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.388727 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.389084 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.389435 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.389764 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.390198 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.390428 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.390764 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.391093 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.391418 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.391945 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.392463 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.392789 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:50:54.396434 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.452665 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:54.453280 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:54.484656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb337e0-2712-4963-a688-8503ba51eae9 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:50:54.504869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3ac3b77b-1041-4e6a-ad8f-d114a72bd0fe None None] Provisioning complete for port 41882808-1b73-4625-b0fd-101c40d1ea1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:54.505385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b77b-1041-4e6a-ad8f-d114a72bd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.544963 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c810e4-484d-4107-8011-0357116a5d62 None None] Pushing event updated for resources: {'Port': ['ID=41882808-1b73-4625-b0fd-101c40d1ea1b,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:54.576627 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:54.601401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Allocated IP 172.20.0.2 (21bf6d5b-5d0e-4746-a630-a54d8eef8d86/fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb/2475f028-ebf5-4ae4-8cd5-d152a74dcb5b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:50:54.700096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b77b-1041-4e6a-ad8f-d114a72bd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.727237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3ac3b77b-1041-4e6a-ad8f-d114a72bd0fe None None] For port 41882808-1b73-4625-b0fd-101c40d1ea1b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=41882808-1b73-4625-b0fd-101c40d1ea1b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:54.733043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b77b-1041-4e6a-ad8f-d114a72bd0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.750996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.769505 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:53Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:54.796331 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2058e47-2694-4064-8bfe-6c1812f9829c None None] The sync data for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv is: [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:53Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:50:54.830564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3b77b-1041-4e6a-ad8f-d114a72bd0fe None None] Pushing event updated for resources: {'Port': ['ID=41882808-1b73-4625-b0fd-101c40d1ea1b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:54.849237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.859539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.887240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4fddaca5-2840-4b58-93d8-73864804e8a5 None None] Provisioning complete for port 41882808-1b73-4625-b0fd-101c40d1ea1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:54.887608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4fddaca5-2840-4b58-93d8-73864804e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:54.927478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:50:54.938214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:50:54.941816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:50:54.943627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Pushing event updated for resources: {'Port': ['ID=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:55.034651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Attempting to bind port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:50:55.035507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Attempting to bind port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:50:55.036052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Attempting to bind port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b on network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:50:55.045313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:50:55.046149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Checking segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:50:55.046736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.050900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Bound using segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:50:55.051075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Bound port: 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:50:55.051698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.086506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (21bf6d5b-5d0e-4746-a630-a54d8eef8d86/fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb/d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:50:55.151014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] For port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:50:55.154375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] For port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:50:55.159593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.212624 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.232840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d9cea-52ad-44de-ae97-7a9323f9daa5 None None] Pushing event updated for resources: {'Port': ['ID=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:55.260039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.312347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:50:55.315650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:50:55.319789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:50:55.346497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:55.378667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.551516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.840281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.845102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:55.915704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:55.921660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.020672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:50:56.022079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:50:56.132641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 34c00519-d453-4aad-a855-59f27ca49bcc has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:50:56.203184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b2fd0-e1aa-46ad-bc04-e6bad7123e47 None None] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:50:56.243829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:50:56.249151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5dfb2d90-1dcf-427a-ae4f-5a8858b6a770 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/34c00519-d453-4aad-a855-59f27ca49bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0181746 Nov 27 10:50:56.251466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:56.332986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ced27c70-19ba-4a1f-87ff-2ea116e7a8bf None None] Provisioning complete for port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:56.333473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ced27c70-19ba-4a1f-87ff-2ea116e7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.354063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8cf3a8-5b94-45fc-b160-36e5bdcbda5c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.354529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8cf3a8-5b94-45fc-b160-36e5bdcbda5c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.354997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8cf3a8-5b94-45fc-b160-36e5bdcbda5c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.355447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8cf3a8-5b94-45fc-b160-36e5bdcbda5c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.359863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5a8cf3a8-5b94-45fc-b160-36e5bdcbda5c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1050296 Nov 27 10:50:56.364711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44944) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:56.427475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b9700-764d-4660-b345-f7cb98bb89c8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.427938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b9700-764d-4660-b345-f7cb98bb89c8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.428405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b9700-764d-4660-b345-f7cb98bb89c8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.428858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b9700-764d-4660-b345-f7cb98bb89c8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:56.433441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-db7b9700-764d-4660-b345-f7cb98bb89c8 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0672374 Nov 27 10:50:56.434155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44946) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:56.457489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ced27c70-19ba-4a1f-87ff-2ea116e7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.497773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ced27c70-19ba-4a1f-87ff-2ea116e7a8bf None None] For port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:56.502657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ced27c70-19ba-4a1f-87ff-2ea116e7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.557080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced27c70-19ba-4a1f-87ff-2ea116e7a8bf None None] Pushing event updated for resources: {'Port': ['ID=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:56.593541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e39d046a-53a1-49d4-9af4-8c6b4f06803c tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1539555 Nov 27 10:50:56.726664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 41882808-1b73-4625-b0fd-101c40d1ea1b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:50:56.763481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-420e3605-76e6-4559-b159-8d2bc95ee9dd None None] Provisioning complete for port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:56.763904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-420e3605-76e6-4559-b159-8d2bc95ee9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.769925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Sync routers for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:50:56.797159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44950) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:56.802156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283181062', 'description': 'tempest-secgroup-smoke-1283181062 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:56.819480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:56.820124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:56.830294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.862977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-420e3605-76e6-4559-b159-8d2bc95ee9dd None None] Port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:50:56.905493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.910484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.927136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-420e3605-76e6-4559-b159-8d2bc95ee9dd None None] Provisioning complete for port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:56.927881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-420e3605-76e6-4559-b159-8d2bc95ee9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.929531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 41882808-1b73-4625-b0fd-101c40d1ea1b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:56.929883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.945716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:56.947076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1485279 Nov 27 10:50:56.951097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 44952) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:56.953398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a540fe-2ff2-464f-8e7a-1da3844a0e93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b287578-f2a2-49d8-b8df-19e855a43382,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:56.955425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9b287578-f2a2-49d8-b8df-19e855a43382', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:56.988449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.059469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.064618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.085095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46f63a7-1842-4601-a62f-cc3e565d133c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:57.094458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.096852 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ebf8a1d6-8a33-49e5-b633-c009bc925e30 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449814 Nov 27 10:50:57.098932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44954) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:57.103926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9b287578-f2a2-49d8-b8df-19e855a43382', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:57.133020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.178953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:57.191391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.195597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.213131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f361faf6-bdd2-4b60-99f2-c8a6df6fbf32,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:57.223828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.225094 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bd12734d-5f3a-4e94-9ca7-da4e31f5afd5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250880 Nov 27 10:50:57.227913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44956) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:57.232483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9b287578-f2a2-49d8-b8df-19e855a43382', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:57.258766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.318216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.322214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.341484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130eaed5-b26f-4b73-92e5-43b838b06595,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:57.349868 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.351207 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2ed96d8a-9e70-44b7-bbb0-87084ae1a056 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222680 Nov 27 10:50:57.354239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:57.359303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9b287578-f2a2-49d8-b8df-19e855a43382', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:57.379793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:50:57.386160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.445838 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.450022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.469186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a319ed10-f94b-4e45-af98-3e95e868c839,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:57.476649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.477876 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4f1e17c1-6a44-4ca0-b919-5ee23e72ba0d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226463 Nov 27 10:50:57.480780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44960) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:57.485991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9b287578-f2a2-49d8-b8df-19e855a43382', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:57.487889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:57.488266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.508496 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:50:57.513339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.555248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c0779aba-50d1-46b9-aeef-2e44320fd565 None None] Provisioning complete for port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:57.555631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c0779aba-50d1-46b9-aeef-2e44320fd565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.574217 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.578788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.590519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:57.597405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7add1d78-3a30-4880-81fe-e138c3b08066,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:57.604886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.606041 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-51238c33-9ecf-4585-8ae3-ecf1ca145d46 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243227 Nov 27 10:50:57.609492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 44962) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:50:57.613796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '9b287578-f2a2-49d8-b8df-19e855a43382', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:57.637146 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:50:57.642818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.652556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Checking router: 34c00519-d453-4aad-a855-59f27ca49bcc for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:50:57.652926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Updating router 34c00519-d453-4aad-a855-59f27ca49bcc port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:50:57.678568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c0779aba-50d1-46b9-aeef-2e44320fd565 None None] Port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:50:57.693431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.707041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.712113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.727867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57778e10-3abd-49a8-9268-dbd683c5edd0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:57.739826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.741069 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-efb73fb2-71a5-476c-99c0-bce5b0a698fb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306479 Nov 27 10:50:57.893001 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-509a99df-68a7-4b72-b9ed-a82f590a53d6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283181062&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0450425 Nov 27 10:50:57.968091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:57.973235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.004499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-daa7afbd-e5c2-43a2-89d0-b8a1a2e1ea78 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:58.006121 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-daa7afbd-e5c2-43a2-89d0-b8a1a2e1ea78 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 796 time: 0.1053743 Nov 27 10:50:58.025810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-3e8ba023-8671-4282-b5ac-8f0590d715e1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0125220 Nov 27 10:50:58.028451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ef15f-1081-4b0c-90d8-02fc1f4afcb9 None None] Pushing event updated for resources: {'Port': ['ID=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:58.085980 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-f1836e0d-775b-42b6-9142-44047d690a51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497332 Nov 27 10:50:58.087541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Attempting to bind port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:50:58.088005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Attempting to bind port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:50:58.088459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Attempting to bind port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 on network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:50:58.094660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:50:58.095048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Checking segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:50:58.095460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.095862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Bound using segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:50:58.096532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Bound port: d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:50:58.096922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.173568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] For port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:50:58.177447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] For port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:50:58.182371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.205930 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-a65be130-f0a3-479f-9280-9c17f85533ca service neutron] 10.222.0.13 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032352 Nov 27 10:50:58.235148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:50:58.235785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:58.284034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ef15f-1081-4b0c-90d8-02fc1f4afcb9 None None] Pushing event updated for resources: {'Port': ['ID=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:58.316892 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-aac7c7f4-9038-4507-813d-612acf2e67bb service neutron] 10.222.0.13 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041906 Nov 27 10:50:58.355370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ad147100-5154-4851-bd25-03d5405f98d0 None None] Provisioning complete for port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:58.355748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad147100-5154-4851-bd25-03d5405f98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.405217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:50:58.495916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3055a396-dce9-4968-a55a-b88a997efc3f req-543fdccf-4945-4847-89a6-a417268f734f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 210 time: 0.0262125 Nov 27 10:50:58.548677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad147100-5154-4851-bd25-03d5405f98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.629007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ad147100-5154-4851-bd25-03d5405f98d0 None None] For port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:50:58.634304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ad147100-5154-4851-bd25-03d5405f98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:58.711940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147100-5154-4851-bd25-03d5405f98d0 None None] Pushing event updated for resources: {'Port': ['ID=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:50:58.726519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:50:58.760314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65241cb5-71fc-46fa-9ed0-16e49eb75c65 None None] The sync data for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv is: [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:50:58.771848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-16dd2042-69f0-4778-8efd-235b58fc62df None None] Provisioning complete for port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:50:58.772223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-16dd2042-69f0-4778-8efd-235b58fc62df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:59.462054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-30643456-aca7-4ded-8add-d400f34d50dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:50:59.463817 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-30643456-aca7-4ded-8add-d400f34d50dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 796 time: 0.1201046 Nov 27 10:50:59.542422 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-2b37d674-9b1a-4862-91d2-20fd2184eeb1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 380 time: 0.0690446 Nov 27 10:50:59.552923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['9b287578-f2a2-49d8-b8df-19e855a43382']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:50:59.599187 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51f434af-5342-4212-90d0-f9faf992d4d9 req-5b6e52e5-1954-46ec-8804-053564a4c64b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 210 time: 0.0292385 Nov 27 10:50:59.686731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:50:59.690175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:59.824620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.13 (21bf6d5b-5d0e-4746-a630-a54d8eef8d86/fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb/6ec3f199-571a-47db-9772-931a2c55ec34) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:50:59.960571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:50:59.997954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.042069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:51:00.045550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:51:00.049043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:51:00.073238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=6ec3f199-571a-47db-9772-931a2c55ec34,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:00.103857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:00.104526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.124776 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-1eafcb2d-1403-41ca-bd98-1ffd5553ce17 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761364 Nov 27 10:51:00.139086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Request body: {'port': {'device_id': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:51:00.194283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.313012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f7201137-1daa-4329-b46c-4c91f9f2b322 None None] Provisioning complete for port 6ec3f199-571a-47db-9772-931a2c55ec34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:51:00.313628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f7201137-1daa-4329-b46c-4c91f9f2b322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.347126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f7201137-1daa-4329-b46c-4c91f9f2b322 None None] Port 6ec3f199-571a-47db-9772-931a2c55ec34 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:51:00.672225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:51:00.729155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:51:00.729527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.803963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1ea2-6de9-47ca-a70a-87fb50054d97 req-42f64999-4f82-407b-b98b-29e69120b759 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:00.805463 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7ebd1ea2-6de9-47ca-a70a-87fb50054d97 req-42f64999-4f82-407b-b98b-29e69120b759 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 932 time: 0.0864432 Nov 27 10:51:00.811543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec3f199-571a-47db-9772-931a2c55ec34 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:51:00.824428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.852041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Transition to ACTIVE for port object 6ec3f199-571a-47db-9772-931a2c55ec34 will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:51:00.858268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:00.904457 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7ebd1ea2-6de9-47ca-a70a-87fb50054d97 req-9db8243c-1c16-461e-a0fa-ce578224745f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883060 Nov 27 10:51:00.922262 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec3f199-571a-47db-9772-931a2c55ec34,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:00.993205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Attempting to bind port 6ec3f199-571a-47db-9772-931a2c55ec34 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:51:00.993550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Attempting to bind port 6ec3f199-571a-47db-9772-931a2c55ec34 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:51:00.993886 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Attempting to bind port 6ec3f199-571a-47db-9772-931a2c55ec34 on network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:51:00.999501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Port 6ec3f199-571a-47db-9772-931a2c55ec34 on network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:51:00.999827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Attempting to bind port 6ec3f199-571a-47db-9772-931a2c55ec34 on network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:51:01.005100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:51:01.005448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Checking segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:51:01.005844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Bound using segment: {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:51:01.006291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Bound port: 6ec3f199-571a-47db-9772-931a2c55ec34, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f35168c-0038-410e-88b7-34262db5b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:51:01.006651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:01.076651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] For port 6ec3f199-571a-47db-9772-931a2c55ec34, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:51:01.079742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] For port 6ec3f199-571a-47db-9772-931a2c55ec34, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6ec3f199-571a-47db-9772-931a2c55ec34,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:51:01.084833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:01.117725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.118352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:01.119768 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 1094 time: 0.9864240 Nov 27 10:51:01.120181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:51:01.123224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9199029-e5a3-49a1-a442-172bf7e88078" -d '{"events": [{"name": "network-changed", "server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:51:01.155321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ce720-51e8-4636-924d-a2332871be81 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec3f199-571a-47db-9772-931a2c55ec34,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:01.176445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c47e26-5b53-40c1-bb1e-ec2e24b3ef9e x-openstack-request-id: req-f3c47e26-5b53-40c1-bb1e-ec2e24b3ef9e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:51:01.176842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:51:01.177104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c47e26-5b53-40c1-bb1e-ec2e24b3ef9e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:51:01.177522 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34', 'status': 'completed', 'code': 200} Nov 27 10:51:01.221859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-9bd8a629-e44c-4f01-b9bd-3bf64cf7cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.223379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-9bd8a629-e44c-4f01-b9bd-3bf64cf7cbf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1097 time: 0.0450652 Nov 27 10:51:01.268586 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-54acfd40-8a2f-47b7-84c5-659d52b22c21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 217 time: 0.0356197 Nov 27 10:51:01.322860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-2b003422-7bf8-46cc-bb49-933ed64f0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.324327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-2b003422-7bf8-46cc-bb49-933ed64f0078 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0493186 Nov 27 10:51:01.369039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-abb12667-9292-42c4-a068-3b742bef460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.370401 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-abb12667-9292-42c4-a068-3b742bef460d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395377 Nov 27 10:51:01.466234 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-9bbf7799-a63a-42c8-9637-b8de2d72d333 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Nov 27 10:51:01.553709 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8df50b2-1c5d-4fb7-aef8-9b19e65674f0 req-01fb7584-017a-4308-8a86-7544694d3859 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813920 Nov 27 10:51:01.639598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-ee0b0d85-02f9-49e1-bc8c-41b9db0f12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.641040 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-ee0b0d85-02f9-49e1-bc8c-41b9db0f12fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1097 time: 0.0415590 Nov 27 10:51:01.736171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-80cb0652-dbad-4a1e-be6d-ffbb5a548845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.737694 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-80cb0652-dbad-4a1e-be6d-ffbb5a548845 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 897 time: 0.0896842 Nov 27 10:51:01.779102 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-9c1aa712-b04a-4f23-9c6a-5b70e57f2af7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 217 time: 0.0340943 Nov 27 10:51:01.816337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:01.833865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-e4bfe37e-f920-4b88-aa3d-bcb56c3a48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.835299 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-e4bfe37e-f920-4b88-aa3d-bcb56c3a48ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0466294 Nov 27 10:51:01.879370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-db7c5d53-00f3-4257-b2db-fd6f626f00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:01.880901 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-db7c5d53-00f3-4257-b2db-fd6f626f00d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385587 Nov 27 10:51:01.976870 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-9b1b062d-9bf9-4a58-a7ca-b837de8a2568 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882590 Nov 27 10:51:02.079874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9df1d-2832-4e94-8083-ebecc8c9ea8d req-78386dbb-29b8-4be1-8b2e-163c4252d77a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:02.081359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8d9df1d-2832-4e94-8083-ebecc8c9ea8d req-78386dbb-29b8-4be1-8b2e-163c4252d77a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 944 time: 0.1078303 Nov 27 10:51:02.113314 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9199029-e5a3-49a1-a442-172bf7e88078 req-ef1be637-d62c-4c3f-8f91-06f7a58b3898 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279092 Nov 27 10:51:02.147500 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8d9df1d-2832-4e94-8083-ebecc8c9ea8d req-6ea61d67-6030-40ba-9a08-5f883ad19783 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560958 Nov 27 10:51:03.268991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc8f0-e350-42c2-9cf8-560fec1c30e6 req-f7722a43-3ef6-449b-93c8-17e559397342 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:03.270544 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-77afc8f0-e350-42c2-9cf8-560fec1c30e6 req-f7722a43-3ef6-449b-93c8-17e559397342 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 944 time: 0.0528731 Nov 27 10:51:03.320425 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-77afc8f0-e350-42c2-9cf8-560fec1c30e6 req-5b34d19f-48b3-4165-8721-3470459bca24 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Nov 27 10:51:04.439172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24abda3-5d9a-4f55-847a-32740d2e3a71 req-62f469e8-b196-46e6-b059-a8c18048d810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:04.440668 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a24abda3-5d9a-4f55-847a-32740d2e3a71 req-62f469e8-b196-46e6-b059-a8c18048d810 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 944 time: 0.0532913 Nov 27 10:51:04.490540 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a24abda3-5d9a-4f55-847a-32740d2e3a71 req-3077c528-5aea-4824-a754-a0db948f57b8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Nov 27 10:51:05.342789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6ec3f199-571a-47db-9772-931a2c55ec34 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:51:05.437460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 6ec3f199-571a-47db-9772-931a2c55ec34, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6ec3f199-571a-47db-9772-931a2c55ec34,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:51:05.447964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '6ec3f199-571a-47db-9772-931a2c55ec34', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'port_id': '6ec3f199-571a-47db-9772-931a2c55ec34', 'mac_address': 'fa:16:3e:88:c4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:51:05.485675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:05.501911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec3f199-571a-47db-9772-931a2c55ec34 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:51:05.521377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 6ec3f199-571a-47db-9772-931a2c55ec34, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6ec3f199-571a-47db-9772-931a2c55ec34,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:51:05.525660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:05.574579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=6ec3f199-571a-47db-9772-931a2c55ec34,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:05.610036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349b54-e3c6-49a9-b3ad-feb1eb750ae4 req-c7fb74a4-9bb0-4e38-9a00-caa48fc4fb01 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:05.611525 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43349b54-e3c6-49a9-b3ad-feb1eb750ae4 req-c7fb74a4-9bb0-4e38-9a00-caa48fc4fb01 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 945 time: 0.0521016 Nov 27 10:51:05.660560 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43349b54-e3c6-49a9-b3ad-feb1eb750ae4 req-cc197296-2f01-4ad4-83cb-f7030e661415 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Nov 27 10:51:05.840727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['6ec3f199-571a-47db-9772-931a2c55ec34'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:51:06.773458 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba721de-53f5-45be-b622-b524a6624808 req-642957f6-c3a0-4e77-b29a-73bcfb05f803 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:06.774883 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ba721de-53f5-45be-b622-b524a6624808 req-642957f6-c3a0-4e77-b29a-73bcfb05f803 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 945 time: 0.0490716 Nov 27 10:51:06.823893 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ba721de-53f5-45be-b622-b524a6624808 req-0afc514b-e4fa-42b4-8368-f4af148346c4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Nov 27 10:51:07.359396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6ec3f199-571a-47db-9772-931a2c55ec34 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:51:07.408283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 6ec3f199-571a-47db-9772-931a2c55ec34 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:51:07.412804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 6ec3f199-571a-47db-9772-931a2c55ec34 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:51:07.413181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:07.493674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:07.516256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:51:07.518591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e051474-a692-4525-8695-a141fbb03f77" -d '{"events": [{"server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "name": "network-vif-plugged", "status": "completed", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:51:07.531613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 6ec3f199-571a-47db-9772-931a2c55ec34, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6ec3f199-571a-47db-9772-931a2c55ec34,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:51:07.535993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:07.561956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ead5c7-eeb4-414a-845d-4adfa82814c6 x-openstack-request-id: req-14ead5c7-eeb4-414a-845d-4adfa82814c6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:51:07.562251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "name": "network-vif-plugged", "status": "completed", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:51:07.562562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14ead5c7-eeb4-414a-845d-4adfa82814c6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:51:07.562957 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34', 'code': 200} Nov 27 10:51:07.589118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=6ec3f199-571a-47db-9772-931a2c55ec34,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:07.721075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62248b-addd-469d-b63e-8aff0d0a56fd req-4135c63c-a868-490e-a4ee-c09301ea773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:07.722592 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9c62248b-addd-469d-b63e-8aff0d0a56fd req-4135c63c-a868-490e-a4ee-c09301ea773c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1099 time: 0.0402431 Nov 27 10:51:07.773936 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9c62248b-addd-469d-b63e-8aff0d0a56fd req-f88eb96c-071a-4c37-abaf-d401a181486f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Nov 27 10:51:07.937531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf6e-e5ae-4461-8c9d-729d6bd6286d req-b5585fba-70b5-4482-9938-5f253e9b1192 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:07.939092 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-af5eaf6e-e5ae-4461-8c9d-729d6bd6286d req-b5585fba-70b5-4482-9938-5f253e9b1192 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.0488310 Nov 27 10:51:07.987487 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-af5eaf6e-e5ae-4461-8c9d-729d6bd6286d req-0e8e685a-4b6c-40e8-b77e-bbf12a48b8f0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Nov 27 10:51:09.114037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51621-0521-4c85-a0dc-82381d0ab178 req-7317ce53-ad66-4abd-bd81-65c5772a8cb4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:09.115419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-36b51621-0521-4c85-a0dc-82381d0ab178 req-7317ce53-ad66-4abd-bd81-65c5772a8cb4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.0556593 Nov 27 10:51:09.164662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-36b51621-0521-4c85-a0dc-82381d0ab178 req-175b2156-a009-44da-8ee0-a1f0709e0094 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Nov 27 10:51:10.242471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef874f3c-0292-4db3-bc07-061b2d0e938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:10.281615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb671a6-2cdd-4d0e-9980-fc017b6a4c4a req-2af6a7e0-a04c-4229-9805-31571acb1214 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:10.283118 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7eb671a6-2cdd-4d0e-9980-fc017b6a4c4a req-2af6a7e0-a04c-4229-9805-31571acb1214 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.0525079 Nov 27 10:51:10.333352 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7eb671a6-2cdd-4d0e-9980-fc017b6a4c4a req-dca3370e-9399-462e-8a3e-56ca8e50f42b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Nov 27 10:51:10.446707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379cd3e-3fce-4374-b07b-b55d9c1b7926 req-b31c0678-6bce-4a71-8a9d-ff55e1a85d31 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:10.448105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5379cd3e-3fce-4374-b07b-b55d9c1b7926 req-b31c0678-6bce-4a71-8a9d-ff55e1a85d31 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.0484030 Nov 27 10:51:10.497523 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5379cd3e-3fce-4374-b07b-b55d9c1b7926 req-64d4d33e-30f4-4c71-9ddb-3e0d464197cc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Nov 27 10:51:10.519348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:51:10.558062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294d010-5161-4aa6-8aa8-440de36314fd tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:10.559559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c294d010-5161-4aa6-8aa8-440de36314fd tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1094 time: 0.0392089 Nov 27 10:51:10.562291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:51:10.566404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '6ec3f199-571a-47db-9772-931a2c55ec34', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:51:10.588845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:10.689072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:10.794603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.245 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6967eee7-bef1-4033-a70c-f948a3c1d361) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:51:10.893921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:10.925802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:10.962602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:51:10.967431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:51:10.971077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:51:11.002235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=6967eee7-bef1-4033-a70c-f948a3c1d361,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:11.619624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:11.687155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:11.831059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:11.835369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:11.907830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=6967eee7-bef1-4033-a70c-f948a3c1d361,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:51:11.918120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:12.017486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 15833e21-afb9-4a02-b04c-dec3a21d58c4 associated. External IP: 172.26.1.245, port: 6ec3f199-571a-47db-9772-931a2c55ec34. Nov 27 10:51:12.224157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 34c00519-d453-4aad-a855-59f27ca49bcc has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:51:12.333539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:51:12.343664 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] Sync routers for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:51:12.353190 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:51:12.353874 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:51:12.354025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:12.383613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f013b141-6de5-441e-965d-2f397300834d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8203225 Nov 27 10:51:12.384207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:51:12.386434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45024) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:51:12.386973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c" -d '{"events": [{"name": "network-changed", "server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:51:12.423446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9607d2e3-1df4-45ec-b8b0-dd9b8a4b888f x-openstack-request-id: req-9607d2e3-1df4-45ec-b8b0-dd9b8a4b888f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:51:12.423748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:51:12.424007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9607d2e3-1df4-45ec-b8b0-dd9b8a4b888f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:51:12.424445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34', 'status': 'completed', 'code': 200} Nov 27 10:51:12.466201 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-53f18490-346d-46d9-a2fb-972b105c1733 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/15833e21-afb9-4a02-b04c-dec3a21d58c4 HTTP/1.1" status: 200 len: 992 time: 0.0779479 Nov 27 10:51:12.467829 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:51:12.496576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-893a23ff-60b8-4fea-b8e4-0de8523eee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:12.498443 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-893a23ff-60b8-4fea-b8e4-0de8523eee9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1099 time: 0.0510135 Nov 27 10:51:12.598456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-47ce89c0-965f-4e01-9214-4787f5d89de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:12.599980 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-47ce89c0-965f-4e01-9214-4787f5d89de6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 897 time: 0.0943096 Nov 27 10:51:12.667255 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-705bad1c-f0c4-4226-a815-e061b630f754 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 1000 time: 0.0596066 Nov 27 10:51:12.715291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-8fb11452-3364-45bf-a75a-0d0978777c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:12.717537 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-8fb11452-3364-45bf-a75a-0d0978777c2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0440691 Nov 27 10:51:12.770014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-91cf3598-54eb-4d55-b577-d6a6dec49f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:12.771452 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-91cf3598-54eb-4d55-b577-d6a6dec49f5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469511 Nov 27 10:51:12.776470 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '15833e21-afb9-4a02-b04c-dec3a21d58c4', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'port_id': '6ec3f199-571a-47db-9772-931a2c55ec34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'mac_address': 'fa:16:3e:88:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:51:11Z', 'updated_at': '2021-11-27T10:51:11Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:51:12.806469 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] Checking router: 34c00519-d453-4aad-a855-59f27ca49bcc for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:51:12.815023 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:51:12.815638 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:50:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:51:12.861743 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-396b3ca3-e238-4813-8cd4-fa589553bd42 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824103 Nov 27 10:51:12.920559 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:51:12.955338 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f80f33d8-e807-4f1c-842b-feb9c1f2a01c req-79aaea37-99b0-4b92-bb80-8f9829fcde09 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Nov 27 10:51:13.045201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5a3741d-041f-47d8-8c03-bf20efc586bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:13.140722 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '15833e21-afb9-4a02-b04c-dec3a21d58c4', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'port_id': '6ec3f199-571a-47db-9772-931a2c55ec34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'mac_address': 'fa:16:3e:88:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:51:11Z', 'updated_at': '2021-11-27T10:51:11Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:51:13.166915 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e9b06-74f2-4fec-a289-16eae7436ca0 None None] The sync data for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv is: [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '15833e21-afb9-4a02-b04c-dec3a21d58c4', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'port_id': '6ec3f199-571a-47db-9772-931a2c55ec34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'mac_address': 'fa:16:3e:88:c4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:51:11Z', 'updated_at': '2021-11-27T10:51:11Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:51:13.344629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d47dab-316c-421a-bf26-4d4d25de9afa None None] New status for floating IP 15833e21-afb9-4a02-b04c-dec3a21d58c4: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:51:13.470169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45028) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:51:13.533671 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-de93f09d-434f-40cf-974d-22587f615311 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/15833e21-afb9-4a02-b04c-dec3a21d58c4 HTTP/1.1" status: 200 len: 992 time: 0.0623701 Nov 27 10:51:13.837239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:14.537686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:51:14.600860 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f8f2d8d-7dda-4e85-9cb8-76d9adbc77ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/15833e21-afb9-4a02-b04c-dec3a21d58c4 HTTP/1.1" status: 200 len: 994 time: 0.0620174 Nov 27 10:51:14.638968 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:51:15.464539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:16.202193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:31.830770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:40.244315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7266749d-a1ef-4c62-b49a-c2cd2695e570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:43.046740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa400-3bc7-4efe-ab54-a2049a2bcc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:43.840631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:45.469999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:46.204891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:51:51.637198 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:51:52.951921 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-3e3a086c-abe4-400d-87c1-eecd73c9bfe3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395241 Nov 27 10:51:53.032647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad964-9f34-41d9-8823-af68510af01d req-29e69a8a-5d9e-4c5d-9cf1-eb44294421f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:53.034141 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-29e69a8a-5d9e-4c5d-9cf1-eb44294421f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1099 time: 0.0409043 Nov 27 10:51:53.142306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad964-9f34-41d9-8823-af68510af01d req-d8bd851e-7123-4809-9f28-87ec8f253835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:53.143775 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-d8bd851e-7123-4809-9f28-87ec8f253835 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 897 time: 0.0904207 Nov 27 10:51:53.207956 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-77d4a0f7-333c-4722-ae17-bdb71571152c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 1002 time: 0.0566127 Nov 27 10:51:53.260304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad964-9f34-41d9-8823-af68510af01d req-cf9ae0e3-1638-46d3-ad94-93efabeb832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:53.261748 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-cf9ae0e3-1638-46d3-ad94-93efabeb832e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0470662 Nov 27 10:51:53.306898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad964-9f34-41d9-8823-af68510af01d req-a920e63d-1b7a-4a3f-9c7e-fb779e2307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:51:53.308444 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-a920e63d-1b7a-4a3f-9c7e-fb779e2307f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390177 Nov 27 10:51:53.398975 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-788755a5-3673-435c-aa43-c0d08d65d9f1 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835512 Nov 27 10:51:53.493701 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fdad964-9f34-41d9-8823-af68510af01d req-0aecd284-5dd6-451c-9e54-0ff7a6e2ba3b service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Nov 27 10:52:01.844017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:10.247436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06f6bb54-5aa1-4422-b7fa-9f9c0a3efa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:13.048561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2845954-6878-4368-8894-5a59bfb06d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:13.842299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:15.469743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:16.206586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:28.637572 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:52:31.846209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:40.249034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4486edc-4125-4924-9280-121d7787e149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:43.049647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cc572797-26e4-4cbc-808f-c1906ad7a24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:43.845020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:45.495953 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:46.209228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:52:53.943229 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-299a8223-7894-475e-96a0-ed75fe9f9cd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410333 Nov 27 10:52:54.022555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-dd199213-8289-4a9b-b8a8-0fc285d06a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:52:54.024013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-dd199213-8289-4a9b-b8a8-0fc285d06a74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1099 time: 0.0398088 Nov 27 10:52:54.129174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-5401fd88-e93d-45b0-b6ec-00041f7e270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:52:54.130929 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-5401fd88-e93d-45b0-b6ec-00041f7e270e service neutron] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 897 time: 0.0875533 Nov 27 10:52:54.193986 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-69d6fac2-008f-4847-b8db-61e9653d0b3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 1002 time: 0.0561802 Nov 27 10:52:54.245804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-225b11c9-54d5-4ca7-b457-441cac243b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:52:54.247218 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-225b11c9-54d5-4ca7-b457-441cac243b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0470996 Nov 27 10:52:54.295095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-5c9ddd3f-f45a-4c60-be5b-c8dfe63b0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:52:54.296587 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-5c9ddd3f-f45a-4c60-be5b-c8dfe63b0020 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405488 Nov 27 10:52:54.309546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-89869e01-71f1-474c-bed5-7e124141d639 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:52:54.310539 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-89869e01-71f1-474c-bed5-7e124141d639 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066772 Nov 27 10:52:54.400687 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-3f27409d-3290-4924-bef2-8a222803383a service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822093 Nov 27 10:52:54.495297 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e55227a1-045f-4d2c-860a-05c74f8d46c4 req-2b99bc65-0993-4d7c-9c21-5bdf89d7ebce service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873275 Nov 27 10:53:01.863161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:05.636008 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:53:10.251407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b45bc82d-87c8-4386-b67e-2146c6464f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:13.051152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-317c8414-b775-4cbc-8fcc-8f66cd4c0b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:13.847550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:15.475684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:16.210576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:31.866013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:38.738037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:53:38.743977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:53:38.831234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9676544'] for subnet, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:38.973012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735777359993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9885957'] for subnet, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:39.007325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:53:39.007839 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:39.009155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/subnets/fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 836 time: 0.2701120 Nov 27 10:53:39.012989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b43fde-fc62-4a50-b4e8-c5d5e2c93200 None None] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:53:39.024837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:53:39.031856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.032213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.032588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.033018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.033361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.033847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.034211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.034548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.034893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.035220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.035548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.035881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b04868-7757-491d-99a1-6165011f313c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:53:39.425762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1072ee2d-a143-4bfc-b88e-4aa26907c0a1 None None] Provisioning complete for port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:53:39.426134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1072ee2d-a143-4bfc-b88e-4aa26907c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:39.516006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1072ee2d-a143-4bfc-b88e-4aa26907c0a1 None None] Provisioning complete for port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:53:39.516294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1072ee2d-a143-4bfc-b88e-4aa26907c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:39.600089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1072ee2d-a143-4bfc-b88e-4aa26907c0a1 None None] Provisioning complete for port 6ec3f199-571a-47db-9772-931a2c55ec34 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:53:39.600488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1072ee2d-a143-4bfc-b88e-4aa26907c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:40.253789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5f074fd5-0bdc-4932-8cc7-bbbd671e0693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:42.634926 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:53:43.052550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-860ff891-32a9-4dbc-98eb-aa464f5d83fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:43.850442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:45.478630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:46.212475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:53:54.068337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-7ce8c6d3-c265-4054-9521-6752122bd3e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1439755 Nov 27 10:53:54.153857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-273b9636-877e-487d-ae4c-8a3a551082de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:53:54.155345 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-273b9636-877e-487d-ae4c-8a3a551082de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1099 time: 0.0422487 Nov 27 10:53:54.260826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-02b2b922-5cf8-47ea-9556-d75304de5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:53:54.262285 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-02b2b922-5cf8-47ea-9556-d75304de5080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 897 time: 0.0867448 Nov 27 10:53:54.325127 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-d548f428-ea4d-4013-a8a4-b5f17696df06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 1002 time: 0.0560045 Nov 27 10:53:54.377768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-dff889de-07dd-441a-a2a3-270d0cee0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:53:54.379205 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-dff889de-07dd-441a-a2a3-270d0cee0b68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0476449 Nov 27 10:53:54.425632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-faf5d755-cf66-43af-b10c-c910dbdd5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:53:54.427418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-faf5d755-cf66-43af-b10c-c910dbdd5fb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410440 Nov 27 10:53:54.523602 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-61637185-ec43-4edc-8036-13c75f128a13 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886848 Nov 27 10:53:54.610784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b295ea22-9db1-4948-91e0-524c98bd7361 req-b7c27b4f-b2e4-4c2a-a32a-b2d839167006 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807266 Nov 27 10:54:01.881886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:10.254960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6edc9a63-91d2-4747-92e3-7f400fd9e7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:13.054378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-12ef56fb-d684-4e9e-ad0d-ac83d3c54442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:13.852678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:15.481326 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:16.213796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:19.634154 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:54:22.678169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45098) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:22.830222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 6967eee7-bef1-4033-a70c-f948a3c1d361 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:54:22.830456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:22.903163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:22.903478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:22.915668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 6967eee7-bef1-4033-a70c-f948a3c1d361 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:54:23.060155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:23.087911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=6967eee7-bef1-4033-a70c-f948a3c1d361,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:23.148488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:23.148840 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 15833e21-afb9-4a02-b04c-dec3a21d58c4 disassociated (deleted). External IP: 172.26.1.245, port: 6ec3f199-571a-47db-9772-931a2c55ec34. Nov 27 10:54:23.356754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 34c00519-d453-4aad-a855-59f27ca49bcc has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:54:23.461684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:54:23.466394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:23.473153 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] Sync routers for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:54:23.482924 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:23.483525 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:23.493025 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-267d0c25-8aa4-46b6-8dbc-17e678ed4bdc tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/15833e21-afb9-4a02-b04c-dec3a21d58c4 HTTP/1.1" status: 204 len: 168 time: 0.8137746 Nov 27 10:54:23.493607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:23.495873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b33bdc7-3325-44c6-b549-a28f6cbd1288" -d '{"events": [{"name": "network-changed", "server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:23.590450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:23.864176 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:23.889466 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] Checking router: 34c00519-d453-4aad-a855-59f27ca49bcc for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:54:23.898234 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:23.898829 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:23.999727 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:24.193385 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:24.219078 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca14a4b-d529-4303-8f52-273517e56057 None None] The sync data for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv is: [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:50:55Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'd8efdc1f-036d-4d49-bda4-6d6ab9eb28c0', 'name': '', 'network_id': '21bf6d5b-5d0e-4746-a630-a54d8eef8d86', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:8d:26:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:54Z', 'updated_at': '2021-11-27T10:50:58Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:54:24.433236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271f4c7-4631-442f-b3ee-52b4b6b68cae None None] New status for floating IP 15833e21-afb9-4a02-b04c-dec3a21d58c4: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:54:24.552731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb5497-43f4-4f94-841e-f0a0766af251 x-openstack-request-id: req-debb5497-43f4-4f94-841e-f0a0766af251 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:24.553217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:24.553335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-debb5497-43f4-4f94-841e-f0a0766af251 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:24.553691 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34', 'status': 'completed', 'code': 200} Nov 27 10:54:24.617774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-59824434-6360-43dd-9d78-c59a5d3c17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:24.619328 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-59824434-6360-43dd-9d78-c59a5d3c17a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 1099 time: 0.0436697 Nov 27 10:54:24.727263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-a2e8c948-c3e9-4af4-8f28-22ba629ff25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:24.728775 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-a2e8c948-c3e9-4af4-8f28-22ba629ff25c service neutron] 10.222.0.24 "GET /v2.0/networks?id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 200 len: 897 time: 0.0963705 Nov 27 10:54:24.771285 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-8bcec81d-0825-4cea-8c18-3101815e315e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 200 len: 217 time: 0.0348628 Nov 27 10:54:24.829044 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-bb28b7af-5460-415e-8398-b5cc4933e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:24.830518 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-bb28b7af-5460-415e-8398-b5cc4933e6ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 200 len: 844 time: 0.0510082 Nov 27 10:54:24.861622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513074-7ca8-4368-b8d2-f74ebf5909ef req-16b4196f-71aa-436a-b791-d16e260dfc36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:24.863807 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90513074-7ca8-4368-b8d2-f74ebf5909ef req-16b4196f-71aa-436a-b791-d16e260dfc36 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.1752827 Nov 27 10:54:24.877306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-e00ebc18-9297-4e86-a9f4-fb4b58261bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:24.879422 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-e00ebc18-9297-4e86-a9f4-fb4b58261bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21bf6d5b-5d0e-4746-a630-a54d8eef8d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410755 Nov 27 10:54:24.913861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90513074-7ca8-4368-b8d2-f74ebf5909ef req-2498ba92-3696-4f1a-a5da-43f0ac69405b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Nov 27 10:54:24.970051 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-caa5b7eb-9ae7-4b8b-ae50-c12cde3a8373 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816712 Nov 27 10:54:25.064171 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b33bdc7-3325-44c6-b549-a28f6cbd1288 req-4a0249fe-3d1b-4d58-bf9b-8c3ac196c1b0 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846069 Nov 27 10:54:26.088424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388029d3-2c27-40bf-b22e-1033c0735a4c req-7fd47a95-a1c2-41b6-9001-a9ddc7a6874f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:26.089974 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-388029d3-2c27-40bf-b22e-1033c0735a4c req-7fd47a95-a1c2-41b6-9001-a9ddc7a6874f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.1044440 Nov 27 10:54:26.138468 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-388029d3-2c27-40bf-b22e-1033c0735a4c req-698d8f71-9260-44fd-af77-beb883d974b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b287578-f2a2-49d8-b8df-19e855a43382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Nov 27 10:54:26.259032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f8494-de25-45bf-a60d-d893392b18dc req-410c35c6-11b4-4ed7-9e94-af12c1c62e3d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:26.260393 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-308f8494-de25-45bf-a60d-d893392b18dc req-410c35c6-11b4-4ed7-9e94-af12c1c62e3d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=3915c78a-74e6-4aa6-b5c7-a6169414b25f HTTP/1.1" status: 200 len: 946 time: 0.0515728 Nov 27 10:54:26.349925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 6ec3f199-571a-47db-9772-931a2c55ec34 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:54:26.350264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:26.440710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 6ec3f199-571a-47db-9772-931a2c55ec34, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6ec3f199-571a-47db-9772-931a2c55ec34,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:26.441161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:26.453107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 6ec3f199-571a-47db-9772-931a2c55ec34 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:54:26.578156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:26.609068 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=6ec3f199-571a-47db-9772-931a2c55ec34,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:26.618784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.619147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.619502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.619847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.620187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.620630 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.620974 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.621312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.622433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.622433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.622651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.622881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:26.664457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 6ec3f199-571a-47db-9772-931a2c55ec34 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:54:26.666891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:26.670304 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-308f8494-de25-45bf-a60d-d893392b18dc req-0616b0b7-8d74-49d9-9947-0c2d2963478e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/6ec3f199-571a-47db-9772-931a2c55ec34 HTTP/1.1" status: 204 len: 173 time: 0.4037941 Nov 27 10:54:26.670751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'name': 'network-vif-deleted', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:26.673051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e048222-b872-4722-8e3b-af51c3091310" -d '{"events": [{"server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "name": "network-vif-deleted", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:26.777186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8679e4-d9f0-4193-a2fb-c276a235c8cb x-openstack-request-id: req-9b8679e4-d9f0-4193-a2fb-c276a235c8cb {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:26.777491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3915c78a-74e6-4aa6-b5c7-a6169414b25f", "name": "network-vif-deleted", "tag": "6ec3f199-571a-47db-9772-931a2c55ec34", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:26.777774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b8679e4-d9f0-4193-a2fb-c276a235c8cb {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:26.778178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3915c78a-74e6-4aa6-b5c7-a6169414b25f', 'name': 'network-vif-deleted', 'tag': '6ec3f199-571a-47db-9772-931a2c55ec34', 'status': 'completed', 'code': 200} Nov 27 10:54:27.193768 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45132) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:27.250424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d91d-42a5-4819-9c54-af0487c780b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:27.275597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d91d-42a5-4819-9c54-af0487c780b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:27.334846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d91d-42a5-4819-9c54-af0487c780b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:27.337609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d91d-42a5-4819-9c54-af0487c780b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:27.338764 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9eb1d91d-42a5-4819-9c54-af0487c780b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b287578-f2a2-49d8-b8df-19e855a43382 HTTP/1.1" status: 204 len: 168 time: 0.1437430 Nov 27 10:54:27.348712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1d91d-42a5-4819-9c54-af0487c780b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b287578-f2a2-49d8-b8df-19e855a43382,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:27.373779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45136) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:27.729511 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:27.975127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:54:27.975461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:28.059935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:28.060201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:28.071646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:54:28.259575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:28.284844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:28.462606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:28.995151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 34c00519-d453-4aad-a855-59f27ca49bcc has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:54:29.098499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:54:29.104285 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-00dbb5c6-9695-4be2-8d47-d4c90259e503 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/34c00519-d453-4aad-a855-59f27ca49bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7295840 Nov 27 10:54:29.106851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45138) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:29.109539 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] Sync routers for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:54:29.119878 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:29.120624 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:29.157686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:54:29.161388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.202464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.225057 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:29.290008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.350537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.378391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:29.380415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.383644 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3c770029-5753-492b-9f42-36958df6299b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/fb044b9c-e09c-41ea-8e7f-30d5f2d44ccb HTTP/1.1" status: 204 len: 168 time: 0.2758458 Nov 27 10:54:29.386248 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45140) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:29.389498 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735384d4-7210-42cc-961a-434ac30d73d2 None None] Network 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:54:29.409848 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:54:28Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:29.437923 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] Checking router: 34c00519-d453-4aad-a855-59f27ca49bcc for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:54:29.447240 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] Routers {'34c00519-d453-4aad-a855-59f27ca49bcc'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:29.447895 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['34c00519-d453-4aad-a855-59f27ca49bcc'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:29.510632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.559605 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] Set router 34c00519-d453-4aad-a855-59f27ca49bcc gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:29.600465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] DHCP port deletion for 21bf6d5b-5d0e-4746-a630-a54d8eef8d86 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:54:29.621035 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.655640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Deleting port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:54:29.656556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.677218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 41882808-1b73-4625-b0fd-101c40d1ea1b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:54:29.677561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.724467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] For port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,segment=NetworkSegment(8f35168c-0038-410e-88b7-34262db5b548),segment_id=8f35168c-0038-410e-88b7-34262db5b548)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:29.725044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.738284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Calling delete_port for 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:54:29.740126 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:54:28Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:29.763548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 41882808-1b73-4625-b0fd-101c40d1ea1b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=41882808-1b73-4625-b0fd-101c40d1ea1b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:29.763901 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.771782 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1215e2-0ab8-4749-961d-88f90f7a2277 None None] The sync data for ids ['34c00519-d453-4aad-a855-59f27ca49bcc'] in dv-neutron-804846-16-hyperv is: [{'id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'name': 'tempest-TestNetworkBasicOps-router-709307762', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:50:51Z', 'updated_at': '2021-11-27T10:54:28Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '41882808-1b73-4625-b0fd-101c40d1ea1b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c00519-d453-4aad-a855-59f27ca49bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:50:52Z', 'updated_at': '2021-11-27T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:54:29.778431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 41882808-1b73-4625-b0fd-101c40d1ea1b owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:54:29.825090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.851552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Pushing event deleted for resources: {'Port': ['ID=2475f028-ebf5-4ae4-8cd5-d152a74dcb5b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:29.854060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] No DVR routers for this DVR port 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:54:29.864359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.864619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.864963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.865299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.865632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.865966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.866423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.866847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.867076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.867467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.867716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.868035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf212a6e-a438-429c-a1d9-f1a4514bff70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:29.956599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:29.982786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=41882808-1b73-4625-b0fd-101c40d1ea1b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:29.992888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd7406-5e7a-4f6d-bbf5-9fdeb55f1d18 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:54:30.041426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.132365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.134610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.182631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.182870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 34c00519-d453-4aad-a855-59f27ca49bcc {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:54:30.191343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.192651 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-de32a852-61e3-4f20-96b5-9b4db8412467 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/34c00519-d453-4aad-a855-59f27ca49bcc HTTP/1.1" status: 204 len: 168 time: 0.8051419 Nov 27 10:54:30.195508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45142) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:30.247677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6ec3f199-571a-47db-9772-931a2c55ec34 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:54:30.275339 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.279502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 6ec3f199-571a-47db-9772-931a2c55ec34 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:54:30.280155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6ec3f199-571a-47db-9772-931a2c55ec34 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:54:30.368198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.389520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bf6d5b-5d0e-4746-a630-a54d8eef8d86']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:30.399682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f35168c-0038-410e-88b7-34262db5b548') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:30.399973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f35168c-0038-410e-88b7-34262db5b548') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:30.410684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.424646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.434420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:54:30.434839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:54:30.438063 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:54:30.504250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.508684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.512058 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/21bf6d5b-5d0e-4746-a630-a54d8eef8d86 HTTP/1.1" status: 204 len: 168 time: 0.3154345 Nov 27 10:54:30.526125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:30.527236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b390-a2c2-4332-a84b-3de31d741c03 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=21bf6d5b-5d0e-4746-a630-a54d8eef8d86,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:30.531349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--176402323', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:30.552393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:54:30.555778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.587379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:54:30.596118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.596500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6 of type vlan for network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d Nov 27 10:54:30.638043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.662009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.667746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:30.668312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.704239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1768661 Nov 27 10:54:30.707858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:30.712597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:30.735241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.735490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1652e80-b86c-4ba1-8785-f44bafd80fda tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:30.736204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.746820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:54:30.807267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:30.846332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:54:30.867440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:54:30.867893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d8efdc1f-036d-4d49-bda4-6d6ab9eb28c0 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:54:30.868309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 41882808-1b73-4625-b0fd-101c40d1ea1b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:54:30.887009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 41882808-1b73-4625-b0fd-101c40d1ea1b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:54:30.887348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 41882808-1b73-4625-b0fd-101c40d1ea1b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:54:30.887776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:54:30.906059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:54:30.906359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2475f028-ebf5-4ae4-8cd5-d152a74dcb5b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:54:30.955587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.141988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.164328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.262908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.123 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/3c18e691-99ee-4823-8e48-2b87ad30be42) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:54:31.366487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.398100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.439657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:31.445314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:31.447254 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=3c18e691-99ee-4823-8e48-2b87ad30be42,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:31.449401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:54:31.462164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7a0bc-8355-4dc7-96d6-c0f9df8cd3ab None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:54:31.500967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e23b9b77-490a-41da-954d-83afb8848c6b None None] Provisioning complete for port 3c18e691-99ee-4823-8e48-2b87ad30be42 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:31.501333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e23b9b77-490a-41da-954d-83afb8848c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.538128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-e23b9b77-490a-41da-954d-83afb8848c6b None None] Port 3c18e691-99ee-4823-8e48-2b87ad30be42 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:31.698640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.883096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:31.890610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.018041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:54:32.123498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:54:32.134489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:54:32.144727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:32.145342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:32.145573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.149680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-491f2813-03cb-463e-bfe2-1112f720e4db tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4377692 Nov 27 10:54:32.149940 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45148) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:32.248887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:32.308450 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-365733a1-24ae-41d6-82d1-b206e817cf98 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1573486 Nov 27 10:54:32.310980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45152) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:32.399997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15fe8b6-4294-4f40-80df-45aa8f0c3d28 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:32.401556 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e15fe8b6-4294-4f40-80df-45aa8f0c3d28 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896831 Nov 27 10:54:32.404469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45154) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:32.424071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:31Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:32.432852 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5d83fe4f-f778-4dbd-957c-4f4311f004e5 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272667 Nov 27 10:54:32.435334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45156) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:32.439987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127869601', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:32.457220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:54:32.457569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Updating router 68556df0-1f1f-46d8-945a-fc397ead8251 port 3c18e691-99ee-4823-8e48-2b87ad30be42 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:54:32.482153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.528074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:54:32.531548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.712780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.729702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.735493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.777889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce77e01-64c0-4ca3-9da0-99a0191ea75f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:54:32.778937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=ebad41f1-a467-45b9-a708-bca647289c00,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:32.790990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:54:32.791354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:54:32.800244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Attempting to bind port 3c18e691-99ee-4823-8e48-2b87ad30be42 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:54:32.800636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Attempting to bind port 3c18e691-99ee-4823-8e48-2b87ad30be42 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:54:32.801007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Attempting to bind port 3c18e691-99ee-4823-8e48-2b87ad30be42 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:32.806918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab33500-aed0-4f2b-9688-a6510e8391f6 None None] Pushing event updated for resources: {'Port': ['ID=3c18e691-99ee-4823-8e48-2b87ad30be42,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:32.810388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:54:32.810636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:54:32.811013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.811139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:54:32.811408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:54:32.811887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Bound port: 3c18e691-99ee-4823-8e48-2b87ad30be42, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:54:32.812269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.822061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:32.828518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:32.829130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:32.845669 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-80a99a18-07f7-4cd7-b8a6-5eebfdc0ddf3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092700 Nov 27 10:54:32.849008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45158) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:32.979609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb649b2-b793-4253-95b9-7fdd643ef08c None None] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:54:33.068746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22284748-40c8-4eed-917d-c0e60baa2593 None None] Provisioning complete for port 3c18e691-99ee-4823-8e48-2b87ad30be42 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:33.069004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22284748-40c8-4eed-917d-c0e60baa2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.073797 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] For port 3c18e691-99ee-4823-8e48-2b87ad30be42, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:54:33.110358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] For port 3c18e691-99ee-4823-8e48-2b87ad30be42, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c18e691-99ee-4823-8e48-2b87ad30be42,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:54:33.123294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.165109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-22284748-40c8-4eed-917d-c0e60baa2593 None None] Port 3c18e691-99ee-4823-8e48-2b87ad30be42 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:33.230171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:33.230810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:33.236496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab33500-aed0-4f2b-9688-a6510e8391f6 None None] Pushing event updated for resources: {'Port': ['ID=3c18e691-99ee-4823-8e48-2b87ad30be42,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:33.343016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762da1c9-5884-4ae4-a63a-70834c145023 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:54:33.344564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:54:33.345386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.445082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:33.546858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d2fffad2-c642-4927-a914-6d475ad73d45 None None] Provisioning complete for port 3c18e691-99ee-4823-8e48-2b87ad30be42 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:33.547304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2fffad2-c642-4927-a914-6d475ad73d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.620957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.666949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Allocated IP 172.20.0.2 (480b3d18-7a0d-4484-be4c-f95ddd5f2a3d/ebad41f1-a467-45b9-a708-bca647289c00/2c24d51d-52a1-4527-8fe3-b913309d2f36) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:54:33.795335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2fffad2-c642-4927-a914-6d475ad73d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.834871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d2fffad2-c642-4927-a914-6d475ad73d45 None None] For port 3c18e691-99ee-4823-8e48-2b87ad30be42, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c18e691-99ee-4823-8e48-2b87ad30be42,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:33.842430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2fffad2-c642-4927-a914-6d475ad73d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.899838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:31Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:33.947925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0a978-293e-47cc-b37c-b6aaab825ada None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:31Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:54:33.966185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:33.967776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fffad2-c642-4927-a914-6d475ad73d45 None None] Pushing event updated for resources: {'Port': ['ID=3c18e691-99ee-4823-8e48-2b87ad30be42,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:33.976530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.019400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:34.025246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:34.027138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Pushing event updated for resources: {'Port': ['ID=2c24d51d-52a1-4527-8fe3-b913309d2f36,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:34.029354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:54:34.033512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (480b3d18-7a0d-4484-be4c-f95ddd5f2a3d/ebad41f1-a467-45b9-a708-bca647289c00/bcf3ed03-41f2-4905-b25c-0ece8a20b873) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:54:34.090791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Attempting to bind port 2c24d51d-52a1-4527-8fe3-b913309d2f36 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:54:34.091172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Attempting to bind port 2c24d51d-52a1-4527-8fe3-b913309d2f36 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:54:34.091544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Attempting to bind port 2c24d51d-52a1-4527-8fe3-b913309d2f36 on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:34.097715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:54:34.098094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Checking segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:54:34.098505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.098905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Bound using segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:54:34.100057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Bound port: 2c24d51d-52a1-4527-8fe3-b913309d2f36, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:54:34.100506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.184949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.215026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] For port 2c24d51d-52a1-4527-8fe3-b913309d2f36, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:54:34.219505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] For port 2c24d51d-52a1-4527-8fe3-b913309d2f36, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2c24d51d-52a1-4527-8fe3-b913309d2f36,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:54:34.222964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.226106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.271451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:34.274622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:34.284494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:54:34.289258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cace3-5dc7-493d-93e5-4c4506763c82 None None] Pushing event updated for resources: {'Port': ['ID=2c24d51d-52a1-4527-8fe3-b913309d2f36,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:34.302205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=bcf3ed03-41f2-4905-b25c-0ece8a20b873,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:34.331761 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.500276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.815597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.820538 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.842594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2c24d51d-52a1-4527-8fe3-b913309d2f36 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:54:34.898215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2c24d51d-52a1-4527-8fe3-b913309d2f36 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:34.898677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.906364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=bcf3ed03-41f2-4905-b25c-0ece8a20b873,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:34.909555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:34.990145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.013000 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:35.014595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:35.026882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 2c24d51d-52a1-4527-8fe3-b913309d2f36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2c24d51d-52a1-4527-8fe3-b913309d2f36,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:35.032527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.033435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c18e691-99ee-4823-8e48-2b87ad30be42 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:54:35.114870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=2c24d51d-52a1-4527-8fe3-b913309d2f36,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:35.125757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3c18e691-99ee-4823-8e48-2b87ad30be42 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:35.126136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.151447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:54:35.270504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:54:35.278284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e3cd733a-dbb0-4256-92e6-2cb2eb1e5e13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/68556df0-1f1f-46d8-945a-fc397ead8251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255087 Nov 27 10:54:35.278612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45160) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:35.304705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9cc03f-08f9-4c65-8b8c-3a0a5e603a7f None None] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:54:35.377173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29fc82c-e256-4b39-bd30-cf7634381f1f tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.377650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29fc82c-e256-4b39-bd30-cf7634381f1f tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.378117 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29fc82c-e256-4b39-bd30-cf7634381f1f tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.378573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29fc82c-e256-4b39-bd30-cf7634381f1f tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.381566 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d29fc82c-e256-4b39-bd30-cf7634381f1f tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1014154 Nov 27 10:54:35.383678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45162) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:35.449517 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ac65-8be1-4d32-a3a0-97e98a270833 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.449987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ac65-8be1-4d32-a3a0-97e98a270833 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.450442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ac65-8be1-4d32-a3a0-97e98a270833 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.450893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ac65-8be1-4d32-a3a0-97e98a270833 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:35.454725 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96c6ac65-8be1-4d32-a3a0-97e98a270833 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0677669 Nov 27 10:54:35.456574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45164) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:35.570727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2176b552-a3dd-4740-9b81-9d472c94fcbb None None] Provisioning complete for port 2c24d51d-52a1-4527-8fe3-b913309d2f36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:35.570963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2176b552-a3dd-4740-9b81-9d472c94fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.594322 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d9670490-3e83-48ae-aabc-0029226c05b3 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1366062 Nov 27 10:54:35.702818 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:54:35.714269 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:35.714990 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:35.778402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45168) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:35.783568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120400594', 'description': 'tempest-secgroup-smoke-2120400594 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:35.810381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.893542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.898283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.924096 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:35.935339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8896da1c-a070-4033-b7f6-df547f709f7c None None] Provisioning complete for port 2c24d51d-52a1-4527-8fe3-b913309d2f36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:35.935804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.935957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8896da1c-a070-4033-b7f6-df547f709f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:35.937444 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1574681 Nov 27 10:54:35.940409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:35.946444 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'b60b3473-1726-467f-83b7-a003f0755d6d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:35.947844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b6562-5866-4b97-832f-d1a2325babf8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b3473-1726-467f-83b7-a003f0755d6d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:35.990836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.052336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8896da1c-a070-4033-b7f6-df547f709f7c None None] Provisioning complete for port bcf3ed03-41f2-4905-b25c-0ece8a20b873 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:36.053009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8896da1c-a070-4033-b7f6-df547f709f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.072721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.078240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.091239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8896da1c-a070-4033-b7f6-df547f709f7c None None] Port bcf3ed03-41f2-4905-b25c-0ece8a20b873 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:36.107028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94491120-c647-444d-b733-62a77ce37a5f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.117078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.118781 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-151c9c6e-7cc1-43fe-9e9f-a77285eea576 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764750 Nov 27 10:54:36.121290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:36.126100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'b60b3473-1726-467f-83b7-a003f0755d6d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:36.152866 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:36.160030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.180353 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:54:36.180730 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Updating router 68556df0-1f1f-46d8-945a-fc397ead8251 port bcf3ed03-41f2-4905-b25c-0ece8a20b873 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:54:36.214422 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.220327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7c448572-9281-4f11-a4ea-45308f2f75fb None None] Provisioning complete for port bcf3ed03-41f2-4905-b25c-0ece8a20b873 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:36.220735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c448572-9281-4f11-a4ea-45308f2f75fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.230444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.236443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.259443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5418a23-c0c6-4e90-a693-b5abccb79fc3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.269284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.273086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ca8de095-0963-45ff-9185-db62a16c229d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480768 Nov 27 10:54:36.273268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7c448572-9281-4f11-a4ea-45308f2f75fb None None] Port bcf3ed03-41f2-4905-b25c-0ece8a20b873 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:36.273457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45174) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:36.279119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'b60b3473-1726-467f-83b7-a003f0755d6d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:36.307962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.371477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.378052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.397530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824712db-fdd3-4fe1-add8-31fd67168cff,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.407186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.411651 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e896fe28-2728-474a-9644-ab709c5c6293 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339264 Nov 27 10:54:36.411941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45176) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:36.416747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'b60b3473-1726-467f-83b7-a003f0755d6d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:36.444126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.492926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-efecf645-f303-4211-aa61-6847f88733c0 None None] Provisioning complete for port bcf3ed03-41f2-4905-b25c-0ece8a20b873 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:36.493666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-efecf645-f303-4211-aa61-6847f88733c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.508836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.512961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.513111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.520897 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.530729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-efecf645-f303-4211-aa61-6847f88733c0 None None] Port bcf3ed03-41f2-4905-b25c-0ece8a20b873 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:36.538102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ad1f44-32a0-4409-a3b8-a3ba95cf3db2,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.544360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.548341 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d340e679-23ed-4036-a6e4-b920b88c7039 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327147 Nov 27 10:54:36.548530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45178) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:36.554557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'b60b3473-1726-467f-83b7-a003f0755d6d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:36.577401 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:54:36.579028 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Pushing event updated for resources: {'Port': ['ID=bcf3ed03-41f2-4905-b25c-0ece8a20b873,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.583470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.603516 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.603800 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.604247 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.604737 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.605153 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.605565 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.605984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.606377 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.606798 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.607172 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.607575 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.607967 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:36.640473 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Attempting to bind port bcf3ed03-41f2-4905-b25c-0ece8a20b873 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:54:36.641201 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Attempting to bind port bcf3ed03-41f2-4905-b25c-0ece8a20b873 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:54:36.641862 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Attempting to bind port bcf3ed03-41f2-4905-b25c-0ece8a20b873 on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:36.647714 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:54:36.648092 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Checking segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:54:36.648529 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.648931 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Bound using segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:54:36.649405 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Bound port: bcf3ed03-41f2-4905-b25c-0ece8a20b873, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:54:36.649616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.649785 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.654637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.676841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd3332b-a873-46ed-a74c-93a6c9fa6cf1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.693062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.696935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5cfa2229-ea5d-49aa-b18b-ab26fbc8fda4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449182 Nov 27 10:54:36.697288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:36.701911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'b60b3473-1726-467f-83b7-a003f0755d6d', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:36.726239 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] For port bcf3ed03-41f2-4905-b25c-0ece8a20b873, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:54:36.731312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:54:36.732138 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] For port bcf3ed03-41f2-4905-b25c-0ece8a20b873, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bcf3ed03-41f2-4905-b25c-0ece8a20b873,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:54:36.737829 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.738044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.782655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2c24d51d-52a1-4527-8fe3-b913309d2f36 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:54:36.814562 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed849-8cc0-4942-bf5b-1a3992cc17a3 None None] Pushing event updated for resources: {'Port': ['ID=bcf3ed03-41f2-4905-b25c-0ece8a20b873,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.818634 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:36.819318 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:36.838027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.841591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2c24d51d-52a1-4527-8fe3-b913309d2f36 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:36.842063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.844231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.872710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f04da58-7f2d-4987-ab77-7a0e64914e3f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:36.879565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.881037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0d10cf73-752e-4833-877c-6cf8216f9999 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827469 Nov 27 10:54:36.909614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-34723cdc-c1a0-42c4-b80b-d01f103675b6 None None] Provisioning complete for port bcf3ed03-41f2-4905-b25c-0ece8a20b873 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:36.909982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34723cdc-c1a0-42c4-b80b-d01f103675b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:36.960741 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:37.043417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34723cdc-c1a0-42c4-b80b-d01f103675b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:37.076778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-672a118a-ad3a-4af6-8d78-b92321eaa37d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120400594&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0537536 Nov 27 10:54:37.078990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-34723cdc-c1a0-42c4-b80b-d01f103675b6 None None] For port bcf3ed03-41f2-4905-b25c-0ece8a20b873, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bcf3ed03-41f2-4905-b25c-0ece8a20b873,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:37.084032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-34723cdc-c1a0-42c4-b80b-d01f103675b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:37.136333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34723cdc-c1a0-42c4-b80b-d01f103675b6 None None] Pushing event updated for resources: {'Port': ['ID=bcf3ed03-41f2-4905-b25c-0ece8a20b873,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:37.184788 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:37.195223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-dbae38c9-aecd-4e44-80b3-6c9588785de5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:37.196500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-dbae38c9-aecd-4e44-80b3-6c9588785de5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 796 time: 0.1111274 Nov 27 10:54:37.204330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a44e908d-880b-448f-b180-60207f64c076 None None] Provisioning complete for port bcf3ed03-41f2-4905-b25c-0ece8a20b873 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:37.204738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a44e908d-880b-448f-b180-60207f64c076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:37.213220 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-52ac7720-c3ef-418a-9185-82071cd1af04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0105641 Nov 27 10:54:37.214759 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d50765-60f1-450b-8b25-7c2fc637f678 None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:36Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:54:37.289126 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-8213855e-994e-435c-a6f2-d907e6cbe8e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677838 Nov 27 10:54:37.444903 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-48645ca3-56d6-4b02-a827-aeb69a7245f4 service neutron] 10.222.0.13 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435800 Nov 27 10:54:37.538108 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-f09173a8-feb3-4b42-96a7-72c4668be069 service neutron] 10.222.0.13 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893972 Nov 27 10:54:37.714067 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c93330a-8c4b-49aa-9848-a9dc43137b1a req-00c87f94-e0b9-459c-ac5d-47176e2479a2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Nov 27 10:54:38.777100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-29373343-f795-475a-96c0-afaaa1d46d66 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:38.779375 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-29373343-f795-475a-96c0-afaaa1d46d66 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 796 time: 0.1256890 Nov 27 10:54:38.821895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bcf3ed03-41f2-4905-b25c-0ece8a20b873 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:54:38.835228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bed239bc-1289-407a-88ce-b6979ef7f8d7 req-8fb72f48-c15a-4a48-867a-67b7f6e1925f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 210 time: 0.0414195 Nov 27 10:54:38.857306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-3ad50616-00e4-4d3d-a9e9-b2fd84b3136b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 380 time: 0.0674260 Nov 27 10:54:38.867412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['b60b3473-1726-467f-83b7-a003f0755d6d']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:38.876636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port bcf3ed03-41f2-4905-b25c-0ece8a20b873 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:38.877012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:38.974881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:54:38.979015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.107371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.10 (480b3d18-7a0d-4484-be4c-f95ddd5f2a3d/ebad41f1-a467-45b9-a708-bca647289c00/415aeb90-66d5-4e0c-8fd3-f4aa830ddabb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:54:39.244931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.278176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.318710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:39.323730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:39.327278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:54:39.353330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:39.383608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:39.384252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.401618 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-5653642c-65e2-49bc-806f-b9d35afc5aa8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5377295 Nov 27 10:54:39.414360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Request body: {'port': {'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:39.470299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.552261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ee71ddb8-448f-4d93-bdde-2aee4b5de28b None None] Provisioning complete for port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:39.552599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee71ddb8-448f-4d93-bdde-2aee4b5de28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.585767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ee71ddb8-448f-4d93-bdde-2aee4b5de28b None None] Port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:39.728924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:54:39.736206 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.748185 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Transition to ACTIVE for port object 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:54:39.751919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.805420 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:39.878560 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Attempting to bind port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:54:39.879609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Attempting to bind port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:54:39.879977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Attempting to bind port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:39.884979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:54:39.885309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Attempting to bind port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:39.890579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:54:39.890920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Checking segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:54:39.891309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Bound using segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:54:39.891746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Bound port: 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:54:39.892109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:39.988506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:54:39.992623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:54:40.003991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772418ff-1608-40e1-8662-bba1fe3cc944 req-7897bdf9-162c-43bc-8d65-e0396f48ef44 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.005525 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-772418ff-1608-40e1-8662-bba1fe3cc944 req-7897bdf9-162c-43bc-8d65-e0396f48ef44 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 944 time: 0.0786681 Nov 27 10:54:40.007159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:40.056849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.057391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:40.058775 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] 10.222.0.24 "PUT /v2.0/ports/415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 1094 time: 0.6490390 Nov 27 10:54:40.059228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:40.061636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d696c5-924a-488b-a05f-82a0ec0f3848" -d '{"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:40.124451 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-772418ff-1608-40e1-8662-bba1fe3cc944 req-da4f04da-44d8-47db-8cf2-b0c9e61f81a9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084309 Nov 27 10:54:40.125875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d2844a-f69a-4959-8d98-daf288d8341b x-openstack-request-id: req-13d2844a-f69a-4959-8d98-daf288d8341b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:40.126167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:40.126421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13d2844a-f69a-4959-8d98-daf288d8341b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:40.126815 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'status': 'completed', 'code': 200} Nov 27 10:54:40.130915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326db0e-5d80-4408-ab04-e5f106b8aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:40.163773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-292d52fb-4c60-4900-a22a-c2f78b05159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.165310 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-292d52fb-4c60-4900-a22a-c2f78b05159b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1097 time: 0.0522783 Nov 27 10:54:40.210149 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-bcd108f2-8624-425e-a089-5b99c55bc57a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 217 time: 0.0372770 Nov 27 10:54:40.255569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb76ce7d-3211-4e42-b8fd-69efc0ccb63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:40.259701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c15bb450-434f-4a06-8bcc-97c31119e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.261193 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-c15bb450-434f-4a06-8bcc-97c31119e828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0447030 Nov 27 10:54:40.313263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-4a558573-6c3f-4650-be38-665ce7729dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.314662 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-4a558573-6c3f-4650-be38-665ce7729dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469296 Nov 27 10:54:40.405656 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-dba29180-165a-4a3b-b232-cdb939cd04a2 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833371 Nov 27 10:54:40.499716 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0a99415-7316-4ff8-a2bc-1ecb60e70a61 req-706673a4-e4c3-4305-847f-afeefcfdf514 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868549 Nov 27 10:54:40.584141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-60199578-73b9-488e-b4b3-d5dc1d9fde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.585810 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-60199578-73b9-488e-b4b3-d5dc1d9fde31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1097 time: 0.0421572 Nov 27 10:54:40.679178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-834545d8-c0de-4d92-9555-f5389209caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.680633 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-834545d8-c0de-4d92-9555-f5389209caee service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.0878708 Nov 27 10:54:40.720860 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-6a1b246d-72df-45f4-a092-adb8f36f3aa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 217 time: 0.0336013 Nov 27 10:54:40.767530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-dbf62f3c-7458-4818-b6ed-bc7858c2fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.769651 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-dbf62f3c-7458-4818-b6ed-bc7858c2fcdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0421052 Nov 27 10:54:40.818537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-cb5694ae-01af-4636-957a-a4cc204457c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:40.819999 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-cb5694ae-01af-4636-957a-a4cc204457c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429497 Nov 27 10:54:40.907770 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-39a3ac0a-0e9c-493c-97fb-67fc4b003228 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806990 Nov 27 10:54:40.999324 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5d696c5-924a-488b-a05f-82a0ec0f3848 req-18ebfdbc-574e-472c-8bdd-36ed7ed3e784 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838702 Nov 27 10:54:41.252922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eae8e-f4dc-4597-b07f-d0ea6b84c909 req-a4e2d1c0-6d1f-4c77-a80e-906eea7a60ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:41.254388 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a3eae8e-f4dc-4597-b07f-d0ea6b84c909 req-a4e2d1c0-6d1f-4c77-a80e-906eea7a60ac tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 944 time: 0.0535812 Nov 27 10:54:41.303632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a3eae8e-f4dc-4597-b07f-d0ea6b84c909 req-5935a996-5c0b-467f-9e48-d1abff320393 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434580 Nov 27 10:54:42.277824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:54:42.372286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:42.382741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:54:42.419365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f8873-fc60-418d-acec-0f80bf28475f req-d2f527fe-178e-467c-ae7f-c91bd9aeb0ad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:42.420864 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d50f8873-fc60-418d-acec-0f80bf28475f req-d2f527fe-178e-467c-ae7f-c91bd9aeb0ad tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 944 time: 0.0501900 Nov 27 10:54:42.425105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:42.438300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:54:42.459280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:42.464463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:42.472753 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d50f8873-fc60-418d-acec-0f80bf28475f req-e3ac9d90-3ad5-4ca9-b736-dc616bd86b32 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Nov 27 10:54:42.513177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:42.832119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:54:43.063532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5b51aa2-28d2-40c7-a8c4-f8e4102a492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:43.586841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94ed54-508d-439b-afb0-e20891869ecc req-9897a28b-b8c6-484f-8116-f93ff9648b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:43.588302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f94ed54-508d-439b-afb0-e20891869ecc req-9897a28b-b8c6-484f-8116-f93ff9648b63 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 945 time: 0.0487044 Nov 27 10:54:43.636557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f94ed54-508d-439b-afb0-e20891869ecc req-f48c8bd0-f386-48d7-b6ee-490e65a3843f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Nov 27 10:54:43.856351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:44.287894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:54:44.337628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:54:44.341422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:44.341704 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:44.416868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:44.437881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:44.440636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091f590-df60-41f6-a1f6-48b0a5dc79b2" -d '{"events": [{"server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "name": "network-vif-plugged", "status": "completed", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:44.455363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:44.459922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:44.513777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:44.541144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f014c7c-e957-4d9d-9195-08c441e90e3b x-openstack-request-id: req-2f014c7c-e957-4d9d-9195-08c441e90e3b {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:44.541465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "name": "network-vif-plugged", "status": "completed", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:44.541782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f014c7c-e957-4d9d-9195-08c441e90e3b {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:44.542197 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'code': 200} Nov 27 10:54:44.707612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf763b-ce2d-491b-9ff7-53428105b99d req-df2d0f85-4456-4a67-9a24-25058d25e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:44.709534 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a2bf763b-ce2d-491b-9ff7-53428105b99d req-df2d0f85-4456-4a67-9a24-25058d25e4f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1099 time: 0.0422115 Nov 27 10:54:44.758437 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a2bf763b-ce2d-491b-9ff7-53428105b99d req-490ce98a-7bea-4ab4-a445-f0502454c547 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Nov 27 10:54:44.761420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6eb10-b477-42a4-ad3e-2bed6a44c3dc req-1c76e118-922b-4f67-9fdd-06059cf2db76 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:44.763024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fec6eb10-b477-42a4-ad3e-2bed6a44c3dc req-1c76e118-922b-4f67-9fdd-06059cf2db76 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.0562561 Nov 27 10:54:44.811818 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fec6eb10-b477-42a4-ad3e-2bed6a44c3dc req-7f406b17-4629-49ec-afa8-88762d95ecd1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426579 Nov 27 10:54:45.495662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:46.225347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:46.247701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef13f53-52be-42c1-9e5f-b68bf1ea52fb req-b11d4cef-9a98-47f9-833c-3907b0fbc614 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:46.249230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2ef13f53-52be-42c1-9e5f-b68bf1ea52fb req-b11d4cef-9a98-47f9-833c-3907b0fbc614 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.3679776 Nov 27 10:54:46.299200 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2ef13f53-52be-42c1-9e5f-b68bf1ea52fb req-b0f55792-b539-418c-98ab-9126d8b6401a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Nov 27 10:54:47.411448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a04e9-3412-4b55-91c1-799a04acca1f req-097a3125-5bcb-43fc-9b06-eb38932206b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:47.412915 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e3a04e9-3412-4b55-91c1-799a04acca1f req-097a3125-5bcb-43fc-9b06-eb38932206b5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.0476820 Nov 27 10:54:47.461442 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e3a04e9-3412-4b55-91c1-799a04acca1f req-3881cba2-3356-404f-99e4-5ff0296717dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Nov 27 10:54:47.574666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee82c6-c0fa-468e-9996-b3e84b40bbf4 req-74653bd0-0825-40a5-a07d-661e3fc7fcd7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:47.576041 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f1ee82c6-c0fa-468e-9996-b3e84b40bbf4 req-74653bd0-0825-40a5-a07d-661e3fc7fcd7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.0484543 Nov 27 10:54:47.625130 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f1ee82c6-c0fa-468e-9996-b3e84b40bbf4 req-3d1db6d0-9102-42ac-80b1-42370714543e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 Nov 27 10:54:47.646499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45242) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:47.685814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b64f8-22ef-45f2-8519-5abbbd8c8697 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:47.687306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5a2b64f8-22ef-45f2-8519-5abbbd8c8697 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1094 time: 0.0398366 Nov 27 10:54:47.690273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:47.694798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:47.716349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:47.817644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:47.919911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.105 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/5b1972f8-9317-4c48-982e-714b0e885995) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:54:48.023126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:48.057333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:48.092710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:48.098042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:48.101553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:54:48.124967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=5b1972f8-9317-4c48-982e-714b0e885995,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:48.138447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.138713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.139055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.139391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.139724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.140058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.140402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.140815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.141146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.141470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.141791 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.142223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:54:48.763997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:48.828543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:48.974570 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:48.978734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:49.046571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=5b1972f8-9317-4c48-982e-714b0e885995,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:49.059590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:49.158010 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP cb1cab29-bb90-4f96-b8a0-b32336b86790 associated. External IP: 172.26.1.105, port: 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb. Nov 27 10:54:49.358384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:54:49.463948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:54:49.473749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:54:49.480947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:49.483636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:49.484257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:49.519807 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1ae0005e-3045-48fa-ac7b-e14f6fc86c13 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8283587 Nov 27 10:54:49.520479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:49.522634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45246) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:49.523168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57fad6d-771e-47bd-9f5f-3580aea76243" -d '{"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:49.569235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe9ec5-aefd-4591-8e9b-027ffa001a2e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:49.573823 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4dfe9ec5-aefd-4591-8e9b-027ffa001a2e tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1094 time: 0.0496030 Nov 27 10:54:49.600979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:49.620988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590ecb52-fc37-4f76-af0e-d9018c9e5f16 x-openstack-request-id: req-590ecb52-fc37-4f76-af0e-d9018c9e5f16 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:49.621507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:49.621950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-590ecb52-fc37-4f76-af0e-d9018c9e5f16 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:49.622537 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'status': 'completed', 'code': 200} Nov 27 10:54:49.684876 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-73d83db0-5854-4914-a508-43429963245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:49.686475 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-73d83db0-5854-4914-a508-43429963245d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1099 time: 0.0411673 Nov 27 10:54:49.781934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-b246a919-bc09-48c5-95dc-324f7e214f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:49.783386 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-b246a919-bc09-48c5-95dc-324f7e214f65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.0904467 Nov 27 10:54:49.833536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:48Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:49.852324 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-c5840519-55ea-43df-b34a-a8eb0e0bfd0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 1000 time: 0.0616083 Nov 27 10:54:49.859045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:54:49.867966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:54:49.868532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:49.901789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-1ae99208-d602-4ee9-ac40-372c330500a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:49.903240 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-1ae99208-d602-4ee9-ac40-372c330500a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0441949 Nov 27 10:54:49.954150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-93f39d83-5cc3-40eb-96b5-ba3bb3a42da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:49.957024 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-93f39d83-5cc3-40eb-96b5-ba3bb3a42da3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469129 Nov 27 10:54:49.962493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:49.968115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-98299990', 'description': 'tempest-secgroup-smoke-98299990 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:49.976170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:54:50.037960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.086012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-6e148c01-fe28-49eb-9081-aa2af65921ec service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212509 Nov 27 10:54:50.191196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.195606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.237659 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b57fad6d-771e-47bd-9f5f-3580aea76243 req-8e3bed3c-b96d-44b9-a77d-552c53b226ad service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430740 Nov 27 10:54:50.240205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.244102 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2778580 Nov 27 10:54:50.244902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:50.245449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1bf7e-8040-49de-ae09-46911a061d6f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402c20d7-409a-40a4-8e18-c91a6a13e25b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:50.251948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '402c20d7-409a-40a4-8e18-c91a6a13e25b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:50.301626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.347063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.350987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.364174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:48Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:54:50.366132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875bc58c-6a4a-4221-8cd2-e516e68b8fd0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:50.376936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.378670 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-54ed2d20-f725-4017-992c-c3e9e045fd70 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303451 Nov 27 10:54:50.381540 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45260) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:50.386199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '402c20d7-409a-40a4-8e18-c91a6a13e25b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:50.396269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7455dd-9ee4-40e1-be8a-4c68c89b6ab4 None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:48Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:54:50.414870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.478537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.482285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.499575 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f493ce8-d172-48c3-81c3-764e5a58b124,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:50.509318 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.512416 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e5184f9f-c7f5-43a2-ab4e-e3c738932805 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279769 Nov 27 10:54:50.513371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45262) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:50.518471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '402c20d7-409a-40a4-8e18-c91a6a13e25b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:50.546701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.596165 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c710e75-c619-4462-8899-4207c52474e1 None None] New status for floating IP cb1cab29-bb90-4f96-b8a0-b32336b86790: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:54:50.614252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.618219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.638655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4502487d-b921-482a-aca2-982973e3037f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:50.645350 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.646438 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1db4b3d2-661e-4565-aa2a-5bcf9c7636c9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319776 Nov 27 10:54:50.649279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45264) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:50.653653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '402c20d7-409a-40a4-8e18-c91a6a13e25b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:50.679469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.739142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.743204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.763025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ddbc2b-751f-496e-bb64-5a11ac4f32a3,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:50.771265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.772544 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e2a9405a-31c8-4c24-8e82-c46e502216e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223035 Nov 27 10:54:50.775417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45266) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:50.779781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '402c20d7-409a-40a4-8e18-c91a6a13e25b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:50.802318 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:54:50.807196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.864493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.867864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.887477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746021ce-bcdd-4f12-9d9f-0893e02cc023,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:50.893060 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.894231 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-69d18e73-4b7a-4a5e-9f31-11ec1d4bd5e6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178620 Nov 27 10:54:50.897038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45268) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:50.901379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': '402c20d7-409a-40a4-8e18-c91a6a13e25b', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:50.922148 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:54:50.928011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.987893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:50.991427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:51.011295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64af4d26-bcb5-45b7-a0ce-3487139a999c,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:51.021396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:51.022571 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-41f3d07e-ed92-498e-999f-53a17234dfbb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245620 Nov 27 10:54:51.220705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-2a44ef44-c7a4-4187-be99-26cdd7053bd9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-98299990&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0428553 Nov 27 10:54:51.325972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-b355ba8a-f220-49be-ac89-005b981bd51a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:51.327343 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-b355ba8a-f220-49be-ac89-005b981bd51a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 796 time: 0.0995226 Nov 27 10:54:51.341880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-e30c1779-15ca-4140-81c6-776c19974fca tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0087764 Nov 27 10:54:51.397855 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-ed3a58f7-e5e0-41b7-8c8d-26a7b61723c1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503042 Nov 27 10:54:51.492444 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-6ba6aee9-75ac-4004-9ece-9f79988132fe service neutron] 10.222.0.13 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826840 Nov 27 10:54:51.590759 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-8cf27219-2fa7-4663-8eb9-bd2bdc6967c2 service neutron] 10.222.0.13 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922215 Nov 27 10:54:51.750299 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4d313c66-c119-4c8b-b04a-599d8e0eed8d req-0a00343c-0729-4380-a635-9f78b6f4bb29 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Nov 27 10:54:52.661762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-6862708d-06ed-4d34-aa5f-60b772cb1b01 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:52.663190 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-6862708d-06ed-4d34-aa5f-60b772cb1b01 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 796 time: 0.1038380 Nov 27 10:54:52.743586 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-ed2a0b90-3386-4c0e-ab7a-b80864cb6ad1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 471 time: 0.0709598 Nov 27 10:54:52.753170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': '20284f31-d335-4ef8-a432-b262f9140822', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['402c20d7-409a-40a4-8e18-c91a6a13e25b']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:52.844928 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cbdf8ee9-623d-467e-baac-dc9aa5bb00ae req-eaf71aa0-b68e-41a6-a837-0979094e9659 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Nov 27 10:54:52.861271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:54:52.865391 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:52.992606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.4 (480b3d18-7a0d-4484-be4c-f95ddd5f2a3d/ebad41f1-a467-45b9-a708-bca647289c00/bc05d0d8-1c18-49d4-979a-1d818ecd727b) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:54:53.134038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.167830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.210804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:54:53.213756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:54:53.217271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:54:53.224438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=bc05d0d8-1c18-49d4-979a-1d818ecd727b,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:53.272050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:53.272961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.290599 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-c4d24755-026e-4f6e-828d-3014e28952be tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410557 Nov 27 10:54:53.302583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Request body: {'port': {'device_id': '20284f31-d335-4ef8-a432-b262f9140822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:54:53.362816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.435166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8bf4a890-4f31-48a8-bbb0-af9ba3353fe6 None None] Provisioning complete for port bc05d0d8-1c18-49d4-979a-1d818ecd727b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:53.435821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a890-4f31-48a8-bbb0-af9ba3353fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.469252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4a890-4f31-48a8-bbb0-af9ba3353fe6 None None] Port bc05d0d8-1c18-49d4-979a-1d818ecd727b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:54:53.626021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc05d0d8-1c18-49d4-979a-1d818ecd727b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:54:53.633531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.645923 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Transition to ACTIVE for port object bc05d0d8-1c18-49d4-979a-1d818ecd727b will not be triggered until provisioned by entity L2. {{(pid=103379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:54:53.648764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.700804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Pushing event updated for resources: {'Port': ['ID=bc05d0d8-1c18-49d4-979a-1d818ecd727b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:53.774673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Attempting to bind port bc05d0d8-1c18-49d4-979a-1d818ecd727b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:54:53.775439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Attempting to bind port bc05d0d8-1c18-49d4-979a-1d818ecd727b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:54:53.775439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Attempting to bind port bc05d0d8-1c18-49d4-979a-1d818ecd727b on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:53.779911 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Port bc05d0d8-1c18-49d4-979a-1d818ecd727b on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:54:53.780231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Attempting to bind port bc05d0d8-1c18-49d4-979a-1d818ecd727b on network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:54:53.786215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:54:53.786429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Checking segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:54:53.786997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Bound using segment: {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:54:53.787430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Bound port: bc05d0d8-1c18-49d4-979a-1d818ecd727b, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:54:53.787788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.853372 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] For port bc05d0d8-1c18-49d4-979a-1d818ecd727b, host hv-neutron-8048, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:54:53.856322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] For port bc05d0d8-1c18-49d4-979a-1d818ecd727b, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:54:53.860964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.895623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:53.896613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:53.898009 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] 10.222.0.24 "PUT /v2.0/ports/bc05d0d8-1c18-49d4-979a-1d818ecd727b HTTP/1.1" status: 200 len: 1093 time: 0.5997081 Nov 27 10:54:53.902149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:53.904629 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:53.944723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.24', 61377) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:54:53.956516 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd2ae8-f15f-4c2f-b44c-bd893f8a710d x-openstack-request-id: req-d3cd2ae8-f15f-4c2f-b44c-bd893f8a710d {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:53.956819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:53.957076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3cd2ae8-f15f-4c2f-b44c-bd893f8a710d {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:53.957477 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'status': 'completed', 'code': 200} Nov 27 10:54:53.966026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cae93c-78e3-41f1-b303-1de2ebe866dd service neutron] Pushing event updated for resources: {'Port': ['ID=bc05d0d8-1c18-49d4-979a-1d818ecd727b,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:54.021792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-6f5d5637-ac2f-4e52-b45f-625fd37780e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.023416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-6f5d5637-ac2f-4e52-b45f-625fd37780e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 1096 time: 0.0777545 Nov 27 10:54:54.043476 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-d9b729d7-54e1-48ea-9f0a-75fb8d98e1d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057298 Nov 27 10:54:54.061574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742e191-3b3d-4e54-911f-245f01738b28 req-003b69fb-20d7-425c-80f0-7f9665455c72 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.064802 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3742e191-3b3d-4e54-911f-245f01738b28 req-003b69fb-20d7-425c-80f0-7f9665455c72 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 943 time: 0.1064651 Nov 27 10:54:54.094242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-77394843-d38a-4c6b-895e-1adca54b7668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b HTTP/1.1" status: 200 len: 217 time: 0.0624142 Nov 27 10:54:54.149508 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3742e191-3b3d-4e54-911f-245f01738b28 req-54f75dfd-3709-4ed0-849d-c7001a8c97d2 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778353 Nov 27 10:54:54.153863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-66c20189-6362-4136-a08e-04f4306d67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.155418 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-66c20189-6362-4136-a08e-04f4306d67c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0542033 Nov 27 10:54:54.157795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-17a1df05-6c28-4c38-9b0a-97f3a8444c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.159757 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-17a1df05-6c28-4c38-9b0a-97f3a8444c3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1099 time: 0.0684557 Nov 27 10:54:54.237086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-740fdf27-8193-45e7-9236-fcfa64b34934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.238763 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-740fdf27-8193-45e7-9236-fcfa64b34934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748332 Nov 27 10:54:54.269655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-f609605e-800d-4926-99d3-f379e4fb7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.271139 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-f609605e-800d-4926-99d3-f379e4fb7de5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.0917482 Nov 27 10:54:54.332931 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-9b378ebb-cd84-4484-ad4e-0b39b876d528 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Nov 27 10:54:54.334893 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-cedcc1e0-5c6a-43dd-9fd1-17b748ffd24f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 1002 time: 0.0573502 Nov 27 10:54:54.392212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-448d9e52-dc01-4e65-9181-8d345c6c531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.394578 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-448d9e52-dc01-4e65-9181-8d345c6c531a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0479980 Nov 27 10:54:54.435805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-321b44a3-741f-45eb-bffc-5b3df0d1b79f req-6daeec3c-0a6f-4b68-b14f-b96c9a6e2de5 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890565 Nov 27 10:54:54.441743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-de3588e2-03c5-4a75-bc1a-3f02443a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.443238 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-de3588e2-03c5-4a75-bc1a-3f02443a823e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418186 Nov 27 10:54:54.523428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-f7318b60-567a-4e73-ad27-37fac7f78090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.524980 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-f7318b60-567a-4e73-ad27-37fac7f78090 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 1096 time: 0.0431206 Nov 27 10:54:54.545151 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-d152fd7a-8612-4085-8f9f-bec27df52b8d service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950842 Nov 27 10:54:54.634887 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0f7321f0-73b0-4c9c-9c8a-2e27f68d7696 req-caa46a19-63b6-4806-b8e6-034f001ef37b service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832620 Nov 27 10:54:54.676181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-d8f4a15e-52ff-4832-9c8c-87f3908dc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.677692 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-d8f4a15e-52ff-4832-9c8c-87f3908dc8ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.1464059 Nov 27 10:54:54.721575 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-f31472d7-fffe-48b2-95bc-b8937fcf4170 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b HTTP/1.1" status: 200 len: 217 time: 0.0367451 Nov 27 10:54:54.770401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-8cc7af88-1073-4cad-99c4-41f8bfe9ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.771842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-8cc7af88-1073-4cad-99c4-41f8bfe9ad03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0433693 Nov 27 10:54:54.817081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-258c5740-d9c1-48cb-a77d-71e781e00bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:54.818539 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-258c5740-d9c1-48cb-a77d-71e781e00bfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394104 Nov 27 10:54:54.909882 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-ce73a610-1daf-4d9c-9e66-5ab26d234941 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841422 Nov 27 10:54:54.997004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2c70f9c-3c3b-4a9e-8e29-b2cbccbc2cf6 req-855251d0-6ae4-4acd-b21e-f50e9d6bff1c service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798864 Nov 27 10:54:55.269218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c961af-74d5-4f44-bb0c-7871e000d584 req-40e8fc1a-d12e-455d-9c42-35e7ebea02e9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:55.270590 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4c961af-74d5-4f44-bb0c-7871e000d584 req-40e8fc1a-d12e-455d-9c42-35e7ebea02e9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 943 time: 0.0527961 Nov 27 10:54:55.320766 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4c961af-74d5-4f44-bb0c-7871e000d584 req-6b0f2fc9-fadc-4129-84b3-8238827a1259 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441210 Nov 27 10:54:56.340983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bc05d0d8-1c18-49d4-979a-1d818ecd727b details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:54:56.434639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7808c-2f5a-4616-859e-9f31c9161ec3 req-5f3a491e-0797-4e00-b443-7396313737c3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:56.436107 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3db7808c-2f5a-4616-859e-9f31c9161ec3 req-5f3a491e-0797-4e00-b443-7396313737c3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 943 time: 0.0486801 Nov 27 10:54:56.441389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port bc05d0d8-1c18-49d4-979a-1d818ecd727b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:56.452325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'port_id': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'mac_address': 'fa:16:3e:7d:3b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:54:56.490927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:56.494217 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3db7808c-2f5a-4616-859e-9f31c9161ec3 req-09a75d3b-8fca-4389-b807-2f74e0b89b19 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512848 Nov 27 10:54:56.504443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc05d0d8-1c18-49d4-979a-1d818ecd727b {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:54:56.527900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port bc05d0d8-1c18-49d4-979a-1d818ecd727b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:56.531867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:56.578084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=bc05d0d8-1c18-49d4-979a-1d818ecd727b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:56.634349 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:54:56.855119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['bc05d0d8-1c18-49d4-979a-1d818ecd727b'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:54:57.606539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b533-0ebc-445d-91c2-b702120fb706 req-924df52b-e09a-4276-a992-abf1fc804272 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:57.608000 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-78b5b533-0ebc-445d-91c2-b702120fb706 req-924df52b-e09a-4276-a992-abf1fc804272 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 944 time: 0.0475745 Nov 27 10:54:57.656670 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-78b5b533-0ebc-445d-91c2-b702120fb706 req-0f3a4ee7-ac2c-4b94-badd-af29166e96c0 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419195 Nov 27 10:54:58.350524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bc05d0d8-1c18-49d4-979a-1d818ecd727b up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:54:58.398590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port bc05d0d8-1c18-49d4-979a-1d818ecd727b completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:54:58.402687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port bc05d0d8-1c18-49d4-979a-1d818ecd727b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:54:58.403060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:58.483353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:58.504963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:54:58.507201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e249b2-09e6-4997-b463-3b3bdfaa2153" -d '{"events": [{"server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "name": "network-vif-plugged", "status": "completed", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:54:58.520210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port bc05d0d8-1c18-49d4-979a-1d818ecd727b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:54:58.524172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:54:58.550433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b4bcaa-4725-4199-bc89-b0e4bdd40928 x-openstack-request-id: req-06b4bcaa-4725-4199-bc89-b0e4bdd40928 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:54:58.550727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "name": "network-vif-plugged", "status": "completed", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:54:58.550976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06b4bcaa-4725-4199-bc89-b0e4bdd40928 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:54:58.551361 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'code': 200} Nov 27 10:54:58.579909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=bc05d0d8-1c18-49d4-979a-1d818ecd727b,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:54:58.720463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee41f1-44d4-4852-ad65-ff261e5e1e6f req-503bde2d-1344-4565-aa24-b46594b54977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:58.722150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-11ee41f1-44d4-4852-ad65-ff261e5e1e6f req-503bde2d-1344-4565-aa24-b46594b54977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 1098 time: 0.0450599 Nov 27 10:54:58.807329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab81a0-11dc-4b97-8223-6e27847b9464 req-9cadcccc-7475-46d3-9054-e95fe5f9d1ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:58.808840 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03ab81a0-11dc-4b97-8223-6e27847b9464 req-9cadcccc-7475-46d3-9054-e95fe5f9d1ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0841923 Nov 27 10:54:58.811750 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-11ee41f1-44d4-4852-ad65-ff261e5e1e6f req-db053674-4404-4004-810d-1cddf9e70076 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789919 Nov 27 10:54:58.858737 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03ab81a0-11dc-4b97-8223-6e27847b9464 req-33f15d54-e4d2-412c-97fb-192fea5faad6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426195 Nov 27 10:54:59.974315 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf13a-5caa-49b1-8b89-d437a8d5a395 req-95490bd6-36d9-470c-a7f0-b3cc1740f963 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:54:59.975793 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b5bcf13a-5caa-49b1-8b89-d437a8d5a395 req-95490bd6-36d9-470c-a7f0-b3cc1740f963 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0483451 Nov 27 10:55:00.023959 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b5bcf13a-5caa-49b1-8b89-d437a8d5a395 req-d39bacca-18d6-413a-b83a-d7460706aac5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421808 Nov 27 10:55:01.140237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56140163-d740-47f8-9c9f-d95c45052f2e req-9dcce3d5-ac74-4aa8-b3d2-5c781e401798 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:01.141712 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56140163-d740-47f8-9c9f-d95c45052f2e req-9dcce3d5-ac74-4aa8-b3d2-5c781e401798 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0486841 Nov 27 10:55:01.193362 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56140163-d740-47f8-9c9f-d95c45052f2e req-039c47ae-a819-4147-9a47-973703ffa8b1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458305 Nov 27 10:55:01.306441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f8d4f-0cf9-480c-81dc-9418e5109568 req-5ffccf7a-9cc9-4738-ad30-83ea8d79487c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:01.307826 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c6f8d4f-0cf9-480c-81dc-9418e5109568 req-5ffccf7a-9cc9-4738-ad30-83ea8d79487c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Nov 27 10:55:01.358230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c6f8d4f-0cf9-480c-81dc-9418e5109568 req-6a78bb90-b08b-4c83-9f40-17c6c01123b3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435107 Nov 27 10:55:01.380087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45318) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:55:01.427382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34836428-56c5-41c6-beb1-74c5d39463b0 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:01.428879 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-34836428-56c5-41c6-beb1-74c5d39463b0 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 1093 time: 0.0477808 Nov 27 10:55:01.431683 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45320) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:55:01.435792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:55:01.457955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:01.555742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:01.659224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.26 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/4c723a39-0cc3-46ae-a655-6bb76e9161a8) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:55:01.757670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:01.790662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:01.829449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:55:01.836354 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:55:01.839081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:55:01.865556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=4c723a39-0cc3-46ae-a655-6bb76e9161a8,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:55:01.884885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.192436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.259845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.406207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.411227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.480447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=4c723a39-0cc3-46ae-a655-6bb76e9161a8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:55:02.489137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.586992 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 61a636a9-1593-4a6f-905a-ad01d49bdada associated. External IP: 172.26.1.26, port: bc05d0d8-1c18-49d4-979a-1d818ecd727b. Nov 27 10:55:02.793724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:55:02.907459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:55:02.917552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:55:02.925695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:02.928117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:55:02.928772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:55:02.952702 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0082327f-0dfc-4279-a030-f7e6b374de4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5199885 Nov 27 10:55:02.953621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:55:02.956089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72ded62-6e4b-4449-aea5-793454fba3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:55:02.992755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b4e5dc-8f10-423a-93d7-7b5e00d46467 x-openstack-request-id: req-19b4e5dc-8f10-423a-93d7-7b5e00d46467 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:55:02.993142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:55:02.993411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19b4e5dc-8f10-423a-93d7-7b5e00d46467 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:55:02.993826 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'status': 'completed', 'code': 200} Nov 27 10:55:03.035812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:55:03.055472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-99b318e6-7f9d-4001-920b-37626b502208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:03.057147 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-99b318e6-7f9d-4001-920b-37626b502208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 1098 time: 0.0408506 Nov 27 10:55:03.147670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-493e7485-23ae-452b-91c5-80060765dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:03.149193 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-493e7485-23ae-452b-91c5-80060765dd4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.0853598 Nov 27 10:55:03.248095 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-422b1344-7320-45f8-b826-82bb70c1360e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b HTTP/1.1" status: 200 len: 998 time: 0.0920727 Nov 27 10:55:03.268979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '61a636a9-1593-4a6f-905a-ad01d49bdada', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:7d:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20284f31-d335-4ef8-a432-b262f9140822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:55:02Z', 'updated_at': '2021-11-27T10:55:02Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}, {'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:50Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:55:03.295880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:55:03.301638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-13e18e8b-cf7e-4d15-88cc-9d88e3eddb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:03.303115 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-13e18e8b-cf7e-4d15-88cc-9d88e3eddb5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0478556 Nov 27 10:55:03.305641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:55:03.306244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:54:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:55:03.350798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-7f4d9392-05c4-4b7d-b402-1e7ec6dd733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:03.352290 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-7f4d9392-05c4-4b7d-b402-1e7ec6dd733a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423760 Nov 27 10:55:03.410503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:55:03.443839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-2f46201c-e218-48ce-a58a-08a0a2157b6a service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840032 Nov 27 10:55:03.539570 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a72ded62-6e4b-4449-aea5-793454fba3bc req-b2716006-f6a2-4f22-932d-e802421e87b8 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883884 Nov 27 10:55:03.639307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '61a636a9-1593-4a6f-905a-ad01d49bdada', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:7d:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20284f31-d335-4ef8-a432-b262f9140822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:55:02Z', 'updated_at': '2021-11-27T10:55:02Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}, {'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:50Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:55:03.667028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943420d-4ad0-43a7-af7d-18c0dabc3e8d None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '61a636a9-1593-4a6f-905a-ad01d49bdada', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.26', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:7d:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20284f31-d335-4ef8-a432-b262f9140822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:55:02Z', 'updated_at': '2021-11-27T10:55:02Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}, {'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:50Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:55:03.853801 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf79394-1097-4018-be63-c531141c622a None None] New status for floating IP 61a636a9-1593-4a6f-905a-ad01d49bdada: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:55:10.262790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b66233b5-9625-469c-8ccf-95201198e5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:13.055463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-be1a60d7-dc2a-4192-8a20-0685aa3cf909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:13.858251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:15.487028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:16.216755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:31.883066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:33.633516 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:55:40.253335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a77b-e968-4314-9c43-82cccedecfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:43.056470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67ddfcb5-7d87-4d96-8411-02dcfdea609b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:43.861140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:45.490929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:46.218489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:55:54.941088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-a85d180a-999b-4916-8b72-9c1c311aaf68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420656 Nov 27 10:55:55.023310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-cb56bf78-fa1f-4039-a24a-d1e5601f501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:55.024726 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-cb56bf78-fa1f-4039-a24a-d1e5601f501e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1099 time: 0.0406020 Nov 27 10:55:55.125723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-93d8d268-9e59-4874-85d1-676ddbc2a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:55.127198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-93d8d268-9e59-4874-85d1-676ddbc2a21e service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.0829616 Nov 27 10:55:55.197147 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-35ab400b-1fe7-4b29-8902-30558666e007 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 1002 time: 0.0612690 Nov 27 10:55:55.244837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-af9b8cc4-561f-4d05-a081-472124190fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:55.246246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-af9b8cc4-561f-4d05-a081-472124190fcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0419631 Nov 27 10:55:55.290994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-dccc76ce-a2dc-4c47-8125-bb74d9607b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:55:55.292369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-dccc76ce-a2dc-4c47-8125-bb74d9607b19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389330 Nov 27 10:55:55.389021 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-c34caf62-1b7a-4fb9-a00e-c6eacfcf2106 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889819 Nov 27 10:55:55.482039 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f409420-4c07-4475-b805-fb05c6e096b4 req-03058d12-c026-4dde-9af7-bd2169f79c35 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823541 Nov 27 10:56:01.882161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:10.257317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55b7dc1e-3646-4114-8e8a-bfb87ab0a760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:10.633881 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:56:13.058124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-330d44ba-98cb-45bd-b3f4-ad2ef4652332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:13.865233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:15.492821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:16.219169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:18.152335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45348) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:18.216724 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-06098456-abb3-4842-a328-5771cac39d5b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/cb1cab29-bb90-4f96-b8a0-b32336b86790 HTTP/1.1" status: 200 len: 994 time: 0.0631845 Nov 27 10:56:18.887336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:18.892582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:18.952598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:19.094425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:19.126556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:19.130967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:19.172089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:19.172725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:19.174112 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/ports/415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 939 time: 0.2857704 Nov 27 10:56:19.174773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:19.177102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437d7621-f48e-45ca-9203-d8c3fdbf0290" -d '{"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:19.207373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:19.216419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.216572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.216886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.217222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.217560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.217896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.218228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.218559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.218889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.219215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.219538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.219859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ca95f7-e437-46cb-830c-cd0d49cfada5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:19.224262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44491d2b-8c40-489a-bfe1-ebf5fbee3b09 x-openstack-request-id: req-44491d2b-8c40-489a-bfe1-ebf5fbee3b09 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:19.224586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:19.225425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44491d2b-8c40-489a-bfe1-ebf5fbee3b09 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:19.225828 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'status': 'completed', 'code': 200} Nov 27 10:56:19.299482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-f421afb8-7c72-4bfc-aa8a-7c4b5e95f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:19.301141 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-f421afb8-7c72-4bfc-aa8a-7c4b5e95f6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1100 time: 0.0467951 Nov 27 10:56:19.452643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c3360834-deac-4fd3-8f30-679f676cd827 None None] Provisioning complete for port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:19.453244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c3360834-deac-4fd3-8f30-679f676cd827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:19.495484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c3360834-deac-4fd3-8f30-679f676cd827 None None] Port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb is administratively disabled so it will not transition to active. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 27 10:56:19.676206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-27e364b2-e659-4476-a4d1-08bf3b888e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:19.677717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-27e364b2-e659-4476-a4d1-08bf3b888e74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.3688130 Nov 27 10:56:19.744336 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-7f87220e-8206-4681-85e5-5029cbedea53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 1003 time: 0.0591528 Nov 27 10:56:19.793453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-8ae93816-019a-4756-8e5b-f2e8413a7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:19.794839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-8ae93816-019a-4756-8e5b-f2e8413a7baf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0432930 Nov 27 10:56:19.839184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-c3c70e9e-0b03-448a-9c94-d42680a2853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:19.840625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-c3c70e9e-0b03-448a-9c94-d42680a2853e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388145 Nov 27 10:56:19.938490 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-f7aab467-0d16-4a03-9e5e-580ec6e08a7b service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909255 Nov 27 10:56:20.025882 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-437d7621-f48e-45ca-9203-d8c3fdbf0290 req-619c9fe7-e9ab-455d-9b2d-9251cb3cca50 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802584 Nov 27 10:56:22.568233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45370) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:22.574141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:22.639481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:22.786720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:22.815364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:22.820517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:22.863175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:22.863806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:22.865735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/ports/415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 938 time: 0.2959354 Nov 27 10:56:22.866421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:22.868714 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45372) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:22.869167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c79c63-7861-4819-8354-ba9cdcf1f925" -d '{"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:22.895800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d663-8ddf-4720-8754-2902998a8860 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:22.913850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51486cdc-9815-4954-bfcc-c7205ecacb72 x-openstack-request-id: req-51486cdc-9815-4954-bfcc-c7205ecacb72 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:22.914152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:22.914413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51486cdc-9815-4954-bfcc-c7205ecacb72 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:22.914820 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'status': 'completed', 'code': 200} Nov 27 10:56:22.944348 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7486601d-196e-4651-85dd-eb1cf6353e6b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/cb1cab29-bb90-4f96-b8a0-b32336b86790 HTTP/1.1" status: 200 len: 994 time: 0.0723023 Nov 27 10:56:22.982187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-b7bf5332-ffd9-43f1-b3d6-842ff2c8ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:22.983768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-b7bf5332-ffd9-43f1-b3d6-842ff2c8ad92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1099 time: 0.0437715 Nov 27 10:56:23.081517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-deb9626c-fa20-44ab-85c1-b1e0796831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:23.083003 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-deb9626c-fa20-44ab-85c1-b1e0796831bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.0916359 Nov 27 10:56:23.135757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-04b4d740-ae5d-42ef-b987-f9155f7f44a6 None None] Provisioning complete for port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:23.136369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-04b4d740-ae5d-42ef-b987-f9155f7f44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:23.149482 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-f9140370-ed0f-42e8-a822-5b2dd6f740fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 1002 time: 0.0588553 Nov 27 10:56:23.201749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:56:23.206614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-577e9430-dd47-4666-bcbe-2b11d1698cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:23.208097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-577e9430-dd47-4666-bcbe-2b11d1698cbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0505476 Nov 27 10:56:23.255225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-5da6ea46-f632-4436-b2f9-c677c0c4e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:23.257389 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-5da6ea46-f632-4436-b2f9-c677c0c4e9a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420318 Nov 27 10:56:23.350166 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-af4f3437-a26b-4930-bfe0-2c1be82a6056 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Nov 27 10:56:23.445256 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0c79c63-7861-4819-8354-ba9cdcf1f925 req-1bdebd81-7513-43c6-9a13-84da3ea8bd0a service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888879 Nov 27 10:56:25.463194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45382) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:25.616740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 4c723a39-0cc3-46ae-a655-6bb76e9161a8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:25.617076 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:25.693251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:25.694102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:25.705510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 4c723a39-0cc3-46ae-a655-6bb76e9161a8 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:25.850755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:25.876429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=4c723a39-0cc3-46ae-a655-6bb76e9161a8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:25.900884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.901250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.901597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.901939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.902275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.902610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.902945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.903278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.903612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.903941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.904269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.904622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:25.945837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:25.946230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 61a636a9-1593-4a6f-905a-ad01d49bdada disassociated (deleted). External IP: 172.26.1.26, port: bc05d0d8-1c18-49d4-979a-1d818ecd727b. Nov 27 10:56:26.456631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:56:26.565719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:56:26.570497 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:26.576594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:56:26.588064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:26.588843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:26.596617 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-60edfdcd-261e-4b84-a745-5b0bae4e9975 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/61a636a9-1593-4a6f-905a-ad01d49bdada HTTP/1.1" status: 204 len: 168 time: 1.1323035 Nov 27 10:56:26.597302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:26.599810 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297704e1-cdd2-4887-a766-45e9381de8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:26.642074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8746dccb-3e37-4680-987d-4b0b3c3123aa x-openstack-request-id: req-8746dccb-3e37-4680-987d-4b0b3c3123aa {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:26.642372 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:26.642623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8746dccb-3e37-4680-987d-4b0b3c3123aa {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:26.643020 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'status': 'completed', 'code': 200} Nov 27 10:56:26.698972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:26.710113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-8641d40e-59b4-4508-aed2-97545ed16b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:26.711897 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-8641d40e-59b4-4508-aed2-97545ed16b51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 1098 time: 0.0460238 Nov 27 10:56:26.829710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-f7b495a1-f4c4-4914-a2e6-4e533c24989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:26.831317 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-f7b495a1-f4c4-4914-a2e6-4e533c24989d service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.1071017 Nov 27 10:56:26.842119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd491d5-1547-48b7-9fbf-092874979388 req-ad137d8e-a251-43e6-929c-c041fc75fc8b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:26.843746 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cbd491d5-1547-48b7-9fbf-092874979388 req-ad137d8e-a251-43e6-929c-c041fc75fc8b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0503566 Nov 27 10:56:26.874863 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-3d117983-3a09-4a54-84df-4fdb9d1613a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b HTTP/1.1" status: 200 len: 217 time: 0.0353982 Nov 27 10:56:26.897550 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cbd491d5-1547-48b7-9fbf-092874979388 req-d52554c0-a469-40b6-9d6e-f3049a25b283 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472524 Nov 27 10:56:26.928432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-2e52b62b-4ba7-4542-90f7-931f98d48dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:26.929899 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-2e52b62b-4ba7-4542-90f7-931f98d48dc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0477188 Nov 27 10:56:26.934542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:50Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:26.963929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:56:26.972246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:26.972891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:26.983551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-3cdd1217-9bfe-41f6-a191-009a2893c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:26.985060 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-3cdd1217-9bfe-41f6-a191-009a2893c988 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462854 Nov 27 10:56:27.076912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:27.077603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-2f708799-094e-4d86-a977-a39228aefaa6 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845342 Nov 27 10:56:27.173037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-297704e1-cdd2-4887-a766-45e9381de8b8 req-5d835af9-06b4-412b-8639-561df35391d2 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Nov 27 10:56:27.437114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:50Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:27.466216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e916e14-c296-4d14-9034-012ed03d6800 None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cb1cab29-bb90-4f96-b8a0-b32336b86790', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.105', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'port_id': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'mac_address': 'fa:16:3e:f1:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824357bb-d161-41dc-8ffe-227e821db088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:54:48Z', 'updated_at': '2021-11-27T10:54:50Z', 'revision_number': 1, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:56:27.674364 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb808274-51eb-4b2a-b8e6-15631a26198f None None] New status for floating IP 61a636a9-1593-4a6f-905a-ad01d49bdada: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:56:28.015111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e4320-e2dc-4362-8bf1-528fe530cfe2 req-b1c340ba-e8e6-4bbd-bc4f-1a5417f2c61e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:28.016516 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-496e4320-e2dc-4362-8bf1-528fe530cfe2 req-b1c340ba-e8e6-4bbd-bc4f-1a5417f2c61e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0492506 Nov 27 10:56:28.066130 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-496e4320-e2dc-4362-8bf1-528fe530cfe2 req-6c103135-6a90-4943-8fc8-cad80e3eb135 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=402c20d7-409a-40a4-8e18-c91a6a13e25b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437233 Nov 27 10:56:28.468060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-b06264eb-8cd8-4f9b-b772-cc326ca1c31f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:28.469573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-b06264eb-8cd8-4f9b-b772-cc326ca1c31f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 945 time: 0.0482769 Nov 27 10:56:28.561214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port bc05d0d8-1c18-49d4-979a-1d818ecd727b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:28.561545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:28.649327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port bc05d0d8-1c18-49d4-979a-1d818ecd727b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bc05d0d8-1c18-49d4-979a-1d818ecd727b,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:28.649692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:28.661364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for bc05d0d8-1c18-49d4-979a-1d818ecd727b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:28.793157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:28.827561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=bc05d0d8-1c18-49d4-979a-1d818ecd727b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:28.869191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port bc05d0d8-1c18-49d4-979a-1d818ecd727b on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:56:28.871607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:28.874972 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d526a36-da3d-49bf-ab20-91db44309e8b req-a33af5e8-77d0-4a74-b745-a37ca77165ed tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/bc05d0d8-1c18-49d4-979a-1d818ecd727b HTTP/1.1" status: 204 len: 173 time: 0.3989632 Nov 27 10:56:28.875410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'name': 'network-vif-deleted', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:28.877673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a69cc-919a-44e5-ad77-5ecc5e8159dc" -d '{"events": [{"server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "name": "network-vif-deleted", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:28.918870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd7ccd-d15a-41bc-bd38-9a4e7727fe83 x-openstack-request-id: req-e9cd7ccd-d15a-41bc-bd38-9a4e7727fe83 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:28.919164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20284f31-d335-4ef8-a432-b262f9140822", "name": "network-vif-deleted", "tag": "bc05d0d8-1c18-49d4-979a-1d818ecd727b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:28.919416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9cd7ccd-d15a-41bc-bd38-9a4e7727fe83 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:28.919815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20284f31-d335-4ef8-a432-b262f9140822', 'name': 'network-vif-deleted', 'tag': 'bc05d0d8-1c18-49d4-979a-1d818ecd727b', 'status': 'completed', 'code': 200} Nov 27 10:56:29.172450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-369b3964-325c-4618-9999-62519d84b2e8 req-450564b9-a079-40b7-95dd-61bb17cea1c5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=20284f31-d335-4ef8-a432-b262f9140822 HTTP/1.1" status: 200 len: 210 time: 0.0276699 Nov 27 10:56:30.228486 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45398) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:30.288844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e28af675-b16c-412d-8d33-e41b76590254 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.313994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e28af675-b16c-412d-8d33-e41b76590254 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.373093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e28af675-b16c-412d-8d33-e41b76590254 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.375737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e28af675-b16c-412d-8d33-e41b76590254 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.376953 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e28af675-b16c-412d-8d33-e41b76590254 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/402c20d7-409a-40a4-8e18-c91a6a13e25b HTTP/1.1" status: 204 len: 168 time: 0.1474292 Nov 27 10:56:30.387387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28af675-b16c-412d-8d33-e41b76590254 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402c20d7-409a-40a4-8e18-c91a6a13e25b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:30.414019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45402) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:30.569219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 5b1972f8-9317-4c48-982e-714b0e885995 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:30.569624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.651036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.651400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.662715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 5b1972f8-9317-4c48-982e-714b0e885995 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:30.691142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bc05d0d8-1c18-49d4-979a-1d818ecd727b no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:56:30.712115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: bc05d0d8-1c18-49d4-979a-1d818ecd727b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:56:30.712115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bc05d0d8-1c18-49d4-979a-1d818ecd727b not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:56:30.806312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.834991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=5b1972f8-9317-4c48-982e-714b0e885995,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:30.894378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:30.894636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP cb1cab29-bb90-4f96-b8a0-b32336b86790 disassociated (deleted). External IP: 172.26.1.105, port: 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb. Nov 27 10:56:31.101894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:56:31.209727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:56:31.214466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:31.218943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:56:31.230445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:31.231053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:31.240894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-637630d1-7717-4371-a44a-44b75f09b3dd tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb1cab29-bb90-4f96-b8a0-b32336b86790 HTTP/1.1" status: 204 len: 168 time: 0.8256164 Nov 27 10:56:31.241475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:31.243753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c752b-5952-4cda-93e9-52fbb8a348c4" -d '{"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:31.286409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528db20-0a6c-4ed4-9dd1-f44c0c087086 x-openstack-request-id: req-f528db20-0a6c-4ed4-9dd1-f44c0c087086 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:31.286713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:31.287040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f528db20-0a6c-4ed4-9dd1-f44c0c087086 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:31.288403 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'status': 'completed', 'code': 200} Nov 27 10:56:31.346827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:31.352703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-8bb54b97-0247-44c6-bedc-345cc421fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:31.354283 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-8bb54b97-0247-44c6-bedc-345cc421fd48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 1099 time: 0.0459707 Nov 27 10:56:31.481170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-3e61acd2-1c0d-4f10-851a-93b8f7f0a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:31.482641 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-3e61acd2-1c0d-4f10-851a-93b8f7f0a175 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 200 len: 897 time: 0.1208613 Nov 27 10:56:31.532199 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-5604ba8c-565c-48c7-bc14-ac3093d0931b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 200 len: 217 time: 0.0397215 Nov 27 10:56:31.544676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93b2f9-a265-4f9b-8ebc-cd6bafb10389 req-ac1a77e1-7287-484d-bd20-80ac08dd5c64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:31.546112 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9e93b2f9-a265-4f9b-8ebc-cd6bafb10389 req-ac1a77e1-7287-484d-bd20-80ac08dd5c64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.0961571 Nov 27 10:56:31.554741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:31.580362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:56:31.589721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:31.590491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:31.620896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-c52229a3-9896-4468-b1ba-ba82a8989767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:31.622275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-c52229a3-9896-4468-b1ba-ba82a8989767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 200 len: 834 time: 0.0753052 Nov 27 10:56:31.631624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9e93b2f9-a265-4f9b-8ebc-cd6bafb10389 req-d874dde6-70df-43fc-9e80-f9a7b8805440 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755825 Nov 27 10:56:31.672643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-3616ace8-de46-4ee1-b649-7e4dc1fc0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:31.674142 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-3616ace8-de46-4ee1-b649-7e4dc1fc0ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416703 Nov 27 10:56:31.698151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:31.771600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-0d607137-1003-4542-b019-f239155901e6 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894842 Nov 27 10:56:31.861461 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-811c752b-5952-4cda-93e9-52fbb8a348c4 req-65e41603-2c4b-4552-bc30-b7343b981a32 service neutron] 10.222.0.24 "GET /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824459 Nov 27 10:56:31.900828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:31.909697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:31.940663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93382294-1a2d-4916-9960-4dad11bfe303 None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:54:34Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'bcf3ed03-41f2-4905-b25c-0ece8a20b873', 'name': '', 'network_id': '480b3d18-7a0d-4484-be4c-f95ddd5f2a3d', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:45:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:33Z', 'updated_at': '2021-11-27T10:54:37Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'ebad41f1-a467-45b9-a708-bca647289c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:56:32.151053 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401fc95-e8a3-4ef8-b5c7-111c23c35181 None None] New status for floating IP cb1cab29-bb90-4f96-b8a0-b32336b86790: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:56:32.750326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6a7f-c4ad-4388-901b-9bc78942e460 req-8b1c605f-070c-4d0b-a682-145bd0244891 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:32.751807 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cf3d6a7f-c4ad-4388-901b-9bc78942e460 req-8b1c605f-070c-4d0b-a682-145bd0244891 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.0492096 Nov 27 10:56:32.800318 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cf3d6a7f-c4ad-4388-901b-9bc78942e460 req-25bdab80-89ef-43cd-afad-b7e7434f8cd8 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60b3473-1726-467f-83b7-a003f0755d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Nov 27 10:56:33.116240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-549127c6-4724-4968-8bd4-0a5d535b781b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:33.117656 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-549127c6-4724-4968-8bd4-0a5d535b781b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 946 time: 0.0542483 Nov 27 10:56:33.204581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:33.204919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:33.295395 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:33.295755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:33.308493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:33.432632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:33.469816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=415aeb90-66d5-4e0c-8fd3-f4aa830ddabb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:33.508592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:56:33.511071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:33.514437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1401afa9-5fa8-4c9b-94f3-4a3b2c3234a5 req-cb732573-7682-4621-8b72-8893f587373f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/415aeb90-66d5-4e0c-8fd3-f4aa830ddabb HTTP/1.1" status: 204 len: 173 time: 0.3908951 Nov 27 10:56:33.514877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'name': 'network-vif-deleted', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:33.517146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e5f9f5-ffdb-467a-b43c-188738ca028e" -d '{"events": [{"server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "name": "network-vif-deleted", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:33.553749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d522594-3d60-4768-8f42-c5e5a713290d x-openstack-request-id: req-3d522594-3d60-4768-8f42-c5e5a713290d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:33.554053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824357bb-d161-41dc-8ffe-227e821db088", "name": "network-vif-deleted", "tag": "415aeb90-66d5-4e0c-8fd3-f4aa830ddabb", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:33.554315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d522594-3d60-4768-8f42-c5e5a713290d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:33.554725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824357bb-d161-41dc-8ffe-227e821db088', 'name': 'network-vif-deleted', 'tag': '415aeb90-66d5-4e0c-8fd3-f4aa830ddabb', 'status': 'completed', 'code': 200} Nov 27 10:56:33.913301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fc00c752-06c0-4f01-b266-67ce2a5f4c26 req-56a76ff7-8446-40b7-9c10-8bb8d7936a4c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=824357bb-d161-41dc-8ffe-227e821db088 HTTP/1.1" status: 200 len: 210 time: 0.0292428 Nov 27 10:56:34.969772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45418) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:35.024921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee52440c-47f1-4093-93a5-b1af1dadac3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.049715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee52440c-47f1-4093-93a5-b1af1dadac3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.107039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee52440c-47f1-4093-93a5-b1af1dadac3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.109721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee52440c-47f1-4093-93a5-b1af1dadac3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.111040 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ee52440c-47f1-4093-93a5-b1af1dadac3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/b60b3473-1726-467f-83b7-a003f0755d6d HTTP/1.1" status: 204 len: 168 time: 0.1402035 Nov 27 10:56:35.121279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52440c-47f1-4093-93a5-b1af1dadac3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b3473-1726-467f-83b7-a003f0755d6d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:35.144795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45422) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:35.511737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.764264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port bcf3ed03-41f2-4905-b25c-0ece8a20b873 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:35.764533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.856398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port bcf3ed03-41f2-4905-b25c-0ece8a20b873, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bcf3ed03-41f2-4905-b25c-0ece8a20b873,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:35.856763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:35.869258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for bcf3ed03-41f2-4905-b25c-0ece8a20b873 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:36.048655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:36.074461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=bcf3ed03-41f2-4905-b25c-0ece8a20b873,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:36.245879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:36.753539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 68556df0-1f1f-46d8-945a-fc397ead8251 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:56:36.861821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:56:36.868124 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9d8c3172-3b05-42fe-b407-ab6d71c97d04 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/68556df0-1f1f-46d8-945a-fc397ead8251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222750 Nov 27 10:56:36.870877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:36.872457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] Sync routers for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:56:36.883296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:36.883905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:36.921969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet ebad41f1-a467-45b9-a708-bca647289c00 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:56:36.925123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:36.968903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:36.993046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:37.050553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.109269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.139564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=ebad41f1-a467-45b9-a708-bca647289c00,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:37.143103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.149947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45426) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:37.150433 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dbe3069a-2249-4cbc-96aa-b9b12a8d9122 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/ebad41f1-a467-45b9-a708-bca647289c00 HTTP/1.1" status: 204 len: 168 time: 0.2779334 Nov 27 10:56:37.158598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23541245-7a17-4e22-8eae-5e9bf909f442 None None] Network 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:56:37.259483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.270140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:56:35Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:37.301941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] Checking router: 68556df0-1f1f-46d8-945a-fc397ead8251 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:56:37.317001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] Routers {'68556df0-1f1f-46d8-945a-fc397ead8251'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:37.317499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['68556df0-1f1f-46d8-945a-fc397ead8251'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:37.367345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.405777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] DHCP port deletion for 480b3d18-7a0d-4484-be4c-f95ddd5f2a3d request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:56:37.421788 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 3c18e691-99ee-4823-8e48-2b87ad30be42 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:37.422131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.466609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] Set router 68556df0-1f1f-46d8-945a-fc397ead8251 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:37.504645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 3c18e691-99ee-4823-8e48-2b87ad30be42, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c18e691-99ee-4823-8e48-2b87ad30be42,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:37.505009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.517257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 3c18e691-99ee-4823-8e48-2b87ad30be42 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:37.545717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Deleting port 2c24d51d-52a1-4527-8fe3-b913309d2f36 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:56:37.546096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.687477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.711937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=3c18e691-99ee-4823-8e48-2b87ad30be42,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:37.773064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1d2e9-1422-4592-b734-27a321654d58 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:56:37.781272 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.799270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] For port 2c24d51d-52a1-4527-8fe3-b913309d2f36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2c24d51d-52a1-4527-8fe3-b913309d2f36,segment=NetworkSegment(6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6),segment_id=6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:37.799665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.824875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Calling delete_port for 2c24d51d-52a1-4527-8fe3-b913309d2f36 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:56:37.873499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.875648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.919735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.920264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 68556df0-1f1f-46d8-945a-fc397ead8251 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:56:37.928618 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.929660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-36182610-420f-4141-af23-8001d7bc5179 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/68556df0-1f1f-46d8-945a-fc397ead8251 HTTP/1.1" status: 204 len: 168 time: 0.7785904 Nov 27 10:56:37.932746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45428) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:37.940513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:56:35Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:37.971622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:37.973636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0413b-390a-4fb7-8804-aa85e4a5da2d None None] The sync data for ids ['68556df0-1f1f-46d8-945a-fc397ead8251'] in dv-neutron-804846-16-hyperv is: [{'id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'name': 'tempest-TestNetworkBasicOps-router-1768332355', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:54:30Z', 'updated_at': '2021-11-27T10:56:35Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': '3c18e691-99ee-4823-8e48-2b87ad30be42', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68556df0-1f1f-46d8-945a-fc397ead8251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:54:31Z', 'updated_at': '2021-11-27T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:56:38.000848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Pushing event deleted for resources: {'Port': ['ID=2c24d51d-52a1-4527-8fe3-b913309d2f36,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:38.003226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] No DVR routers for this DVR port 2c24d51d-52a1-4527-8fe3-b913309d2f36 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:56:38.011680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.011996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.012346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.012733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.013073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.018753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01b0d6-e18a-40ee-bf2e-87efce318bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:38.025250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.117500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.137585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480b3d18-7a0d-4484-be4c-f95ddd5f2a3d']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:38.147395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:38.147699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac3b3e4-73a7-4bd0-a15b-dbcea7d057b6') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:38.157138 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.170938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.176747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:56:38.177151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:56:38.180039 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:56:38.242894 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.249976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.252585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/480b3d18-7a0d-4484-be4c-f95ddd5f2a3d HTTP/1.1" status: 204 len: 168 time: 0.3188233 Nov 27 10:56:38.265255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183ee2b-95b1-4194-8412-2d95fe141436 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=480b3d18-7a0d-4484-be4c-f95ddd5f2a3d,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:38.281252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45430) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:38.286348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'network': {'name': 'tempest-network-smoke--432086513', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:38.312650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:56:38.316170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.342387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:56:38.352970 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.353403 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Added segment 2ff3cc24-47dd-4743-a2ba-c360524aae5d of type vlan for network 325777b9-3250-489e-8948-977c5bf6bd13 Nov 27 10:56:38.397745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.424357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.431023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:38.431615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.463497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1810443 Nov 27 10:56:38.465233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:38.470201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'admin_state_up': True, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:38.495325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.496739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.516270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f91473-eab7-437d-9d7a-36e2a087efec tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Network': ['ID=325777b9-3250-489e-8948-977c5bf6bd13,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:38.528094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 325777b9-3250-489e-8948-977c5bf6bd13 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:56:38.552986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.690284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:56:38.698024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.715046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:56:38.715397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 415aeb90-66d5-4e0c-8fd3-f4aa830ddabb not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:56:38.887670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:38.906351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.018089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.215 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e28dfd34-55b4-4509-b09b-8b3c5a50f65a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:56:39.046952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bcf3ed03-41f2-4905-b25c-0ece8a20b873 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:56:39.067589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: bcf3ed03-41f2-4905-b25c-0ece8a20b873 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:56:39.067941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bcf3ed03-41f2-4905-b25c-0ece8a20b873 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:56:39.068618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2c24d51d-52a1-4527-8fe3-b913309d2f36 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:56:39.087217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2c24d51d-52a1-4527-8fe3-b913309d2f36 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:56:39.087573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2c24d51d-52a1-4527-8fe3-b913309d2f36 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:56:39.087989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c18e691-99ee-4823-8e48-2b87ad30be42 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:56:39.107415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3c18e691-99ee-4823-8e48-2b87ad30be42 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:56:39.107773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c18e691-99ee-4823-8e48-2b87ad30be42 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:56:39.127288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.166197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.201340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:56:39.204185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:39.210038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:56:39.216861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e2897-3294-4bce-adf9-ca4783e459e0 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:56:39.238640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:39.272432 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-85b6153d-2cf6-4045-b35c-84548e52bea9 None None] Provisioning complete for port e28dfd34-55b4-4509-b09b-8b3c5a50f65a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:39.272736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85b6153d-2cf6-4045-b35c-84548e52bea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.310378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-85b6153d-2cf6-4045-b35c-84548e52bea9 None None] Port e28dfd34-55b4-4509-b09b-8b3c5a50f65a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:56:39.472031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.670046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.797535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:56:39.903688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:56:39.914141 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:56:39.924750 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:39.924914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:39.925424 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:39.926119 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-28303e64-f8bd-4c02-ad37-fa1bdd11b49d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4598174 Nov 27 10:56:39.929365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:39.960945 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f964ce68-f20b-49bd-ab67-60708c55ae7b tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0cd4abc35b934d0e8b0b582c04598d31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274267 Nov 27 10:56:39.961205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45436) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:40.051479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade0fe0-c4e2-4234-a1ce-eeac2c84b692 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:40.053231 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7ade0fe0-c4e2-4234-a1ce-eeac2c84b692 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909812 Nov 27 10:56:40.055871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45438) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:40.088722 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-90aaf4cc-92c5-4006-ac60-7d95e049d1d6 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317128 Nov 27 10:56:40.091133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:40.096858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960921862', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:40.137570 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:40.186398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:56:40.189818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.262186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98bf75c9-49b7-4648-bb3a-95c0983de1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.334643 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:39Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:40.361078 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Checking router: 2e907018-ec03-46c1-80cd-9f2e6f6575b9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:56:40.361419 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Updating router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 port e28dfd34-55b4-4509-b09b-8b3c5a50f65a binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:56:40.382330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.385481 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.449240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Subnet': ['ID=afcf7191-15b0-49a3-a153-5c09771dbdd6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:40.455228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Checking segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:56:40.455601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network hostable DHCP agents. Network: 325777b9-3250-489e-8948-977c5bf6bd13, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:56:40.473670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 325777b9-3250-489e-8948-977c5bf6bd13 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:56:40.484519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 325777b9-3250-489e-8948-977c5bf6bd13) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:40.488693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:40.489287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.494284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d8c33c-1c23-4010-8c2b-84c02b835340 None None] Network 325777b9-3250-489e-8948-977c5bf6bd13 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:56:40.509213 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-347e0efa-450e-49a1-b3da-adb89c81640a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4164181 Nov 27 10:56:40.511462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45442) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:40.645906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-325777b9-3250-489e-8948-977c5bf6bd13', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:56:40.647625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.650873 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.656622 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.700863 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Pushing event updated for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:40.708273 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.709413 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.709950 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.710478 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.710985 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.711510 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.711844 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.712361 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.712905 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.713424 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.713753 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.714252 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:56:40.735688 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Attempting to bind port e28dfd34-55b4-4509-b09b-8b3c5a50f65a on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:56:40.736065 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Attempting to bind port e28dfd34-55b4-4509-b09b-8b3c5a50f65a by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:56:40.736460 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Attempting to bind port e28dfd34-55b4-4509-b09b-8b3c5a50f65a on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:56:40.737564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2a20b-9b7d-4c89-a5f6-50a3a0e80e26 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:56:40.741659 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:56:40.742360 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:56:40.742984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.743592 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:56:40.744292 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Bound port: e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:56:40.744900 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.796922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Allocated IP 172.20.0.2 (325777b9-3250-489e-8948-977c5bf6bd13/afcf7191-15b0-49a3-a153-5c09771dbdd6/d8f6fe15-b95b-422d-8a7b-ed2b49134f9d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:56:40.798686 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] For port e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:56:40.802171 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] For port e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:56:40.807749 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.868292 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c56f8-e727-4259-818c-b75d1a9ce3dd None None] Pushing event updated for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:40.876713 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:40.877314 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:40.890538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29352b9b-91bd-4dc3-9540-b408e7603049 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:56:40.899829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ce6dbd11-ddd0-42f4-a1f1-e01f9724b815 None None] Provisioning complete for port e28dfd34-55b4-4509-b09b-8b3c5a50f65a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:40.900490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbd11-ddd0-42f4-a1f1-e01f9724b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:40.985281 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:40.995705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.047308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.052126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbd11-ddd0-42f4-a1f1-e01f9724b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.060165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.104349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ce6dbd11-ddd0-42f4-a1f1-e01f9724b815 None None] For port e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:41.116223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce6dbd11-ddd0-42f4-a1f1-e01f9724b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.119114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Network 325777b9-3250-489e-8948-977c5bf6bd13 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:56:41.125578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:41.128355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Pushing event updated for resources: {'Port': ['ID=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:41.130318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:56:41.191180 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:39Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:41.218542 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2c2410-10c6-49ce-807e-b645c11db9dc None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:39Z', 'revision_number': 3, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:56:41.231820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dbd11-ddd0-42f4-a1f1-e01f9724b815 None None] Pushing event updated for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:41.234520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Attempting to bind port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:56:41.234895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Attempting to bind port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:56:41.235263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Attempting to bind port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d on network 325777b9-3250-489e-8948-977c5bf6bd13 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:56:41.244123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:56:41.244462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Checking segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:56:41.244864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.245264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Bound using segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:56:41.245748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Bound port: d8f6fe15-b95b-422d-8a7b-ed2b49134f9d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:56:41.246138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.266064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-09986054-8276-4f60-bae1-bb69083c0d20 None None] Provisioning complete for port e28dfd34-55b4-4509-b09b-8b3c5a50f65a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:41.266792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-09986054-8276-4f60-bae1-bb69083c0d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.291748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.1 (325777b9-3250-489e-8948-977c5bf6bd13/afcf7191-15b0-49a3-a153-5c09771dbdd6/1c91f496-9912-418d-8138-fb108c932c44) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:56:41.351055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] For port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:56:41.354588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] For port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:56:41.359395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.432199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.455370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87574b5-f0fe-49f0-b5ab-295ea8b44a3a None None] Pushing event updated for resources: {'Port': ['ID=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:41.497058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.540625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 325777b9-3250-489e-8948-977c5bf6bd13 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:56:41.546103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:41.550100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:56:41.576710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:41.603646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:41.775430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.397027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.402545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.409703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742471d-0182-4886-9ce5-94e9222cf2f1 None None] Network 325777b9-3250-489e-8948-977c5bf6bd13 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:56:42.487771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.495952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:42.531174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eb4ecf4c-c7f7-4498-9ade-be09e8b22edb None None] Provisioning complete for port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:42.531547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb4ecf4c-c7f7-4498-9ade-be09e8b22edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.582124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 325777b9-3250-489e-8948-977c5bf6bd13 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:56:42.583621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:42.651791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb4ecf4c-c7f7-4498-9ade-be09e8b22edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.691268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-eb4ecf4c-c7f7-4498-9ade-be09e8b22edb None None] For port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:42.696073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eb4ecf4c-c7f7-4498-9ade-be09e8b22edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.725588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:56:42.752852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ecf4c-c7f7-4498-9ade-be09e8b22edb None None] Pushing event updated for resources: {'Port': ['ID=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:42.868814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:56:42.873881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7883289d-9b25-4ad0-b350-fce6961ad85a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/2e907018-ec03-46c1-80cd-9f2e6f6575b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3614366 Nov 27 10:56:42.876904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45444) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:42.923622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d8f6fe15-b95b-422d-8a7b-ed2b49134f9d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:56:42.959834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0d6334d0-f816-42bd-af66-0a13c1e66a0d None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:42.960535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d6334d0-f816-42bd-af66-0a13c1e66a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:42.981933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4567a-d800-460e-86af-9ef6b502f4c7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:42.982507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4567a-d800-460e-86af-9ef6b502f4c7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:42.983039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4567a-d800-460e-86af-9ef6b502f4c7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:42.983554 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4567a-d800-460e-86af-9ef6b502f4c7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:42.985372 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-90d4567a-d800-460e-86af-9ef6b502f4c7 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1074231 Nov 27 10:56:42.988037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45446) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.007673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0d6334d0-f816-42bd-af66-0a13c1e66a0d None None] Port 1c91f496-9912-418d-8138-fb108c932c44 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:56:43.025981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:43.026359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.027915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0d6334d0-f816-42bd-af66-0a13c1e66a0d None None] Provisioning complete for port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:43.028334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d6334d0-f816-42bd-af66-0a13c1e66a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.050130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead7d6e-4179-40f3-9958-3a59a71de941 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:43.050597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead7d6e-4179-40f3-9958-3a59a71de941 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:43.051043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead7d6e-4179-40f3-9958-3a59a71de941 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:43.051620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead7d6e-4179-40f3-9958-3a59a71de941 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:43.053970 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-eead7d6e-4179-40f3-9958-3a59a71de941 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0647702 Nov 27 10:56:43.056843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45448) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.090829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:56:43.127209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dfdbed00-aa4e-406b-8040-99921ec02884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.137219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:43.138050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:43.209798 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-84d51dc7-5f22-461d-8d23-f32526d6e001 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1481497 Nov 27 10:56:43.310496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e28dfd34-55b4-4509-b09b-8b3c5a50f65a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:56:43.344399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:43.443805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45452) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.448754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1869145970', 'description': 'tempest-secgroup-smoke-1869145970 description', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:43.472406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.499063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e28dfd34-55b4-4509-b09b-8b3c5a50f65a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:43.499641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.505110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8b40ed97-9677-4e49-8bcc-08d0ea179104 None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:43.505473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b40ed97-9677-4e49-8bcc-08d0ea179104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.542831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.546906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.577431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.578699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335714 Nov 27 10:56:43.581735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45454) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.587380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fb31a550-ab1c-428b-9619-3c25a5bf9d74', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:43.593902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8070197-f804-4eda-9ce1-70cc21c9a3f9 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb31a550-ab1c-428b-9619-3c25a5bf9d74,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:43.619949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.683834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.687827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.705617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb2c838-3a40-4484-baaa-537bd216fafc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:43.715250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.719140 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-849f2e38-42d0-4be5-8c53-ad3b0b04da0f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338184 Nov 27 10:56:43.719314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45456) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.723940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fb31a550-ab1c-428b-9619-3c25a5bf9d74', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:43.747151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8b40ed97-9677-4e49-8bcc-08d0ea179104 None None] Port 1c91f496-9912-418d-8138-fb108c932c44 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:56:43.750683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.809267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.813051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.831552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632cd154-1356-4571-b760-0e011ba92d88,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:43.833585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:56:42Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:43.840724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.841951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9ad4dc8e-fc89-433e-a6cb-a67fb7ee2e75 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216624 Nov 27 10:56:43.844817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45458) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.849188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fb31a550-ab1c-428b-9619-3c25a5bf9d74', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:43.871481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Checking router: 2e907018-ec03-46c1-80cd-9f2e6f6575b9 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:56:43.871756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Updating router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 port 1c91f496-9912-418d-8138-fb108c932c44 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:56:43.877191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.902201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.902910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.937320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.941092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.960501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3f7b74-930e-415e-bd9e-32cfe5b01765,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:43.967863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:43.969163 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b2cc75ed-5d3d-45d2-b864-a161b49eb676 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233780 Nov 27 10:56:43.971909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45460) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:43.976909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fb31a550-ab1c-428b-9619-3c25a5bf9d74', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:44.003117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.065025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.069313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.087757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc8457-f750-460f-b6e3-4f0ea57bae33,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:44.095733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.096981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-77361f4b-7e56-456b-a493-13f3e114d2a6 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239867 Nov 27 10:56:44.100437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:44.104896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fb31a550-ab1c-428b-9619-3c25a5bf9d74', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:44.126634 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:56:44.132210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.178610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.184595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.193315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.198072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.215899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a46ce35-75db-47f0-9026-e03384fce287,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:44.228171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.231880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-85359b5a-fcca-470b-93e4-30dc8475e73b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279485 Nov 27 10:56:44.232094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:44.236949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65172c75-8e69-4299-941a-a58c32c5676c None None] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:44.238033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'security_group_rule': {'security_group_id': 'fb31a550-ab1c-428b-9619-3c25a5bf9d74', 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:44.262159 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Project 0cd4abc35b934d0e8b0b582c04598d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:56:44.268243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.290115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Attempting to bind port 1c91f496-9912-418d-8138-fb108c932c44 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:56:44.290838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Attempting to bind port 1c91f496-9912-418d-8138-fb108c932c44 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:56:44.291134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Attempting to bind port 1c91f496-9912-418d-8138-fb108c932c44 on network 325777b9-3250-489e-8948-977c5bf6bd13 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:56:44.296687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:56:44.297077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Checking segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:56:44.297493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.297897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Bound using segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:56:44.298387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Bound port: 1c91f496-9912-418d-8138-fb108c932c44, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:56:44.298779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.335547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.340869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.358063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5425de01-cb07-4022-acf4-fb555ce304ce,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:44.371665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.373224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-126bdc30-9c6a-45ee-bcf8-70596b3aee90 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392751 Nov 27 10:56:44.385009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] For port 1c91f496-9912-418d-8138-fb108c932c44, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:56:44.388065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] For port 1c91f496-9912-418d-8138-fb108c932c44, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1c91f496-9912-418d-8138-fb108c932c44,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:56:44.393632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.477590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65172c75-8e69-4299-941a-a58c32c5676c None None] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:44.482884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:44.483870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:44.537195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c25216b1-39f1-4462-85be-37823dc890de None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:44.538044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c25216b1-39f1-4462-85be-37823dc890de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.561002 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-32923c7e-f817-44e1-bc74-fb5b1b33d1ae tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1869145970&fields=id&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 267 time: 0.0536985 Nov 27 10:56:44.647490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:44.681941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-89bf0d47-c2d7-429c-b9f7-354a51ba99e5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:44.682929 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-89bf0d47-c2d7-429c-b9f7-354a51ba99e5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/networks?id=325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 200 len: 796 time: 0.1190631 Nov 27 10:56:44.745604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-73baf909-1599-4fd8-8841-4bca2a4c8bce tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/quotas/0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 375 time: 0.0565476 Nov 27 10:56:44.747913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c25216b1-39f1-4462-85be-37823dc890de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.803405 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-28762438-7038-4918-8021-78693ff2e798 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498571 Nov 27 10:56:44.838009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c25216b1-39f1-4462-85be-37823dc890de None None] For port 1c91f496-9912-418d-8138-fb108c932c44, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1c91f496-9912-418d-8138-fb108c932c44,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:44.845202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c25216b1-39f1-4462-85be-37823dc890de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:44.935748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25216b1-39f1-4462-85be-37823dc890de None None] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:44.965419 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-426ad5d9-d5be-4b1f-aee6-318c4a521872 service neutron] 10.222.0.13 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496305 Nov 27 10:56:44.971378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:56:44Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:45.007702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746287d-95e7-4e9b-9414-0a9b85aae327 None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:56:44Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:56:45.010292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9d9d95e4-2e51-4bb2-9018-c41a6dd76853 None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:45.010596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d9d95e4-2e51-4bb2-9018-c41a6dd76853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:45.124318 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-b97a539b-c5ec-453f-bb47-0cda6216b485 service neutron] 10.222.0.13 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528459 Nov 27 10:56:45.317501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8eb98b4b-b2a6-47e8-8af9-b73ccf1cfe0a req-f00c9310-0d31-4ed4-8590-d13bde20594f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 210 time: 0.0339236 Nov 27 10:56:45.529931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.225288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.346506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-fd4e0648-2c1b-455a-8775-ddec807c24cf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:46.348014 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-fd4e0648-2c1b-455a-8775-ddec807c24cf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/networks?id=325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 200 len: 796 time: 0.1186030 Nov 27 10:56:46.419768 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-76cfc98a-c4ad-4f73-acb8-e6f2d98d91d5 req-c1823f54-b7a8-4bac-852d-1a5732e28418 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 210 time: 0.0298254 Nov 27 10:56:46.429261 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-c92a7323-92b4-4c19-a101-68fbfc83f531 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd4abc35b934d0e8b0b582c04598d31 HTTP/1.1" status: 200 len: 380 time: 0.0722280 Nov 27 10:56:46.438315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'port': {'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'admin_state_up': True, 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'security_groups': ['fb31a550-ab1c-428b-9619-3c25a5bf9d74']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:46.549851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Made reservation on behalf of 0cd4abc35b934d0e8b0b582c04598d31 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:56:46.554266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.676589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.20.0.13 (325777b9-3250-489e-8948-977c5bf6bd13/afcf7191-15b0-49a3-a153-5c09771dbdd6/5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:56:46.821678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.849376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1c91f496-9912-418d-8138-fb108c932c44 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:56:46.858931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.899799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 325777b9-3250-489e-8948-977c5bf6bd13 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:56:46.902839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:46.903216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.904798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:46.908312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:56:46.941750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:46.966809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:46.967460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:46.985792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-1d493524-8af8-491a-a47e-acea6fc8a4d5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510001 Nov 27 10:56:46.998594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Request body: {'port': {'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:47.054383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.154363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f10a7f55-9b03-46cd-87ee-449ab1d2f247 None None] Provisioning complete for port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:47.154736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f10a7f55-9b03-46cd-87ee-449ab1d2f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.190432 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f10a7f55-9b03-46cd-87ee-449ab1d2f247 None None] Port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:56:47.371376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:56:47.378588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.394538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Transition to ACTIVE for port object 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:56:47.398461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.453824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Pushing event updated for resources: {'Port': ['ID=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:47.561344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Attempting to bind port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:56:47.561787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Attempting to bind port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:56:47.561979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Attempting to bind port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a on network 325777b9-3250-489e-8948-977c5bf6bd13 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:56:47.575924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87f946-1eca-49ba-a967-24ef1a9e5910 req-04d9b977-35c8-4376-a7ac-5f0f06c70361 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:47.577456 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ad87f946-1eca-49ba-a967-24ef1a9e5910 req-04d9b977-35c8-4376-a7ac-5f0f06c70361 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 944 time: 0.0760479 Nov 27 10:56:47.578233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a on network 325777b9-3250-489e-8948-977c5bf6bd13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:56:47.578545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Attempting to bind port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a on network 325777b9-3250-489e-8948-977c5bf6bd13 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:56:47.587219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:56:47.587548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Checking segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:56:47.587936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Bound using segment: {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:56:47.588361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Bound port: 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff3cc24-47dd-4743-a2ba-c360524aae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:56:47.588737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.632180 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:56:47.670679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ad87f946-1eca-49ba-a967-24ef1a9e5910 req-c504209d-3d42-4460-aa55-d64e03af8108 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854406 Nov 27 10:56:47.686742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] For port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:56:47.689866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] For port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:56:47.694858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.737149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:47.737768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:47.739168 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] 10.222.0.24 "PUT /v2.0/ports/5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 200 len: 1094 time: 0.7450149 Nov 27 10:56:47.739625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:47.742196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:47.763642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc5e0-0247-4818-894c-96d17fe3943e service neutron] Pushing event updated for resources: {'Port': ['ID=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:47.786674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674ed30-cf21-4c75-872a-d93ee5b1dacd x-openstack-request-id: req-c674ed30-cf21-4c75-872a-d93ee5b1dacd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:47.788176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:47.788667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c674ed30-cf21-4c75-872a-d93ee5b1dacd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:47.789155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'status': 'completed', 'code': 200} Nov 27 10:56:47.830369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-a0ec79d9-cc2f-4598-bb7f-aa83ac41f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:47.831808 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-a0ec79d9-cc2f-4598-bb7f-aa83ac41f030 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1097 time: 0.0472853 Nov 27 10:56:47.874029 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-d53a3cbb-aed3-48ad-9f73-b7e0ce64415f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 200 len: 217 time: 0.0347810 Nov 27 10:56:47.930262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-dc29a6ed-65cf-4fc0-9966-ace2d27c85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:47.931736 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-dc29a6ed-65cf-4fc0-9966-ace2d27c85d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afcf7191-15b0-49a3-a153-5c09771dbdd6 HTTP/1.1" status: 200 len: 835 time: 0.0514271 Nov 27 10:56:47.977538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-8d805be5-798e-4a77-86f9-3ad939f1d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:47.979118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-8d805be5-798e-4a77-86f9-3ad939f1d773 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325777b9-3250-489e-8948-977c5bf6bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403843 Nov 27 10:56:48.068474 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-d55fd4a6-012f-415b-90ee-3cc740e6cd50 service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804172 Nov 27 10:56:48.159058 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e3429552-0b48-4fec-a9b3-6e2f48469244 req-750d5cea-a6a5-4f26-89fe-e9f61a3afe6e service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844445 Nov 27 10:56:48.248654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-8c7fdc9e-c796-4ff0-ae40-c27129677563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:48.250118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-8c7fdc9e-c796-4ff0-ae40-c27129677563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1097 time: 0.0402234 Nov 27 10:56:48.343364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-37e0b75b-cc82-47da-b718-4e036b28444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:48.344828 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-37e0b75b-cc82-47da-b718-4e036b28444c service neutron] 10.222.0.24 "GET /v2.0/networks?id=325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 200 len: 897 time: 0.0878289 Nov 27 10:56:48.385265 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-1aded82a-4c7b-45c4-9ba1-7866188a59f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 200 len: 217 time: 0.0334299 Nov 27 10:56:48.434367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-e36ead16-2a32-4470-86d9-d5dab6ceff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:48.435693 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-e36ead16-2a32-4470-86d9-d5dab6ceff8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afcf7191-15b0-49a3-a153-5c09771dbdd6 HTTP/1.1" status: 200 len: 835 time: 0.0428972 Nov 27 10:56:48.484928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-f74a69e4-8740-4670-8a69-b32cd159a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:48.486392 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-f74a69e4-8740-4670-8a69-b32cd159a5d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325777b9-3250-489e-8948-977c5bf6bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437150 Nov 27 10:56:48.574373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-8b92ce3d-ccf0-4a11-9f2f-a443b4255923 service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805697 Nov 27 10:56:48.665104 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cde2b19-b8a8-420e-a907-1e60bd1ec4e2 req-0945c7c0-f5d4-4184-b417-8b6e09e6fb49 service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830803 Nov 27 10:56:48.784220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048887e6-caf8-46c4-a78e-71a4de4643c9 req-3b32fc66-7013-4699-81fb-e1ed624a6703 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:48.785734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-048887e6-caf8-46c4-a78e-71a4de4643c9 req-3b32fc66-7013-4699-81fb-e1ed624a6703 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 944 time: 0.0494196 Nov 27 10:56:48.835835 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-048887e6-caf8-46c4-a78e-71a4de4643c9 req-48a5042e-1bfc-4bb1-9a97-a37882160a3e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Nov 27 10:56:49.955075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab4e26-10b5-462f-8614-7a39d19813b0 req-0420ecd1-2f2f-442c-a60b-34eadc95aa0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:49.956585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-67ab4e26-10b5-462f-8614-7a39d19813b0 req-0420ecd1-2f2f-442c-a60b-34eadc95aa0c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 944 time: 0.0497863 Nov 27 10:56:50.005412 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-67ab4e26-10b5-462f-8614-7a39d19813b0 req-96194fb5-2787-4f58-ba56-9695f0e66445 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 Nov 27 10:56:51.120701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdd8f-70b2-4d9e-aa8d-78a2feb799e7 req-b80d5f6b-2243-4d68-b41c-3656ed965197 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:51.122153 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-961fdd8f-70b2-4d9e-aa8d-78a2feb799e7 req-b80d5f6b-2243-4d68-b41c-3656ed965197 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 944 time: 0.0488257 Nov 27 10:56:51.169810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-961fdd8f-70b2-4d9e-aa8d-78a2feb799e7 req-b5091d78-df01-4c78-b9d1-569dfc7c8f93 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Nov 27 10:56:52.287729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef259436-dc87-445a-9837-3248d540a90a req-708c8f8b-d621-43cf-8ebf-c2093f6a3dc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:52.289251 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef259436-dc87-445a-9837-3248d540a90a req-708c8f8b-d621-43cf-8ebf-c2093f6a3dc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 944 time: 0.0539322 Nov 27 10:56:52.338534 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef259436-dc87-445a-9837-3248d540a90a req-8d8909de-09f3-4284-b8d9-b2bd2ae80ef3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Nov 27 10:56:52.752554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:56:52.846660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:52.857555 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:56:52.898575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:52.910848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:56:52.930567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:52.934410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:52.981298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:53.214912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:56:53.472938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0137d86-4261-4d13-95cf-3e6037d58824 req-29250e72-e7dd-4a86-8a93-5f1229efab4b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:53.474407 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f0137d86-4261-4d13-95cf-3e6037d58824 req-29250e72-e7dd-4a86-8a93-5f1229efab4b tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 945 time: 0.0668249 Nov 27 10:56:53.523388 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f0137d86-4261-4d13-95cf-3e6037d58824 req-157ac92c-1c0b-4599-a695-fede4f05b621 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Nov 27 10:56:54.637581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8fbb-6d36-47f8-8ed7-dba72459868b req-b9854a2b-6655-41ca-84cd-e1f8db469290 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:54.639079 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4c9e8fbb-6d36-47f8-8ed7-dba72459868b req-b9854a2b-6655-41ca-84cd-e1f8db469290 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 945 time: 0.0487323 Nov 27 10:56:54.687816 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4c9e8fbb-6d36-47f8-8ed7-dba72459868b req-8a70631e-04e5-4132-9f73-ffa9b2688756 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Nov 27 10:56:54.752445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:56:54.802685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:56:54.806851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:56:54.807216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:54.887259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:54.911334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:54.913646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffadf378-084a-428c-8391-638efc4fcafd" -d '{"events": [{"server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:54.926615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:56:54.931246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:54.954446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b443396-679d-4947-bd45-131b9df9b696 x-openstack-request-id: req-7b443396-679d-4947-bd45-131b9df9b696 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:54.954749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:54.955007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b443396-679d-4947-bd45-131b9df9b696 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:54.955401 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'code': 200} Nov 27 10:56:54.982289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:55.125289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479bdaf-5cd0-4366-95ae-5092a39679c1 req-da4f29b0-33b5-4644-8c4d-7d68f1505bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:55.126688 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4479bdaf-5cd0-4366-95ae-5092a39679c1 req-da4f29b0-33b5-4644-8c4d-7d68f1505bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1099 time: 0.0476155 Nov 27 10:56:55.171628 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4479bdaf-5cd0-4366-95ae-5092a39679c1 req-0d76dba2-8ca4-418e-baad-2c77479e09d1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Nov 27 10:56:55.810870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b87e-6d95-4ba2-99c0-18c5e87d3f3f req-1c449151-21b7-4a3b-a28f-5ee5da61134d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:55.812348 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5a3b87e-6d95-4ba2-99c0-18c5e87d3f3f req-1c449151-21b7-4a3b-a28f-5ee5da61134d tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 946 time: 0.0556467 Nov 27 10:56:55.863682 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e5a3b87e-6d95-4ba2-99c0-18c5e87d3f3f req-b79a515b-5fed-4097-99f4-0de6e6353f85 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454457 Nov 27 10:56:56.986620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083af7c3-e714-42b3-948c-abc6669e89d0 req-b657f4f8-18c9-4eaa-8a59-7ed331e58325 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:56.988102 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-083af7c3-e714-42b3-948c-abc6669e89d0 req-b657f4f8-18c9-4eaa-8a59-7ed331e58325 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 946 time: 0.0534101 Nov 27 10:56:57.039198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-083af7c3-e714-42b3-948c-abc6669e89d0 req-10cd4260-7b01-47b8-8ef7-19ef8d891d59 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443990 Nov 27 10:56:57.155721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb75f6d-56ba-4807-bc8b-a259f2a0432f req-86fc7fb4-a033-4013-ba4b-715dfae44f41 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:57.157243 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cbb75f6d-56ba-4807-bc8b-a259f2a0432f req-86fc7fb4-a033-4013-ba4b-715dfae44f41 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 946 time: 0.0509982 Nov 27 10:56:57.207935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cbb75f6d-56ba-4807-bc8b-a259f2a0432f req-9cae1e4d-8dfb-4eb1-a195-eb04b0c29a51 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Nov 27 10:56:57.229751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:57.268768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f96230-d08d-46a3-8dee-e58b25d269c4 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:57.270276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-23f96230-d08d-46a3-8dee-e58b25d269c4 tempest-TestNetworkBasicOps-1309128947 tempest-TestNetworkBasicOps-1309128947-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1094 time: 0.0395644 Nov 27 10:56:57.273099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:57.277289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:56:57.300642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:57.400337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:57.503936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Allocated IP 172.26.1.202 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/3ac74e96-9657-40b5-9aee-99c182b4d401) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:56:57.607647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:57.641445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:57.682193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:56:57.686467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:56:57.691138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:56:57.694193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=3ac74e96-9657-40b5-9aee-99c182b4d401,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:58.043910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:58.109463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:58.260946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:58.266539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:58.336258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event updated for resources: {'Port': ['ID=3ac74e96-9657-40b5-9aee-99c182b4d401,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:56:58.347820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:58.753847 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 468d931e-4090-4218-900b-4ca231ad5e3a associated. External IP: 172.26.1.202, port: 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a. Nov 27 10:56:58.953835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:56:59.060672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:56:59.070159 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:56:59.078193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:56:59.080550 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:59.081169 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:59.108264 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1d8ab454-366f-4c75-81d9-7bf3ec64c2f4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8341465 Nov 27 10:56:59.108888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:56:59.111102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45530) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:56:59.111619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d79ed74-ddc6-43e6-bd91-52b737e9990b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:56:59.150010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a7a08b-517f-4217-b3d0-f5d508013c91 x-openstack-request-id: req-d5a7a08b-517f-4217-b3d0-f5d508013c91 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:56:59.150310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:56:59.150563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5a7a08b-517f-4217-b3d0-f5d508013c91 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:56:59.150999 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'status': 'completed', 'code': 200} Nov 27 10:56:59.182616 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f229e2fa-cce9-4771-8608-2c065968706c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/468d931e-4090-4218-900b-4ca231ad5e3a HTTP/1.1" status: 200 len: 992 time: 0.0690212 Nov 27 10:56:59.195140 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:59.218003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-86cb9f4f-aeb1-4d13-9d54-80dd20a0eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:59.219486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-86cb9f4f-aeb1-4d13-9d54-80dd20a0eed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1099 time: 0.0434940 Nov 27 10:56:59.309450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-d5b50dfa-6ca2-4fb7-b18c-ad9c569fd1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:59.311215 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-d5b50dfa-6ca2-4fb7-b18c-ad9c569fd1cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 200 len: 897 time: 0.0852892 Nov 27 10:56:59.379415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-7b44ac29-fb8f-467c-9ad9-c287d932add5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 200 len: 1000 time: 0.0616446 Nov 27 10:56:59.419302 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '468d931e-4090-4218-900b-4ca231ad5e3a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:56:57Z', 'updated_at': '2021-11-27T10:56:57Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:56:44Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:59.427904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-27d8f471-d6f8-4ecf-a83d-65ae0cacc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:59.429416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-27d8f471-d6f8-4ecf-a83d-65ae0cacc582 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afcf7191-15b0-49a3-a153-5c09771dbdd6 HTTP/1.1" status: 200 len: 835 time: 0.0437839 Nov 27 10:56:59.447361 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] Checking router: 2e907018-ec03-46c1-80cd-9f2e6f6575b9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:56:59.453704 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:56:59.454304 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:56:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:59.476759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-a6450c24-88ab-4e56-86c5-f9158f605827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:56:59.478256 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-a6450c24-88ab-4e56-86c5-f9158f605827 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325777b9-3250-489e-8948-977c5bf6bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410724 Nov 27 10:56:59.559206 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:56:59.571838 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-cd7d0ee8-f885-467f-8c19-a6722dad45b8 service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857306 Nov 27 10:56:59.664851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d79ed74-ddc6-43e6-bd91-52b737e9990b req-ab7495ff-75a6-436d-b08f-002b50c1c2d1 service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854087 Nov 27 10:56:59.785277 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '468d931e-4090-4218-900b-4ca231ad5e3a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:56:57Z', 'updated_at': '2021-11-27T10:56:57Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:56:44Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:56:59.810682 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924672d1-77d5-4855-bdd9-a45732fc565f None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '468d931e-4090-4218-900b-4ca231ad5e3a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:56:57Z', 'updated_at': '2021-11-27T10:56:57Z', 'revision_number': 0, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:56:44Z', 'revision_number': 5, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:56:59.986465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dedffc-898d-4132-a611-044acf0cd16f None None] New status for floating IP 468d931e-4090-4218-900b-4ca231ad5e3a: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:57:00.184873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45534) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:57:00.245864 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d9057719-6d8d-4d9f-9a3e-02ad589cb4e3 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/468d931e-4090-4218-900b-4ca231ad5e3a HTTP/1.1" status: 200 len: 994 time: 0.0594056 Nov 27 10:57:01.895162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:10.263325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2c0560c-e87a-40c7-9a32-020bd526155f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:13.061974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a66ac3a7-1db3-42d0-a710-4df00831a317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:13.871641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:15.497219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:16.219156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:24.631051 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:57:31.919644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:40.263819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68353cb2-5feb-4652-87e6-7fcfc16b6523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:43.063608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8042e04-c1e3-4c63-9e10-cf6259b3df49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:43.873457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:45.500976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:46.220464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:57:55.936479 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-85a59ba7-d5a5-4d52-87e8-c8e654960b90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409768 Nov 27 10:57:56.017052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-a82a6d1f-d27c-434a-9dc5-c7b0766acbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:57:56.018501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-a82a6d1f-d27c-434a-9dc5-c7b0766acbb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1099 time: 0.0395734 Nov 27 10:57:56.124302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-5d4b786b-68b6-46af-9da5-b5878e02d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:57:56.125814 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-5d4b786b-68b6-46af-9da5-b5878e02d791 service neutron] 10.222.0.24 "GET /v2.0/networks?id=325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 200 len: 897 time: 0.0874665 Nov 27 10:57:56.190233 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-14d42f84-e817-4269-8444-40f709bcf9d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 200 len: 1002 time: 0.0574777 Nov 27 10:57:56.244633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-dd9b5cfe-ab2a-4338-a0fc-8e8caf7a769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:57:56.246584 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-dd9b5cfe-ab2a-4338-a0fc-8e8caf7a769a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afcf7191-15b0-49a3-a153-5c09771dbdd6 HTTP/1.1" status: 200 len: 835 time: 0.0495002 Nov 27 10:57:56.291176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-733d7fbd-e0a2-4781-8e42-8f110fdb36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:57:56.292927 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-733d7fbd-e0a2-4781-8e42-8f110fdb36db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325777b9-3250-489e-8948-977c5bf6bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398223 Nov 27 10:57:56.381935 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-7949e363-693b-42e9-9bd5-f8ac6538834a service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819850 Nov 27 10:57:56.474698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-456e7bbd-47b3-4514-bbfd-52ca5dba3145 req-4a7b04ff-2f58-4797-9208-7bf0b0e82ddb service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853603 Nov 27 10:58:01.630470 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:58:01.948984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:10.264366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e9ab18fd-0323-4b86-a6a2-5bc4611c2a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:11.165731 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45566) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:11.171104 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:11.516666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:11.527133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:11.636616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:58:11.743162 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:11.749926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:11.751066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8e93e009-3e4c-49ea-839b-962ef4019b20 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/2e907018-ec03-46c1-80cd-9f2e6f6575b9 HTTP/1.1" status: 200 len: 889 time: 0.5844116 Nov 27 10:58:11.752704 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96db166-f170-4104-b624-eeef701114ed None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:11.763883 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96db166-f170-4104-b624-eeef701114ed None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:11.764552 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d96db166-f170-4104-b624-eeef701114ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:57:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:11.799028 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d96db166-f170-4104-b624-eeef701114ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:11.808333 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96db166-f170-4104-b624-eeef701114ed None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:11.809083 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d96db166-f170-4104-b624-eeef701114ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:57:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:11.841233 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-d96db166-f170-4104-b624-eeef701114ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:11.841934 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96db166-f170-4104-b624-eeef701114ed None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:12.598980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f6dcb-6468-457b-83aa-9a67e1ebcf97 None None] New status for floating IP 468d931e-4090-4218-900b-4ca231ad5e3a: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:58:12.888346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1c91f496-9912-418d-8138-fb108c932c44 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:58:12.970638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:13.002139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 1c91f496-9912-418d-8138-fb108c932c44, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1c91f496-9912-418d-8138-fb108c932c44,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:13.005624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:13.007314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e28dfd34-55b4-4509-b09b-8b3c5a50f65a no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:58:13.091763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-50175910-03f1-45d5-8d94-f6a338695fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:13.096942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:13.107054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.107413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.107760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.108101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.108465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.108805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.109139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.109476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.109806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.110136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.110461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.110788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:13.158471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:13.181389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:13.185672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:13.236672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:13.865849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45574) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:13.870435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:13.878492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:14.166090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3664413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3667022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129232'] for router, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:14.176877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3664420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3664435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3667029'] for router, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:14.278592 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:58:14.385802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:14.392605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:14.393771 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c12a4fb2-670e-4714-b878-d33b58cffdc4 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/2e907018-ec03-46c1-80cd-9f2e6f6575b9 HTTP/1.1" status: 200 len: 888 time: 0.5269389 Nov 27 10:58:14.394975 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:14.397553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45576) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:14.406046 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:14.406735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:14.516949 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:14.749996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:14Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '468d931e-4090-4218-900b-4ca231ad5e3a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:56:57Z', 'updated_at': '2021-11-27T10:58:12Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:58:12Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:14.773493 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-37e2cc24-71f6-4e05-8f14-a2f26548130f tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/468d931e-4090-4218-900b-4ca231ad5e3a HTTP/1.1" status: 200 len: 992 time: 0.3748329 Nov 27 10:58:14.776799 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] Checking router: 2e907018-ec03-46c1-80cd-9f2e6f6575b9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:14.785101 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:14.785693 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:14.888479 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:15.101630 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:14Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '468d931e-4090-4218-900b-4ca231ad5e3a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:56:57Z', 'updated_at': '2021-11-27T10:58:12Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:58:12Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:15.129343 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f3407-cf5c-4687-8a3a-90213a7c16f5 None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:14Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '468d931e-4090-4218-900b-4ca231ad5e3a', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'port_id': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'mac_address': 'fa:16:3e:a4:5a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:56:57Z', 'updated_at': '2021-11-27T10:58:12Z', 'revision_number': 2, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:58:12Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:15.503050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:15.777523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45578) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:15.839931 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6fd87e3c-a75d-47d6-9d2b-5f1b247f4f78 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/468d931e-4090-4218-900b-4ca231ad5e3a HTTP/1.1" status: 200 len: 992 time: 0.0609195 Nov 27 10:58:16.223796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:16.677496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb7314-8b85-4993-be34-5b0bcfd3f0a4 None None] New status for floating IP 468d931e-4090-4218-900b-4ca231ad5e3a: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:58:16.842799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45580) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:16.914824 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c610e016-31dd-4b7e-a8db-be0ba5b9422a tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/floatingips/468d931e-4090-4218-900b-4ca231ad5e3a HTTP/1.1" status: 200 len: 994 time: 0.0659437 Nov 27 10:58:16.932846 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1c91f496-9912-418d-8138-fb108c932c44 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:16.981534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:16.981903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:17.059425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:17.091694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 1c91f496-9912-418d-8138-fb108c932c44, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1c91f496-9912-418d-8138-fb108c932c44,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:17.095443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:17.096233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e28dfd34-55b4-4509-b09b-8b3c5a50f65a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:17.173307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:17.185290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e28dfd34-55b4-4509-b09b-8b3c5a50f65a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:17.185654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:17.272119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:17.292522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:17.296256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:17.347880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:18.884163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1c91f496-9912-418d-8138-fb108c932c44 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:18.932258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1c91f496-9912-418d-8138-fb108c932c44 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:18.932666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.013017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e28dfd34-55b4-4509-b09b-8b3c5a50f65a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:19.058506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e28dfd34-55b4-4509-b09b-8b3c5a50f65a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:19.058880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.149999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45586) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:19.301168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 3ac74e96-9657-40b5-9aee-99c182b4d401 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:58:19.301413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.377885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.378215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.390658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 3ac74e96-9657-40b5-9aee-99c182b4d401 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:58:19.535619 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.571081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=3ac74e96-9657-40b5-9aee-99c182b4d401,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:19.603066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.603425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.603774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.604120 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.604489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.604831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.605170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.605503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.605841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.606172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.606499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.606823 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:19.648186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.648543 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Floating IP 468d931e-4090-4218-900b-4ca231ad5e3a disassociated (deleted). External IP: 172.26.1.202, port: 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a. Nov 27 10:58:19.853348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:58:19.959652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:19.964553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:19.969770 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:19.979309 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:19.979906 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:19.993742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7ac5615b-2d51-423f-8703-89e1803a1c6e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/floatingips/468d931e-4090-4218-900b-4ca231ad5e3a HTTP/1.1" status: 204 len: 168 time: 0.8426509 Nov 27 10:58:19.994349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:58:19.996717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155983b-0d88-401a-b355-abaafa542264" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:58:20.035766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a189ec-4031-4034-9fbc-d22cf65391d1 x-openstack-request-id: req-19a189ec-4031-4034-9fbc-d22cf65391d1 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:58:20.036069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:58:20.036543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19a189ec-4031-4034-9fbc-d22cf65391d1 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:58:20.036793 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'status': 'completed', 'code': 200} Nov 27 10:58:20.088040 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:20.098125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155983b-0d88-401a-b355-abaafa542264 req-5df5fe0e-5aef-42e3-a2ec-c7f12194b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:20.100403 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-5df5fe0e-5aef-42e3-a2ec-c7f12194b735 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 1099 time: 0.0421076 Nov 27 10:58:20.207488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155983b-0d88-401a-b355-abaafa542264 req-36dd3adf-f186-4caa-85a8-d671df798db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:20.209065 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-36dd3adf-f186-4caa-85a8-d671df798db6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 200 len: 897 time: 0.0949707 Nov 27 10:58:20.229614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d92e4b-0390-4402-8e02-6503efe1e71a req-33ad5681-7b82-4bd2-991c-2bfc70ebe0c5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:20.231157 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-96d92e4b-0390-4402-8e02-6503efe1e71a req-33ad5681-7b82-4bd2-991c-2bfc70ebe0c5 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 946 time: 0.0509393 Nov 27 10:58:20.253675 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-7a99de02-bb42-4cba-8d54-0818e52542b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 200 len: 217 time: 0.0359802 Nov 27 10:58:20.284674 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-96d92e4b-0390-4402-8e02-6503efe1e71a req-72359789-3835-49f1-b04d-2023afbc4214 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468366 Nov 27 10:58:20.290248 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:14Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:20.315888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155983b-0d88-401a-b355-abaafa542264 req-31bdaa7f-35c5-4b8e-90e8-22ff7d347158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:20.315888 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-31bdaa7f-35c5-4b8e-90e8-22ff7d347158 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=afcf7191-15b0-49a3-a153-5c09771dbdd6 HTTP/1.1" status: 200 len: 835 time: 0.0525985 Nov 27 10:58:20.317761 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] Checking router: 2e907018-ec03-46c1-80cd-9f2e6f6575b9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:20.326892 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:20.327487 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:20.364833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155983b-0d88-401a-b355-abaafa542264 req-36885c0b-360a-4b2e-9420-cd570635b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:20.366948 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-36885c0b-360a-4b2e-9420-cd570635b00c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325777b9-3250-489e-8948-977c5bf6bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459805 Nov 27 10:58:20.462948 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-d7529f98-1e37-4ef8-9967-5aa16426e555 service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872808 Nov 27 10:58:20.521446 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:20.557745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e155983b-0d88-401a-b355-abaafa542264 req-096c7d63-429e-42d5-a6de-d10016150c0a service neutron] 10.222.0.24 "GET /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 Nov 27 10:58:20.714306 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:14Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:20.739292 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac917ece-acb0-4d60-82cc-d54d0dd9fa34 None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:14Z', 'revision_number': 6, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '1c91f496-9912-418d-8138-fb108c932c44', 'name': '', 'network_id': '325777b9-3250-489e-8948-977c5bf6bd13', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'mac_address': 'fa:16:3e:a0:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:41Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'subnets': [{'id': 'afcf7191-15b0-49a3-a153-5c09771dbdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:21.412754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798261c3-211d-47b2-8921-efea10a09426 req-a6aa675e-ed60-4831-b5de-22986523029e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:21.414228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-798261c3-211d-47b2-8921-efea10a09426 req-a6aa675e-ed60-4831-b5de-22986523029e tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Nov 27 10:58:21.464714 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-798261c3-211d-47b2-8921-efea10a09426 req-4c56f5c0-0197-4d56-9b89-f79a57b8c74c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb31a550-ab1c-428b-9619-3c25a5bf9d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442960 Nov 27 10:58:21.763147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-7c53e195-556e-4c91-b126-9c31ed49d766 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:21.764651 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-7c53e195-556e-4c91-b126-9c31ed49d766 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 946 time: 0.0474322 Nov 27 10:58:21.862631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:58:21.862975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:21.863576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a32738-c965-4952-8a9b-1162efecaca3 None None] New status for floating IP 468d931e-4090-4218-900b-4ca231ad5e3a: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:58:21.959804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:21.960302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:21.981780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:58:22.114960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:22.144616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:22.176919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.177273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.178341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.179263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.179606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.179947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.180288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.180663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.180996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.181328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.181656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.181981 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:22.200987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] No DVR routers for this DVR port 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:58:22.203347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:22.206835 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e7f2672a-cb39-425b-bbd9-7a17739847bf req-b79c01b7-f997-4e84-8023-cf1446fa5f64 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.24 "DELETE /v2.0/ports/5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a HTTP/1.1" status: 204 len: 173 time: 0.4364252 Nov 27 10:58:22.207259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'name': 'network-vif-deleted', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:58:22.210656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676e269-5bfa-4d31-8f01-b948e2856e43" -d '{"events": [{"server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "name": "network-vif-deleted", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:58:22.247173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9442c-fcc6-4223-a758-37e9b4992707 x-openstack-request-id: req-5fe9442c-fcc6-4223-a758-37e9b4992707 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:58:22.247477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ca0e23-697f-40d1-87da-8749f9e4ef25", "name": "network-vif-deleted", "tag": "5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:58:22.247728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fe9442c-fcc6-4223-a758-37e9b4992707 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:58:22.248131 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca0e23-697f-40d1-87da-8749f9e4ef25', 'name': 'network-vif-deleted', 'tag': '5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a', 'status': 'completed', 'code': 200} Nov 27 10:58:22.576118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4b5c1313-5c8f-4e7c-b139-f97fa69e663f req-67854696-6fdb-4bbf-9edb-2e70184ed2cb tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2ca0e23-697f-40d1-87da-8749f9e4ef25 HTTP/1.1" status: 200 len: 210 time: 0.0281355 Nov 27 10:58:23.636429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45604) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:23.693197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af92ef2a-3f09-41bc-b9c0-0e28bf98271c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:23.718749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af92ef2a-3f09-41bc-b9c0-0e28bf98271c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:23.777054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af92ef2a-3f09-41bc-b9c0-0e28bf98271c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:23.780089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af92ef2a-3f09-41bc-b9c0-0e28bf98271c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:23.781434 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-af92ef2a-3f09-41bc-b9c0-0e28bf98271c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb31a550-ab1c-428b-9619-3c25a5bf9d74 HTTP/1.1" status: 204 len: 168 time: 0.1439681 Nov 27 10:58:23.791130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92ef2a-3f09-41bc-b9c0-0e28bf98271c tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb31a550-ab1c-428b-9619-3c25a5bf9d74,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:23.813169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45608) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:24.170812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:24.424779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port 1c91f496-9912-418d-8138-fb108c932c44 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:58:24.425030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:24.518164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port 1c91f496-9912-418d-8138-fb108c932c44, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1c91f496-9912-418d-8138-fb108c932c44,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:24.518518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:24.530972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for 1c91f496-9912-418d-8138-fb108c932c44 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:58:24.713396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:24.739264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=1c91f496-9912-418d-8138-fb108c932c44,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:24.919641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.137326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:58:25.242201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:25.247281 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bebbc73d-616f-4e39-bc15-bbc61d0e82bf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "PUT /v2.0/routers/2e907018-ec03-46c1-80cd-9f2e6f6575b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335134 Nov 27 10:58:25.249952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45610) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:25.253068 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] Sync routers for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:25.263950 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:25.264681 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:25.300913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting subnet afcf7191-15b0-49a3-a153-5c09771dbdd6 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 10:58:25.304517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.343940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.371087 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:25.433345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.491998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.519766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Subnet': ['ID=afcf7191-15b0-49a3-a153-5c09771dbdd6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:25.522447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.528581 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-56554c94-0d22-424a-bba8-8100fdc99ff7 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/subnets/afcf7191-15b0-49a3-a153-5c09771dbdd6 HTTP/1.1" status: 204 len: 168 time: 0.2749691 Nov 27 10:58:25.528581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45612) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:25.532367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2e2ce-db66-44a0-a142-d1fad124d5ae None None] Network 325777b9-3250-489e-8948-977c5bf6bd13 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:58:25.556622 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:24Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:25.583066 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] Checking router: 2e907018-ec03-46c1-80cd-9f2e6f6575b9 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:25.591796 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] Routers {'2e907018-ec03-46c1-80cd-9f2e6f6575b9'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:25.592435 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:25.645929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.703114 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] Set router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:25.747217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] DHCP port deletion for 325777b9-3250-489e-8948-977c5bf6bd13 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:25.758897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.799689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] Deleting port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:58:25.800093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.815939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Deleting port e28dfd34-55b4-4509-b09b-8b3c5a50f65a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 10:58:25.816272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.872060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] For port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,segment=NetworkSegment(2ff3cc24-47dd-4743-a2ba-c360524aae5d),segment_id=2ff3cc24-47dd-4743-a2ba-c360524aae5d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:25.872767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.886341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] Calling delete_port for d8f6fe15-b95b-422d-8a7b-ed2b49134f9d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:58:25.888626 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:24Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:25.904221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] For port e28dfd34-55b4-4509-b09b-8b3c5a50f65a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:25.904605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:25.916740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Calling delete_port for e28dfd34-55b4-4509-b09b-8b3c5a50f65a owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 10:58:25.919530 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d72bd-eff2-4ee6-896d-2d245813646b None None] The sync data for ids ['2e907018-ec03-46c1-80cd-9f2e6f6575b9'] in dv-neutron-804846-16-hyperv is: [{'id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'name': 'tempest-TestNetworkBasicOps-router-1171389909', 'tenant_id': '0cd4abc35b934d0e8b0b582c04598d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:24Z', 'revision_number': 7, 'project_id': '0cd4abc35b934d0e8b0b582c04598d31', 'gw_port': {'id': 'e28dfd34-55b4-4509-b09b-8b3c5a50f65a', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e907018-ec03-46c1-80cd-9f2e6f6575b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:56:38Z', 'updated_at': '2021-11-27T10:58:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:25.974259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.000198 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] Pushing event deleted for resources: {'Port': ['ID=d8f6fe15-b95b-422d-8a7b-ed2b49134f9d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:26.003794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b9e5f-2e24-4bd4-a844-f7b6ad7beffb None None] No DVR routers for this DVR port d8f6fe15-b95b-422d-8a7b-ed2b49134f9d on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 10:58:26.090536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.120103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Port': ['ID=e28dfd34-55b4-4509-b09b-8b3c5a50f65a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:26.128363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d6cdf-9c11-4f11-b861-65db2e502309 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:26.176959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.270745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.273417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.320721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.321384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Fanout notify agent at l3_agent the message router_deleted on router 2e907018-ec03-46c1-80cd-9f2e6f6575b9 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 10:58:26.329337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.330484 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e49a3b7a-fb50-4ff3-9f2b-09e92c2805d1 tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/routers/2e907018-ec03-46c1-80cd-9f2e6f6575b9 HTTP/1.1" status: 204 len: 168 time: 0.8010533 Nov 27 10:58:26.333231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45614) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:26.411564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.502531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.523777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325777b9-3250-489e-8948-977c5bf6bd13']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:26.533206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff3cc24-47dd-4743-a2ba-c360524aae5d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:26.533492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff3cc24-47dd-4743-a2ba-c360524aae5d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:26.543964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.557776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.566377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 10:58:26.566377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 10:58:26.567499 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 10:58:26.627723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.634294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:26.637457 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] 10.222.0.13 "DELETE /v2.0/networks/325777b9-3250-489e-8948-977c5bf6bd13 HTTP/1.1" status: 204 len: 168 time: 0.3032753 Nov 27 10:58:26.649159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678b8ea-103d-4280-abb6-4a69d75c3edf tempest-TestNetworkBasicOps-2101379606 tempest-TestNetworkBasicOps-2101379606-project] Pushing event deleted for resources: {'Network': ['ID=325777b9-3250-489e-8948-977c5bf6bd13,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:26.947577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:26.952814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d8f6fe15-b95b-422d-8a7b-ed2b49134f9d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:58:26.975337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: d8f6fe15-b95b-422d-8a7b-ed2b49134f9d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:58:26.975790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device d8f6fe15-b95b-422d-8a7b-ed2b49134f9d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:58:26.976286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1c91f496-9912-418d-8138-fb108c932c44 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:58:26.994540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1c91f496-9912-418d-8138-fb108c932c44 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:58:26.994888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1c91f496-9912-418d-8138-fb108c932c44 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:58:26.995295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e28dfd34-55b4-4509-b09b-8b3c5a50f65a no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:58:27.016972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e28dfd34-55b4-4509-b09b-8b3c5a50f65a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:58:27.017243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e28dfd34-55b4-4509-b09b-8b3c5a50f65a not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:58:27.090541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1dd53266-6775-482a-a378-6584cf4a19da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cd4abc35b934d0e8b0b582c04598d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417923 Nov 27 10:58:27.093119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:27.139264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1499effc-7077-4c3f-a12f-bc966fd0dfb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.160182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1499effc-7077-4c3f-a12f-bc966fd0dfb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.185648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 10:58:27.205971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 10:58:27.206315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5b9a81f4-7fcf-44cf-85b0-b22c61dedf1a not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 10:58:27.206613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1499effc-7077-4c3f-a12f-bc966fd0dfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.210772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1499effc-7077-4c3f-a12f-bc966fd0dfb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.211929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1499effc-7077-4c3f-a12f-bc966fd0dfb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4d8f56a-d570-4dbf-9a3f-aa364ce26966 HTTP/1.1" status: 204 len: 168 time: 0.1179121 Nov 27 10:58:27.219999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499effc-7077-4c3f-a12f-bc966fd0dfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d8f56a-d570-4dbf-9a3f-aa364ce26966,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:27.469479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:27.483508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298b575d-6367-461b-89a7-8594c825d52c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.567415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298b575d-6367-461b-89a7-8594c825d52c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.570846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-298b575d-6367-461b-89a7-8594c825d52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.609714 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-298b575d-6367-461b-89a7-8594c825d52c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30ca5e94865945b7836584e21ea6970f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391487 Nov 27 10:58:27.611717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b575d-6367-461b-89a7-8594c825d52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67cf0d4-889f-4f66-938c-1e070ce21960,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:27.612454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45632) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:27.659991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01cd9047-cac5-4884-9767-977d1edd78ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.681734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01cd9047-cac5-4884-9767-977d1edd78ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.731507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01cd9047-cac5-4884-9767-977d1edd78ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.734181 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01cd9047-cac5-4884-9767-977d1edd78ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:27.735319 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-01cd9047-cac5-4884-9767-977d1edd78ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e67cf0d4-889f-4f66-938c-1e070ce21960 HTTP/1.1" status: 204 len: 168 time: 0.1218636 Nov 27 10:58:27.743155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9047-cac5-4884-9767-977d1edd78ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67cf0d4-889f-4f66-938c-1e070ce21960,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:28.428512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45654) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:28.524142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-969606312-network', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:28.546781 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Made reservation on behalf of 37a0dd2970804ff39f823977ce0c3506 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:58:28.549435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.558817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.644621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.648276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.673373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:58:28.682483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ea465d-fd67-41e8-921d-c09f78c9b32e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:28.688238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.688607 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Added segment 4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e of type vlan for network 56d5549f-15a6-431a-84cd-d2ed64d3d183 Nov 27 10:58:28.727536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.751572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.752513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:28.753082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.782863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3531914 Nov 27 10:58:28.785907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45658) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:28.791653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Request body: {'subnet': {'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-969606312-subnet', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:28.813647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Made reservation on behalf of 37a0dd2970804ff39f823977ce0c3506 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:58:28.816047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:28.817946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0098a93-8db0-48df-8567-1e91b7be3e2e admin admin] Pushing event updated for resources: {'Network': ['ID=56d5549f-15a6-431a-84cd-d2ed64d3d183,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:28.828687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:58:28.984060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.039204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:29.046345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Checking segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:29.046691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Network hostable DHCP agents. Network: 56d5549f-15a6-431a-84cd-d2ed64d3d183, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:58:29.062061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:58:29.069958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 56d5549f-15a6-431a-84cd-d2ed64d3d183) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:29.073858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:29.074445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.079217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c43cfd-bd19-403a-b15b-211526b02258 None None] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:58:29.090535 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8d829284-13b0-494a-adb7-9d076f4beb12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3034050 Nov 27 10:58:29.093062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45660) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:29.097409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:29.118100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.119207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.174765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.225248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-56d5549f-15a6-431a-84cd-d2ed64d3d183', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:58:29.226102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.360921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Allocated IP 172.20.0.2 (56d5549f-15a6-431a-84cd-d2ed64d3d183/5fb1b578-a842-4e84-aee0-8efd9d9b6f2a/4cccfc1b-9378-4caa-8e48-1c64d8dacc35) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:29.510074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.516286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.559201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:29.562181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:29.566724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:29.570463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Pushing event updated for resources: {'Port': ['ID=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:29.625298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Attempting to bind port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:29.625941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Attempting to bind port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:29.626315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Attempting to bind port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:29.631834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:29.632213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Checking segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:29.632656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.633055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Bound using segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:29.633531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Bound port: 4cccfc1b-9378-4caa-8e48-1c64d8dacc35, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:29.633915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.637855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.697599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] For port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:29.700821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] For port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:29.705532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.765526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c9c6-a90e-4544-9009-8d402da49aeb None None] Pushing event updated for resources: {'Port': ['ID=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:29.844256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.864608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:29.988885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Allocated IP 172.26.1.140 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/62c456d5-8808-458f-823a-288a35c448e0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:30.097121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.131220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.174832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:30.177607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:30.181128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:30.186836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Pushing event updated for resources: {'Port': ['ID=62c456d5-8808-458f-823a-288a35c448e0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:30.190029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c82a0-ee9b-4211-b3ca-6a6f90b88728 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:30.245236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ed2cc968-1dee-4329-8c63-f575fc992069 None None] Provisioning complete for port 62c456d5-8808-458f-823a-288a35c448e0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:30.245604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ed2cc968-1dee-4329-8c63-f575fc992069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.282041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cc968-1dee-4329-8c63-f575fc992069 None None] Port 62c456d5-8808-458f-823a-288a35c448e0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:58:30.440862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.646966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.648121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af48850-5226-4fd4-bea5-a25aba33bb2f None None] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:58:30.721690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-dd793ff0-f50a-458e-a8cc-0b2d962d3a4d None None] Provisioning complete for port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:30.722067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd793ff0-f50a-458e-a8cc-0b2d962d3a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.771398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Router e56e0d5a-07fa-4773-bd97-4ed60829344c is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:58:30.869347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd793ff0-f50a-458e-a8cc-0b2d962d3a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.885929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:30.902329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:30.913636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:30.915138 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-924a88a7-56b2-4176-a121-168739b8efd5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8210268 Nov 27 10:58:30.918323 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45662) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:30.931599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-dd793ff0-f50a-458e-a8cc-0b2d962d3a4d None None] For port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:30.935338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:30.940287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:30.940970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:30.942908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd793ff0-f50a-458e-a8cc-0b2d962d3a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.245815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd793ff0-f50a-458e-a8cc-0b2d962d3a4d None None] Pushing event updated for resources: {'Port': ['ID=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:31.287484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-abb0f404-33d7-48c3-9c08-b6f713a73115 None None] Provisioning complete for port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:31.287995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-abb0f404-33d7-48c3-9c08-b6f713a73115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.294149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:31.296225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:31.296623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.356025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.555319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Allocated IP 172.20.0.1 (56d5549f-15a6-431a-84cd-d2ed64d3d183/5fb1b578-a842-4e84-aee0-8efd9d9b6f2a/9f261086-6665-4da1-8102-51457d2e9c9e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:31.612201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:30Z', 'revision_number': 3, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:31.638678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:31.639029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Updating router e56e0d5a-07fa-4773-bd97-4ed60829344c port 62c456d5-8808-458f-823a-288a35c448e0 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:58:31.663752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.667267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.701424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.738670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:31.745599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:31.749050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:31.775065 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f261086-6665-4da1-8102-51457d2e9c9e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:31.800643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.939102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.940099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.953843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:31.982248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.005246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7234092c-a390-4c88-a1a3-3ded222ddc32 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:32.019711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f11b14-f074-4462-826b-ff2871957e9a None None] Pushing event updated for resources: {'Port': ['ID=62c456d5-8808-458f-823a-288a35c448e0,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:32.024184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Attempting to bind port 62c456d5-8808-458f-823a-288a35c448e0 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:32.024705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Attempting to bind port 62c456d5-8808-458f-823a-288a35c448e0 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:32.024941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Attempting to bind port 62c456d5-8808-458f-823a-288a35c448e0 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:32.034903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:32.035343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:32.035678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.036067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:32.036563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Bound port: 62c456d5-8808-458f-823a-288a35c448e0, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:32.037052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.039853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-24f691a2-f4bf-4a90-bb8d-9985a9f05d03 None None] Provisioning complete for port 9f261086-6665-4da1-8102-51457d2e9c9e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:32.040209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24f691a2-f4bf-4a90-bb8d-9985a9f05d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.109441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-24f691a2-f4bf-4a90-bb8d-9985a9f05d03 None None] Port 9f261086-6665-4da1-8102-51457d2e9c9e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:58:32.112230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.117733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.119554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] For port 62c456d5-8808-458f-823a-288a35c448e0, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:32.123052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] For port 62c456d5-8808-458f-823a-288a35c448e0, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=62c456d5-8808-458f-823a-288a35c448e0,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:32.128623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.171773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e001f-2fed-4724-9b7e-be73ca882984 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:32.194946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.197185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:32.197727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f261086-6665-4da1-8102-51457d2e9c9e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:32.197854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:32.201923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f11b14-f074-4462-826b-ff2871957e9a None None] Pushing event updated for resources: {'Port': ['ID=62c456d5-8808-458f-823a-288a35c448e0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:32.287662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-95942c51-54c6-49b4-888b-d3e0d2839491 None None] Provisioning complete for port 62c456d5-8808-458f-823a-288a35c448e0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:32.288393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95942c51-54c6-49b4-888b-d3e0d2839491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.292561 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:32.293972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:32.343238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:32.415720 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:58:32.504228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95942c51-54c6-49b4-888b-d3e0d2839491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.533283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:32.534674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-95942c51-54c6-49b4-888b-d3e0d2839491 None None] For port 62c456d5-8808-458f-823a-288a35c448e0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=62c456d5-8808-458f-823a-288a35c448e0,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:32.539865 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a2650b16-3d69-4273-8e3f-bc83116ddbb4 admin admin] 10.222.0.13 "PUT /v2.0/routers/e56e0d5a-07fa-4773-bd97-4ed60829344c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6204653 Nov 27 10:58:32.545876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95942c51-54c6-49b4-888b-d3e0d2839491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.626039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95942c51-54c6-49b4-888b-d3e0d2839491 None None] Pushing event updated for resources: {'Port': ['ID=62c456d5-8808-458f-823a-288a35c448e0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:32.647546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 2, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:32.682907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535da02-a804-4b2f-a94c-4c23b2dde444 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 2, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:32.694396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-88ccade4-7235-465a-897d-f948575f7c32 None None] Provisioning complete for port 9f261086-6665-4da1-8102-51457d2e9c9e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:32.695189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-88ccade4-7235-465a-897d-f948575f7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:32.733270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-88ccade4-7235-465a-897d-f948575f7c32 None None] Port 9f261086-6665-4da1-8102-51457d2e9c9e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:58:32.946728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:33.001712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:33.002156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.078490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45678) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:33.085362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-293316386-network', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:33.108333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Made reservation on behalf of 1bba7400e8af44d3829cc6c085637a52 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:58:33.110714 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.120109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.199724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.203704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.229228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 10:58:33.238261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45504265-5a4b-467f-8ccc-012635563b43,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:33.244814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.245162 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Added segment 16942b00-9225-4f1b-90ce-8f8afcab4970 of type vlan for network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 Nov 27 10:58:33.288908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.316309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.317336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:33.317910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.398692 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3182065 Nov 27 10:58:33.401322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45680) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:33.406651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Request body: {'subnet': {'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-293316386-subnet', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:33.413565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67be2-2c46-4205-b093-e0bf6bfb1a14 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:33.424095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 10:58:33.436797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Made reservation on behalf of 1bba7400e8af44d3829cc6c085637a52 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:58:33.439535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.618063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.675751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ad2476-add7-4e1a-9907-f32b8bcc6e06,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:33.683763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Checking segment: {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:33.684121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Network hostable DHCP agents. Network: 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 10:58:33.700927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 10:58:33.710849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:33.715010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:33.715774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.721059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5edd6-ad5a-45d8-858c-3ac80a1ed2b4 None None] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:58:33.734241 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-53325a50-2560-43fe-a6d8-697922ceb28b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3316071 Nov 27 10:58:33.736738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45682) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:33.741182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:33.770968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.772834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.830961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:33.884723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'fixed_ips': [{'subnet_id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 10:58:33.885611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.184579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Allocated IP 172.20.0.2 (7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847/11ad2476-add7-4e1a-9907-f32b8bcc6e06/1647f3db-6fa2-4c43-b681-c7753e349819) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:34.284409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.337313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.343151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.379434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:34.385082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:34.387793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:34.400739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Pushing event updated for resources: {'Port': ['ID=1647f3db-6fa2-4c43-b681-c7753e349819,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:34.456011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Attempting to bind port 1647f3db-6fa2-4c43-b681-c7753e349819 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:34.456628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Attempting to bind port 1647f3db-6fa2-4c43-b681-c7753e349819 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:34.456822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Attempting to bind port 1647f3db-6fa2-4c43-b681-c7753e349819 on network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:34.462638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:34.463026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Checking segment: {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:34.463563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.463968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Bound using segment: {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:34.464471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Bound port: 1647f3db-6fa2-4c43-b681-c7753e349819, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:34.464994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.491846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.513009 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.538282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] For port 1647f3db-6fa2-4c43-b681-c7753e349819, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:34.541790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] For port 1647f3db-6fa2-4c43-b681-c7753e349819, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1647f3db-6fa2-4c43-b681-c7753e349819,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:34.547732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.608531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c3cff-94bc-4414-9c27-37475d0e1728 None None] Pushing event updated for resources: {'Port': ['ID=1647f3db-6fa2-4c43-b681-c7753e349819,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:34.624141 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Allocated IP 172.26.1.155 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/7edfdd44-87dd-4e27-b206-b163a4562049) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:34.731817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.767924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:34.820370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:34.823216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:34.827903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:34.844467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a9f14-7b19-42dc-b3e5-43b603c1a1c8 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:34.849898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7edfdd44-87dd-4e27-b206-b163a4562049,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:34.863541 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:34.875592 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:34.876491 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:34.976148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2a424703-3504-415c-9cd5-a60c0f526ea9 None None] Provisioning complete for port 7edfdd44-87dd-4e27-b206-b163a4562049 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:34.977316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a424703-3504-415c-9cd5-a60c0f526ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.037658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1647f3db-6fa2-4c43-b681-c7753e349819 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:35.058605 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:35.069845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2a424703-3504-415c-9cd5-a60c0f526ea9 None None] Port 7edfdd44-87dd-4e27-b206-b163a4562049 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:58:35.096201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1647f3db-6fa2-4c43-b681-c7753e349819 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:35.096651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.129717 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.183954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.219436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 1647f3db-6fa2-4c43-b681-c7753e349819, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1647f3db-6fa2-4c43-b681-c7753e349819,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:35.224728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.225733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 62c456d5-8808-458f-823a-288a35c448e0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:35.276718 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 2, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:35.315810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=1647f3db-6fa2-4c43-b681-c7753e349819,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:35.327789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 62c456d5-8808-458f-823a-288a35c448e0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:35.328228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.366963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.403077 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:35.403798 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Updating router e56e0d5a-07fa-4773-bd97-4ed60829344c port 9f261086-6665-4da1-8102-51457d2e9c9e binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:58:35.439391 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.512783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Router 45d13c96-5f2d-4be0-8e96-77893ed957fd is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 10:58:35.626258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:35.635650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Sync routers for ids ['45d13c96-5f2d-4be0-8e96-77893ed957fd'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:35.647838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Routers {'45d13c96-5f2d-4be0-8e96-77893ed957fd'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:35.648985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['45d13c96-5f2d-4be0-8e96-77893ed957fd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:35.656026 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.660073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ff4e62d4-4766-4502-b6f0-74eed6f983e1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9197662 Nov 27 10:58:35.660690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45684) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:35.735107 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.742168 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.768892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e8d63b-5048-4dca-ac34-8b1db79fcce5 None None] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 10:58:35.803996 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Pushing event updated for resources: {'Port': ['ID=9f261086-6665-4da1-8102-51457d2e9c9e,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:35.815652 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.815652 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.822828 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.823207 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.823656 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.824112 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.824585 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.825804 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.826257 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.826719 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.827147 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.827576 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:58:35.859600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Set router 45d13c96-5f2d-4be0-8e96-77893ed957fd gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:35.890925 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Attempting to bind port 9f261086-6665-4da1-8102-51457d2e9c9e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:35.891527 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Attempting to bind port 9f261086-6665-4da1-8102-51457d2e9c9e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:35.891741 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Attempting to bind port 9f261086-6665-4da1-8102-51457d2e9c9e on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:35.898157 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:35.898543 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Checking segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:35.898947 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.899846 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Bound using segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:35.900324 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Bound port: 9f261086-6665-4da1-8102-51457d2e9c9e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:35.900735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.925559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b15ba9f4-5f1f-4e8b-8b18-d5f68a646938 None None] Provisioning complete for port 1647f3db-6fa2-4c43-b681-c7753e349819 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:35.925926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b15ba9f4-5f1f-4e8b-8b18-d5f68a646938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:35.988758 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] For port 9f261086-6665-4da1-8102-51457d2e9c9e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:35.998352 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] For port 9f261086-6665-4da1-8102-51457d2e9c9e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9f261086-6665-4da1-8102-51457d2e9c9e,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:36.006808 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.085654 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:36.086797 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:36.090090 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24033ecd-c33a-4fac-bca6-3da8ed17f8d1 None None] Pushing event updated for resources: {'Port': ['ID=9f261086-6665-4da1-8102-51457d2e9c9e,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:36.208276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T10:58:34Z', 'revision_number': 3, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:36.222926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.237160 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:36.245082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Checking router: 45d13c96-5f2d-4be0-8e96-77893ed957fd for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:36.245367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Updating router 45d13c96-5f2d-4be0-8e96-77893ed957fd port 7edfdd44-87dd-4e27-b206-b163a4562049 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:58:36.275262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.325725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-263f50ef-388e-4b08-9d97-79d9efda4ab2 None None] Provisioning complete for port 9f261086-6665-4da1-8102-51457d2e9c9e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:36.326098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-263f50ef-388e-4b08-9d97-79d9efda4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.420331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Allocated IP 172.20.0.1 (7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847/11ad2476-add7-4e1a-9907-f32b8bcc6e06/6d6bd646-156c-4ec7-89c8-518a0893ef36) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:36.513088 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:35Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:36.539470 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0c159-38dc-4556-a206-f436580b4187 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:35Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:36.542927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.566195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-263f50ef-388e-4b08-9d97-79d9efda4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.588356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.623342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-263f50ef-388e-4b08-9d97-79d9efda4ab2 None None] For port 9f261086-6665-4da1-8102-51457d2e9c9e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9f261086-6665-4da1-8102-51457d2e9c9e,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:36.626166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:36.630002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:36.632039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-263f50ef-388e-4b08-9d97-79d9efda4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.634114 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:36.679930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6bd646-156c-4ec7-89c8-518a0893ef36,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:36.692484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.733037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f50ef-388e-4b08-9d97-79d9efda4ab2 None None] Pushing event updated for resources: {'Port': ['ID=9f261086-6665-4da1-8102-51457d2e9c9e,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:36.753718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.770626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ea0cc4c0-547e-4c8e-acd4-f291edf76351 None None] Provisioning complete for port 9f261086-6665-4da1-8102-51457d2e9c9e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:36.771796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea0cc4c0-547e-4c8e-acd4-f291edf76351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.779521 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.864666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.906155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f2414-aa31-43e5-b0ba-9517ba7814d0 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:36.916236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5607e0-dbf9-4713-ae16-369587e12ac6 None None] Pushing event updated for resources: {'Port': ['ID=7edfdd44-87dd-4e27-b206-b163a4562049,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:36.946067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Attempting to bind port 7edfdd44-87dd-4e27-b206-b163a4562049 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:36.946452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Attempting to bind port 7edfdd44-87dd-4e27-b206-b163a4562049 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:36.946823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Attempting to bind port 7edfdd44-87dd-4e27-b206-b163a4562049 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:36.959220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9f261086-6665-4da1-8102-51457d2e9c9e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:36.998314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:36.998697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:36.999115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:36.999520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:37.000021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Bound port: 7edfdd44-87dd-4e27-b206-b163a4562049, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:37.000501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.073374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.078945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.154644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6bd646-156c-4ec7-89c8-518a0893ef36,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:37.158220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.257785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] For port 7edfdd44-87dd-4e27-b206-b163a4562049, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:37.258931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:37.260367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:37.262110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] For port 7edfdd44-87dd-4e27-b206-b163a4562049, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7edfdd44-87dd-4e27-b206-b163a4562049,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:37.273403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.280890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ea0cc4c0-547e-4c8e-acd4-f291edf76351 None None] Provisioning complete for port 1647f3db-6fa2-4c43-b681-c7753e349819 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:37.281463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea0cc4c0-547e-4c8e-acd4-f291edf76351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.305015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9f261086-6665-4da1-8102-51457d2e9c9e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:37.305397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.368828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154dabaf-c08b-4132-b5bf-07608de789bf None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 10:58:37.414045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Router 45d13c96-5f2d-4be0-8e96-77893ed957fd has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:58:37.420766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5607e0-dbf9-4713-ae16-369587e12ac6 None None] Pushing event updated for resources: {'Port': ['ID=7edfdd44-87dd-4e27-b206-b163a4562049,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:37.434159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Routers {'45d13c96-5f2d-4be0-8e96-77893ed957fd'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:37.434801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['45d13c96-5f2d-4be0-8e96-77893ed957fd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:37.530789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:58:37.535782 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5f2c91d8-7bf9-4f78-9fd7-8569b9ea9647 admin admin] 10.222.0.13 "PUT /v2.0/routers/45d13c96-5f2d-4be0-8e96-77893ed957fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740101 Nov 27 10:58:37.593052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1647f3db-6fa2-4c43-b681-c7753e349819 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:37.641374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] Set router 45d13c96-5f2d-4be0-8e96-77893ed957fd gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:37.729655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Provisioning complete for port 6d6bd646-156c-4ec7-89c8-518a0893ef36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:37.730029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.731552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 1647f3db-6fa2-4c43-b681-c7753e349819 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:37.731904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:37.849903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Port 6d6bd646-156c-4ec7-89c8-518a0893ef36 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:58:37.884186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Provisioning complete for port 7edfdd44-87dd-4e27-b206-b163a4562049 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:37.884600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.018409 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6d6bd646-156c-4ec7-89c8-518a0893ef36', 'name': '', 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'mac_address': 'fa:16:3e:be:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:36Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 2, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'subnets': [{'id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:38.053391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd68fe-3e27-49d1-968a-96864c69e506 None None] The sync data for ids ['45d13c96-5f2d-4be0-8e96-77893ed957fd'] in dv-neutron-804846-16-hyperv is: [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6d6bd646-156c-4ec7-89c8-518a0893ef36', 'name': '', 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'mac_address': 'fa:16:3e:be:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:36Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 2, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'subnets': [{'id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:38.058186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.079708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] For port 7edfdd44-87dd-4e27-b206-b163a4562049, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7edfdd44-87dd-4e27-b206-b163a4562049,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:38.085805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.137073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679ca68-ffb8-46cf-94da-4e66c182920f None None] Pushing event updated for resources: {'Port': ['ID=7edfdd44-87dd-4e27-b206-b163a4562049,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:38.444713 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45692) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:38.449370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312767444', 'description': 'tempest-secgroup-smoke-1312767444 description', 'project_id': '37a0dd2970804ff39f823977ce0c3506'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:38.473669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.545633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.550386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.579242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.580509 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1347535 Nov 27 10:58:38.584426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45694) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:38.590233 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a00d-1495-4b86-8597-6bc2fd615d9a', 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:38.594381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7de52c-a704-48dd-af0d-aaccecd60ee2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd09a00d-1495-4b86-8597-6bc2fd615d9a,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:38.621417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.629288 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:58:38.685091 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.688744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.706766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d69dcc-c66a-41f7-b303-a89778d47225,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:38.713984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.715200 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-895546d6-d448-4271-b858-dbbbeeb21cb6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289718 Nov 27 10:58:38.717934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45696) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:38.722455 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a00d-1495-4b86-8597-6bc2fd615d9a', 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:38.749427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.802869 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.806367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.823194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fce274e-70e5-47f8-8e68-f48343cab533,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:38.831345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.832663 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dc08a403-6b7f-4050-9408-44a4f73c8f44 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136334 Nov 27 10:58:38.835226 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:38.839603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a00d-1495-4b86-8597-6bc2fd615d9a', 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:38.866251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.922359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.925893 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.945117 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefedeaa-0eb4-4598-b0e7-291548ad2235,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:38.953039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:38.954222 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ba0bf33-4e3b-46ca-b228-6865723b3cc8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180477 Nov 27 10:58:38.956926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45700) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:38.961228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a00d-1495-4b86-8597-6bc2fd615d9a', 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:38.987411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.047305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.050628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.068525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64503197-0cdd-4b0f-b265-ab7dc65e6c4d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:39.076134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.077381 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a659c065-9a44-4a39-9117-fdc71602f37a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195335 Nov 27 10:58:39.079981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45702) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:39.084649 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a00d-1495-4b86-8597-6bc2fd615d9a', 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:39.106463 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Project 37a0dd2970804ff39f823977ce0c3506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:58:39.111695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.171390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.175022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.195169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83df1377-bc43-45f3-a4b0-656404de6ac5,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:39.200928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.202011 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e7ee0f98-bc83-4a2e-8c42-8a6d6cc1603f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210697 Nov 27 10:58:39.204736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 45704) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:58:39.209387 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a00d-1495-4b86-8597-6bc2fd615d9a', 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:39.230806 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Project 37a0dd2970804ff39f823977ce0c3506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 10:58:39.241319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.314330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.318707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.336637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d5a531-0414-442b-9279-f463ae20ac19,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:39.345023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:39.348413 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ec31c803-819e-4245-8895-4021d9f045af tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405528 Nov 27 10:58:40.269247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-40208495-22e2-4279-b6d3-a35dc9eb4143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:40.555689 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Sync routers for ids ['45d13c96-5f2d-4be0-8e96-77893ed957fd'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:58:40.567658 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Routers {'45d13c96-5f2d-4be0-8e96-77893ed957fd'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:40.568334 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['45d13c96-5f2d-4be0-8e96-77893ed957fd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:40.682877 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Set router 45d13c96-5f2d-4be0-8e96-77893ed957fd gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:40.897678 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6d6bd646-156c-4ec7-89c8-518a0893ef36', 'name': '', 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'mac_address': 'fa:16:3e:be:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:36Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 2, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'subnets': [{'id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:40.934348 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Checking router: 45d13c96-5f2d-4be0-8e96-77893ed957fd for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:58:40.934666 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Updating router 45d13c96-5f2d-4be0-8e96-77893ed957fd port 6d6bd646-156c-4ec7-89c8-518a0893ef36 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 10:58:40.935001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7edfdd44-87dd-4e27-b206-b163a4562049 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:40.961979 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:40.990532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7edfdd44-87dd-4e27-b206-b163a4562049 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:40.990992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.245013 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.249750 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.303124 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7036ef-6cbb-4e0e-b324-0a6eebf64b76 None None] Pushing event updated for resources: {'Port': ['ID=6d6bd646-156c-4ec7-89c8-518a0893ef36,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:41.355355 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Attempting to bind port 6d6bd646-156c-4ec7-89c8-518a0893ef36 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:41.355734 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Attempting to bind port 6d6bd646-156c-4ec7-89c8-518a0893ef36 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:41.356105 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Attempting to bind port 6d6bd646-156c-4ec7-89c8-518a0893ef36 on network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:41.361295 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:41.361678 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Checking segment: {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:41.362065 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.362463 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Bound using segment: {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:41.363111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Bound port: 6d6bd646-156c-4ec7-89c8-518a0893ef36, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16942b00-9225-4f1b-90ce-8f8afcab4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:41.363493 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.434905 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] For port 6d6bd646-156c-4ec7-89c8-518a0893ef36, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:41.439437 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] For port 6d6bd646-156c-4ec7-89c8-518a0893ef36, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6d6bd646-156c-4ec7-89c8-518a0893ef36,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:41.448554 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.509886 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Routers {'45d13c96-5f2d-4be0-8e96-77893ed957fd'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:58:41.510524 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:58:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['45d13c96-5f2d-4be0-8e96-77893ed957fd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:41.515836 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7036ef-6cbb-4e0e-b324-0a6eebf64b76 None None] Pushing event updated for resources: {'Port': ['ID=6d6bd646-156c-4ec7-89c8-518a0893ef36,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:41.533550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fd4865e3-f3c6-4996-955a-ccf9193eb006 None None] Provisioning complete for port 6d6bd646-156c-4ec7-89c8-518a0893ef36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:41.534180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd4865e3-f3c6-4996-955a-ccf9193eb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.653114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd4865e3-f3c6-4996-955a-ccf9193eb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.690968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fd4865e3-f3c6-4996-955a-ccf9193eb006 None None] For port 6d6bd646-156c-4ec7-89c8-518a0893ef36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6d6bd646-156c-4ec7-89c8-518a0893ef36,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:58:41.698945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd4865e3-f3c6-4996-955a-ccf9193eb006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.764638 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] Set router 45d13c96-5f2d-4be0-8e96-77893ed957fd gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:58:41.766686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4865e3-f3c6-4996-955a-ccf9193eb006 None None] Pushing event updated for resources: {'Port': ['ID=6d6bd646-156c-4ec7-89c8-518a0893ef36,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:41.821835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-255406ac-c74b-498b-841d-9b1762538059 None None] Provisioning complete for port 6d6bd646-156c-4ec7-89c8-518a0893ef36 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:41.822269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-255406ac-c74b-498b-841d-9b1762538059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:41.987024 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6d6bd646-156c-4ec7-89c8-518a0893ef36', 'name': '', 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'mac_address': 'fa:16:3e:be:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:36Z', 'updated_at': '2021-11-27T10:58:41Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'subnets': [{'id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:58:42.017272 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a62b7-f9b0-4f12-8b1b-d911149f53a9 None None] The sync data for ids ['45d13c96-5f2d-4be0-8e96-77893ed957fd'] in dv-neutron-804846-16-hyperv is: [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6d6bd646-156c-4ec7-89c8-518a0893ef36', 'name': '', 'network_id': '7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'mac_address': 'fa:16:3e:be:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:36Z', 'updated_at': '2021-11-27T10:58:41Z', 'revision_number': 4, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'subnets': [{'id': '11ad2476-add7-4e1a-9907-f32b8bcc6e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:58:42.916785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6d6bd646-156c-4ec7-89c8-518a0893ef36 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:58:42.966616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6d6bd646-156c-4ec7-89c8-518a0893ef36 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:42.967099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:43.067572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-773f147c-a3fa-4d7d-b9e5-f2ab7ae9f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:43.882156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:45.522459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:46.229521 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:56.059235 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-4bce36d8-acd5-4386-ba8f-a956f4cdef88 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312767444&fields=id&tenant_id=37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 267 time: 0.0474458 Nov 27 10:58:56.165132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-c004ded0-6af4-465e-ac50-42e5a4c92eb8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:56.166589 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-c004ded0-6af4-465e-ac50-42e5a4c92eb8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 811 time: 0.1008093 Nov 27 10:58:56.181651 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-074c98c2-ee8e-472b-93d3-70ede8482ff3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/quotas/37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 375 time: 0.0092521 Nov 27 10:58:56.230749 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-9c0e8e82-1747-46e4-ab1c-e1067ddcf44b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440171 Nov 27 10:58:56.245901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-764f563c-09c1-435a-a6d3-34bb28438ad3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 10:58:56.246845 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-764f563c-09c1-435a-a6d3-34bb28438ad3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049372 Nov 27 10:58:56.338376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-7b7ab626-b09f-4154-8272-5ca83f968b62 service neutron] 10.222.0.13 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859382 Nov 27 10:58:56.429566 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-1b9adcff-8c90-41a5-818b-f97e565c501a service neutron] 10.222.0.13 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852921 Nov 27 10:58:56.735742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0aacd9a4-0663-4871-9c24-1958c21de856 req-3655837f-b764-4e48-97b0-da82d589125f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0291827 Nov 27 10:58:57.644352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-cd9696f9-8877-4407-8bf3-3d5fac7a97b1 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:57.645889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-cd9696f9-8877-4407-8bf3-3d5fac7a97b1 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 811 time: 0.1100025 Nov 27 10:58:57.738306 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-4f06e05a-8f37-451e-86ef-ead19e570d89 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 380 time: 0.0580812 Nov 27 10:58:57.817539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'port': {'device_id': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'admin_state_up': True, 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'security_groups': ['cd09a00d-1495-4b86-8597-6bc2fd615d9a']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:57.856794 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5665f7ac-4922-4dcd-baf9-93934e00d28b req-a4e2d526-847a-4490-a032-f2d150aeed9c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0527313 Nov 27 10:58:57.950129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Made reservation on behalf of 37a0dd2970804ff39f823977ce0c3506 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 10:58:57.953676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.090199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Allocated IP 172.20.0.8 (56d5549f-15a6-431a-84cd-d2ed64d3d183/5fb1b578-a842-4e84-aee0-8efd9d9b6f2a/8a9bd312-61d1-457d-b71d-562ea31920e5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:58:58.230892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.264365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.313477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:58:58.316484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:58:58.320182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:58:58.326768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=8a9bd312-61d1-457d-b71d-562ea31920e5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:58.374252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:58.374885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.393175 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-bca19d82-c350-4f8b-803e-b1fe6a5a85f7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800369 Nov 27 10:58:58.515020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Request body: {'port': {'device_id': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:58:58.573084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.642340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d0b75634-6424-45d0-9c07-0fe77a7771e7 None None] Provisioning complete for port 8a9bd312-61d1-457d-b71d-562ea31920e5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:58:58.643001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d0b75634-6424-45d0-9c07-0fe77a7771e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.682322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d0b75634-6424-45d0-9c07-0fe77a7771e7 None None] Port 8a9bd312-61d1-457d-b71d-562ea31920e5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 10:58:58.842864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9bd312-61d1-457d-b71d-562ea31920e5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:58:58.851431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.863745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Transition to ACTIVE for port object 8a9bd312-61d1-457d-b71d-562ea31920e5 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 10:58:58.868811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:58.938456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9bd312-61d1-457d-b71d-562ea31920e5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:58.999168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Attempting to bind port 8a9bd312-61d1-457d-b71d-562ea31920e5 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 10:58:58.999782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Attempting to bind port 8a9bd312-61d1-457d-b71d-562ea31920e5 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 10:58:59.000119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Attempting to bind port 8a9bd312-61d1-457d-b71d-562ea31920e5 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:59.004816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Port 8a9bd312-61d1-457d-b71d-562ea31920e5 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 10:58:59.005390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Attempting to bind port 8a9bd312-61d1-457d-b71d-562ea31920e5 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 10:58:59.006706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74528770-2cf2-435b-8547-aa3fea0a58e3 req-5dd7f1c9-acd8-4142-aae5-5697ccf05946 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.008860 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-74528770-2cf2-435b-8547-aa3fea0a58e3 req-5dd7f1c9-acd8-4142-aae5-5697ccf05946 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0714881 Nov 27 10:58:59.010914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 10, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 10:58:59.011254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Checking segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 10:58:59.011641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Bound using segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 10:58:59.012077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Bound port: 8a9bd312-61d1-457d-b71d-562ea31920e5, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 10:58:59.012453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:59.069309 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-74528770-2cf2-435b-8547-aa3fea0a58e3 req-09189d35-5d88-4fa2-8df0-eca357593c83 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526319 Nov 27 10:58:59.088297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] For port 8a9bd312-61d1-457d-b71d-562ea31920e5, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 10:58:59.097594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] For port 8a9bd312-61d1-457d-b71d-562ea31920e5, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8a9bd312-61d1-457d-b71d-562ea31920e5,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 10:58:59.097939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:59.134684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.135329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:58:59.136776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 200 len: 1093 time: 0.7350807 Nov 27 10:58:59.137242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:58:59.139543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38400be-eee6-4d9e-82dc-02bb9a7bab46" -d '{"events": [{"name": "network-changed", "server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:58:59.198259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef792dd-8de6-4672-ae70-43ed59b51e0f x-openstack-request-id: req-aef792dd-8de6-4672-ae70-43ed59b51e0f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:58:59.198566 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:58:59.198831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aef792dd-8de6-4672-ae70-43ed59b51e0f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:58:59.199243 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'status': 'completed', 'code': 200} Nov 27 10:58:59.216572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d89ab-2656-46bf-9b73-525999ac5375 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9bd312-61d1-457d-b71d-562ea31920e5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:58:59.237788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-8c24b820-f9b0-4168-8b7c-6ca36ca4fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.239518 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-8c24b820-f9b0-4168-8b7c-6ca36ca4fcea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1096 time: 0.0573480 Nov 27 10:58:59.290578 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-8b9cb48b-0ba2-48a0-9ce9-e67584a170fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 200 len: 217 time: 0.0406864 Nov 27 10:58:59.345037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-3a935fac-333c-4122-b624-3ae7265acf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.346613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-3a935fac-333c-4122-b624-3ae7265acf09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0487535 Nov 27 10:58:59.410009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-3f0086bd-9604-460b-a435-b411f3e318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.412178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-3f0086bd-9604-460b-a435-b411f3e318ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0575562 Nov 27 10:58:59.512527 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-dcd7efb9-8c51-4b43-97cc-1f76d1cf4645 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930135 Nov 27 10:58:59.609150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d763d8f1-3270-4792-a0fb-d267ba300f49 req-b0f2eef6-06cd-4d4c-973a-34b713295509 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895839 Nov 27 10:58:59.703713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-0a7e3a93-4154-4ef5-91c3-f9e1a57a6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.705488 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-0a7e3a93-4154-4ef5-91c3-f9e1a57a6a9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1096 time: 0.0469222 Nov 27 10:58:59.795635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-5a7e5677-4201-40ab-8016-a4599a144e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.797243 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-5a7e5677-4201-40ab-8016-a4599a144e4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0854270 Nov 27 10:58:59.841924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-8fcdff59-172b-4130-9726-527c7d0e8506 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 200 len: 217 time: 0.0381212 Nov 27 10:58:59.891867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-cab3a897-7888-4599-a1d0-fe4e31ec77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.893330 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-cab3a897-7888-4599-a1d0-fe4e31ec77d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0451536 Nov 27 10:58:59.939321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-a9846f62-17ad-4d52-aa63-1cdc6681618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:58:59.940876 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-a9846f62-17ad-4d52-aa63-1cdc6681618a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409398 Nov 27 10:59:00.034003 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-7dc2a89d-c005-4a00-bc2a-ca139b8053a0 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859325 Nov 27 10:59:00.126828 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d38400be-eee6-4d9e-82dc-02bb9a7bab46 req-a732728c-4ba4-4e8d-9fca-15b70e0c36d8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854905 Nov 27 10:59:00.197981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3492cf-c51f-4686-af62-32fbcc499f72 req-fcf4f829-9a2f-4d57-86b0-2ce4402e262f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:00.199516 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e3492cf-c51f-4686-af62-32fbcc499f72 req-fcf4f829-9a2f-4d57-86b0-2ce4402e262f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0486581 Nov 27 10:59:00.248662 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e3492cf-c51f-4686-af62-32fbcc499f72 req-79a8af15-e8d8-40ee-a6cf-071f968b7f88 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Nov 27 10:59:01.367835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479b447-a898-498d-8e22-9ae6361e45d2 req-38945c1a-1fc2-446f-86eb-7a50bc57d1db tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:01.369353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3479b447-a898-498d-8e22-9ae6361e45d2 req-38945c1a-1fc2-446f-86eb-7a50bc57d1db tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0500572 Nov 27 10:59:01.423758 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3479b447-a898-498d-8e22-9ae6361e45d2 req-82c32fc4-f7f9-4c18-9348-00fe21f5a278 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484257 Nov 27 10:59:01.952803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:02.541899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766eed-4b1c-46a2-885d-2f910ac87f11 req-202b69ef-3345-41e6-85fe-426659ad3124 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:02.543624 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d3766eed-4b1c-46a2-885d-2f910ac87f11 req-202b69ef-3345-41e6-85fe-426659ad3124 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0520864 Nov 27 10:59:02.593083 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d3766eed-4b1c-46a2-885d-2f910ac87f11 req-73cde960-73d6-41a7-9be4-e506dddd1809 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Nov 27 10:59:03.709165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217302d-5179-47b0-b192-4b84d9c8611b req-2d5cce13-c204-490a-86ac-8a4f0131de9e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:03.710558 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2217302d-5179-47b0-b192-4b84d9c8611b req-2d5cce13-c204-490a-86ac-8a4f0131de9e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0502698 Nov 27 10:59:03.760252 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2217302d-5179-47b0-b192-4b84d9c8611b req-c9feb9f4-8ae4-4d90-9d21-963c1f5cfddb tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Nov 27 10:59:04.872623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bc08b-73a3-42db-a970-58a8c92f05f3 req-7f87cbd2-44af-4cc1-8ceb-9241ac96382e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:04.874076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0d0bc08b-73a3-42db-a970-58a8c92f05f3 req-7f87cbd2-44af-4cc1-8ceb-9241ac96382e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0485973 Nov 27 10:59:04.922723 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0d0bc08b-73a3-42db-a970-58a8c92f05f3 req-783e24aa-bffd-4e3d-9c2c-220372e5d6a5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Nov 27 10:59:06.038534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b345-6797-44fd-8cb2-e2588cb4ac3d req-ec92ad68-0856-4d64-92c6-0d4c6dedbbef tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:06.039986 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d813b345-6797-44fd-8cb2-e2588cb4ac3d req-ec92ad68-0856-4d64-92c6-0d4c6dedbbef tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0484445 Nov 27 10:59:06.088140 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d813b345-6797-44fd-8cb2-e2588cb4ac3d req-c64eba68-e0ce-4ccb-a119-8fd1dfe5da91 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Nov 27 10:59:07.206268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602391f-42a3-4cc9-8171-11b09e2512c4 req-cde03254-5d9b-4299-98d8-d9f78bff9b65 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:07.207787 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4602391f-42a3-4cc9-8171-11b09e2512c4 req-cde03254-5d9b-4299-98d8-d9f78bff9b65 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0527201 Nov 27 10:59:07.256830 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4602391f-42a3-4cc9-8171-11b09e2512c4 req-80ad5dc8-1dee-4183-a882-4982195427cf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Nov 27 10:59:08.374307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c17f4c-2fc4-4bd7-b177-8a1a0cad993a req-ff06ee10-8118-4763-8b18-5e92e882b5df tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:08.375780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e4c17f4c-2fc4-4bd7-b177-8a1a0cad993a req-ff06ee10-8118-4763-8b18-5e92e882b5df tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0523703 Nov 27 10:59:08.427716 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e4c17f4c-2fc4-4bd7-b177-8a1a0cad993a req-7a209a68-f8c9-4b3b-87d8-aeb70ff842fa tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454471 Nov 27 10:59:09.541126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d93c20-072c-40b2-8b72-0a6d0f744ef7 req-cfbbdaa2-0eeb-4e14-abea-2dda27cf535a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:09.542881 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33d93c20-072c-40b2-8b72-0a6d0f744ef7 req-cfbbdaa2-0eeb-4e14-abea-2dda27cf535a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0487139 Nov 27 10:59:09.591111 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33d93c20-072c-40b2-8b72-0a6d0f744ef7 req-02c19684-5ed4-4d8d-9cf0-a2e07d8901a3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Nov 27 10:59:10.270831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60b511f1-ee8a-4f99-99ce-a0c28fd4177c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:10.705861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea3f77-06bf-48e2-a0b8-5fd3b4cac719 req-8fbb7e3c-f078-4131-a3f1-bd9b1f68d573 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:10.707320 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2ea3f77-06bf-48e2-a0b8-5fd3b4cac719 req-8fbb7e3c-f078-4131-a3f1-bd9b1f68d573 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0495985 Nov 27 10:59:10.756107 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2ea3f77-06bf-48e2-a0b8-5fd3b4cac719 req-e3ed52d1-f7f0-43ed-920e-48637eef3072 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Nov 27 10:59:11.869326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f3fc4-1c43-45b0-be0f-6257ca8060e0 req-2e6747a3-9905-4479-aee5-8b2980274ac4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:11.871471 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d80f3fc4-1c43-45b0-be0f-6257ca8060e0 req-2e6747a3-9905-4479-aee5-8b2980274ac4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0489397 Nov 27 10:59:11.923576 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d80f3fc4-1c43-45b0-be0f-6257ca8060e0 req-4c5c3db9-20b2-4eec-b608-1d9bac10b5fd tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Nov 27 10:59:13.040798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c9099-79c9-4d87-9cf9-87e9bc3c527f req-2d1cea39-a844-4298-ade6-12a3568aef2a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:13.042288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-283c9099-79c9-4d87-9cf9-87e9bc3c527f req-2d1cea39-a844-4298-ade6-12a3568aef2a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 943 time: 0.0521820 Nov 27 10:59:13.059111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8b6002a9-27b2-49d6-9bfd-18e8d602925d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:13.093567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-283c9099-79c9-4d87-9cf9-87e9bc3c527f req-edf66021-5549-49d9-bc21-546fd397e009 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Nov 27 10:59:13.376596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8a9bd312-61d1-457d-b71d-562ea31920e5 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 10:59:13.470561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8a9bd312-61d1-457d-b71d-562ea31920e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8a9bd312-61d1-457d-b71d-562ea31920e5,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:59:13.481996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'port_id': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'mac_address': 'fa:16:3e:0f:93:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 10:59:13.522425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:13.674635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9bd312-61d1-457d-b71d-562ea31920e5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 10:59:13.694266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8a9bd312-61d1-457d-b71d-562ea31920e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8a9bd312-61d1-457d-b71d-562ea31920e5,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:59:13.697865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:13.743641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8a9bd312-61d1-457d-b71d-562ea31920e5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:59:13.750422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.750774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.751117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.751456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.751789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.752122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.752494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.752826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.753155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.753478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.753798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.754117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 10:59:13.883065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:14.039338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['8a9bd312-61d1-457d-b71d-562ea31920e5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 10:59:14.215005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e6d4-3f48-4b73-9484-bffcf6628917 req-08e08401-b5dd-4e4c-a316-227bb92eb20d tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:14.216505 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8f32e6d4-3f48-4b73-9484-bffcf6628917 req-08e08401-b5dd-4e4c-a316-227bb92eb20d tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 944 time: 0.0475030 Nov 27 10:59:14.264628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8f32e6d4-3f48-4b73-9484-bffcf6628917 req-25d45e74-57c3-46cf-b14d-bd1d53633587 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Nov 27 10:59:15.379073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c2b7-7db9-466e-8322-0223ed51b6ee req-ba676c36-6ad3-4dbc-b91a-fc07f52501e9 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:15.380559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2327c2b7-7db9-466e-8322-0223ed51b6ee req-ba676c36-6ad3-4dbc-b91a-fc07f52501e9 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 944 time: 0.0485973 Nov 27 10:59:15.394564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8a9bd312-61d1-457d-b71d-562ea31920e5 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 10:59:15.430470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2327c2b7-7db9-466e-8322-0223ed51b6ee req-31c104f2-10d6-4842-97e6-19a350aedb98 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Nov 27 10:59:15.452885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 8a9bd312-61d1-457d-b71d-562ea31920e5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 10:59:15.457047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 8a9bd312-61d1-457d-b71d-562ea31920e5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 10:59:15.457423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:15.511264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:15.549963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:15.571412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:59:15.573727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b70bec-b1ed-48f9-8de5-d2dbf8bbbefe" -d '{"events": [{"server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "name": "network-vif-plugged", "status": "completed", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:59:15.586851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8a9bd312-61d1-457d-b71d-562ea31920e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8a9bd312-61d1-457d-b71d-562ea31920e5,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 10:59:15.590845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:15.614511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834a346c-0047-4b40-80c0-b1d43250260d x-openstack-request-id: req-834a346c-0047-4b40-80c0-b1d43250260d {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:59:15.614811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "name": "network-vif-plugged", "status": "completed", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:59:15.615060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-834a346c-0047-4b40-80c0-b1d43250260d {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:59:15.615456 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'code': 200} Nov 27 10:59:15.632583 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:59:15.641693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8a9bd312-61d1-457d-b71d-562ea31920e5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:59:15.905332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066acb44-ca86-48b6-90ea-2252006fc1d3 req-4be18e4f-93ab-4b8c-81f5-bc1f41786372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:15.906732 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-066acb44-ca86-48b6-90ea-2252006fc1d3 req-4be18e4f-93ab-4b8c-81f5-bc1f41786372 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1098 time: 0.0400288 Nov 27 10:59:15.954802 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-066acb44-ca86-48b6-90ea-2252006fc1d3 req-9554a419-9443-463b-88b4-945feba90159 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Nov 27 10:59:16.231877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:16.542942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf791a0-6318-4158-a443-101aed3fd73e req-de5908ff-3a0b-486d-a306-4a9cd86328be tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:16.544316 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1cf791a0-6318-4158-a443-101aed3fd73e req-de5908ff-3a0b-486d-a306-4a9cd86328be tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 945 time: 0.0488408 Nov 27 10:59:16.592088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1cf791a0-6318-4158-a443-101aed3fd73e req-cadd51ca-c79d-47d1-bdec-c9b422ad8146 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Nov 27 10:59:17.708074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c57db-8a1b-4b94-88ee-7045a0725873 req-81b418fa-aba3-4909-86ae-57692ea77577 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:17.709733 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-738c57db-8a1b-4b94-88ee-7045a0725873 req-81b418fa-aba3-4909-86ae-57692ea77577 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 945 time: 0.0494883 Nov 27 10:59:17.763001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-738c57db-8a1b-4b94-88ee-7045a0725873 req-5b41a189-5b74-4922-966b-31bb2d6ad8ff tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 Nov 27 10:59:17.880878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bab33-f55d-4f36-a64c-75f843d6e648 req-39161b76-b04d-4ce8-8cb1-738d4703333c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:17.882642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6a2bab33-f55d-4f36-a64c-75f843d6e648 req-39161b76-b04d-4ce8-8cb1-738d4703333c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 945 time: 0.0487006 Nov 27 10:59:17.931179 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6a2bab33-f55d-4f36-a64c-75f843d6e648 req-f51b7463-3dbf-4a52-a516-c4253d827e3f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Nov 27 10:59:17.953351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45920) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:59:18.037042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23da969-fafb-452d-9634-736be29af618 tempest-TestVolumeBootPattern-2064235348 tempest-TestVolumeBootPattern-2064235348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:18.038539 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a23da969-fafb-452d-9634-736be29af618 tempest-TestVolumeBootPattern-2064235348 tempest-TestVolumeBootPattern-2064235348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1093 time: 0.0842116 Nov 27 10:59:18.041420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 45924) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 10:59:18.045821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 10:59:18.067857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:18.161439 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:18.265065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Allocated IP 172.26.1.174 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e1727c8f-b439-4c7f-ab49-375daf779edc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 10:59:18.362526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:18.394814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:18.434149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 10:59:18.437032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 10:59:18.442884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 10:59:18.470915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=e1727c8f-b439-4c7f-ab49-375daf779edc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:59:19.107163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:19.171416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:19.319160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:19.323437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:19.392127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=e1727c8f-b439-4c7f-ab49-375daf779edc,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 10:59:19.400294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:19.499500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Floating IP 0e7dcdef-b805-4160-9d63-d0c3ab81480e associated. External IP: 172.26.1.174, port: 8a9bd312-61d1-457d-b71d-562ea31920e5. Nov 27 10:59:19.702276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 10:59:19.810062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 10:59:19.820125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 10:59:19.828272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:19.829984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:59:19.830614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:59:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:59:19.854475 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-582d1884-86c0-40e9-b895-e832aa075a24 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8120511 Nov 27 10:59:19.855253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 10:59:19.857540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 10:59:19.894665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c018b-9ac3-41f4-9394-4e5dbccafbdd x-openstack-request-id: req-a91c018b-9ac3-41f4-9394-4e5dbccafbdd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 10:59:19.894962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 10:59:19.895221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a91c018b-9ac3-41f4-9394-4e5dbccafbdd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 10:59:19.895734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'status': 'completed', 'code': 200} Nov 27 10:59:19.938444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:59:19.956139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-c2d10155-1d79-4e1b-8473-b2132768c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:19.957673 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-c2d10155-1d79-4e1b-8473-b2132768c4a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1098 time: 0.0408161 Nov 27 10:59:20.054384 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-d4e5dff8-0615-4c06-99ff-117d9a5a87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:20.055916 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-d4e5dff8-0615-4c06-99ff-117d9a5a87b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0889065 Nov 27 10:59:20.121451 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-0f86b25c-34bb-406a-bbf1-81c08621edee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 200 len: 999 time: 0.0583220 Nov 27 10:59:20.159114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0e7dcdef-b805-4160-9d63-d0c3ab81480e', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.174', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:0f:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:59:18Z', 'updated_at': '2021-11-27T10:59:18Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:59:20.175376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-0dfd6cd8-06ab-4d3a-bdde-a4dbadde3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:20.177377 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-0dfd6cd8-06ab-4d3a-bdde-a4dbadde3409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0487428 Nov 27 10:59:20.189420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 10:59:20.198471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 10:59:20.199083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T10:59:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:59:20.223317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-04532ebe-a103-410e-ab27-381eb9f00122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:20.224786 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-04532ebe-a103-410e-ab27-381eb9f00122 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403733 Nov 27 10:59:20.304424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 10:59:20.320458 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-a520f248-fd78-4273-906b-7ed6e5d436ba service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871203 Nov 27 10:59:20.414588 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8638b2e9-185f-4a8a-b39c-7ff35cfbf7e6 req-ac4be050-0e4e-49f2-8e6e-8e4273c8853a service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872796 Nov 27 10:59:20.525153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0e7dcdef-b805-4160-9d63-d0c3ab81480e', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.174', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:0f:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:59:18Z', 'updated_at': '2021-11-27T10:59:18Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 10:59:20.551453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5543f-ff43-44c2-86d9-943f72c58886 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '0e7dcdef-b805-4160-9d63-d0c3ab81480e', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.174', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:0f:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T10:59:18Z', 'updated_at': '2021-11-27T10:59:18Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 10:59:20.729848 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7774c53-b5ef-4d9d-9b36-e465ddd47121 None None] New status for floating IP 0e7dcdef-b805-4160-9d63-d0c3ab81480e: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 10:59:31.952401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:40.272328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6b17c6a0-87e1-401c-9ef0-94986fd12e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:43.059360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c1a1c8-ba52-4b14-b738-fa1cfd0fb47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:43.885285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:45.505623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:46.233083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 10:59:52.630735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 10:59:56.936775 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-c1d7f8fc-38f1-45fb-8017-e16d6f8d1fdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398052 Nov 27 10:59:57.022966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-5da08b75-ae6c-4e60-9662-1c199952cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:57.024528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-5da08b75-ae6c-4e60-9662-1c199952cde3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1098 time: 0.0445940 Nov 27 10:59:57.127780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-0c931bc0-1f04-45b1-9202-0932efecd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:57.129247 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-0c931bc0-1f04-45b1-9202-0932efecd22c service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0849226 Nov 27 10:59:57.198133 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-2a87ef4a-f160-4fda-bbd0-0e2834cecfa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 200 len: 1001 time: 0.0617020 Nov 27 10:59:57.248560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-85c87dec-5d48-4fc3-aa82-63155ae2c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:57.249986 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-85c87dec-5d48-4fc3-aa82-63155ae2c391 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0443532 Nov 27 10:59:57.294685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-950185bc-a6c4-4144-b63b-eb26ae73a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 10:59:57.296154 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-950185bc-a6c4-4144-b63b-eb26ae73a242 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393441 Nov 27 10:59:57.392297 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-affb72ec-d0d3-4bfc-9303-a4ea7f67ac38 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887818 Nov 27 10:59:57.481985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-105d9735-6bdd-41af-9447-7be6addb0cc3 req-388810e2-3bbf-483b-95be-0c176f78d56b service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829859 Nov 27 11:00:01.944833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:10.274685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-754529b8-a347-45fa-9d22-a70188aee40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:13.061396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f2d6-927c-41f5-8df2-2f5f1bdd00ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:13.889456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:15.509131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:16.234584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:29.630049 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:00:31.935530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:40.275952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce452f5d-0ee4-4f37-a58d-ba684891bab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:43.061736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6fa281c7-17c5-4278-a3f6-e584c24654d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:43.890929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:45.515375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:46.237940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:00:56.929624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-cc480be2-6847-48f2-8d53-a214b2f1a35b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406978 Nov 27 11:00:57.010655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-6a01c657-5f16-40ab-8415-51f412cf88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:00:57.012116 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-6a01c657-5f16-40ab-8415-51f412cf88da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 1098 time: 0.0397701 Nov 27 11:00:57.117886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-608e8013-4a1c-4274-acbe-0228cc70dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:00:57.119346 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-608e8013-4a1c-4274-acbe-0228cc70dfcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0878639 Nov 27 11:00:57.184892 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-a2c9b797-bc33-423c-b784-e0216d64fd56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 200 len: 1001 time: 0.0585651 Nov 27 11:00:57.232009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-c1a77eca-c779-4c6d-816b-2e5593193f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:00:57.233450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-c1a77eca-c779-4c6d-816b-2e5593193f3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0423999 Nov 27 11:00:57.282403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-6f89cdcd-d31e-43b9-8394-4d1494cee51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:00:57.284503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-6f89cdcd-d31e-43b9-8394-4d1494cee51a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433230 Nov 27 11:00:57.375957 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-d7d8d29c-6cc3-48e8-864b-b146f4d27841 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841105 Nov 27 11:00:57.471776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-250da7cd-2c5a-440a-bb8b-7120df334e94 req-1b6af3d8-359a-4ee1-97ba-3dd5af194551 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883033 Nov 27 11:01:01.950184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:06.632099 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:01:10.277707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f45be1ae-cc11-4208-8e70-e8605a823a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:13.063101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2fea0259-02dd-42b6-b2d8-f7e5a9a53e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:13.892992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:15.318255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9135e-016b-41bf-a1b6-24ef0c2a3708 req-88130627-c42c-489e-a0ea-f3a62dcc1ba8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:15.319734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bcb9135e-016b-41bf-a1b6-24ef0c2a3708 req-88130627-c42c-489e-a0ea-f3a62dcc1ba8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 945 time: 0.1032288 Nov 27 11:01:15.370425 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bcb9135e-016b-41bf-a1b6-24ef0c2a3708 req-b3a6c9c8-dc8b-4bda-ad61-2fc7d5061d3a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Nov 27 11:01:15.513337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:16.240050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:16.537525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246b126-1983-4881-9a29-e6f318d7bc7a req-15341310-7120-457f-b5ce-c37157e92d5c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:16.538899 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5246b126-1983-4881-9a29-e6f318d7bc7a req-15341310-7120-457f-b5ce-c37157e92d5c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 945 time: 0.1007967 Nov 27 11:01:16.586868 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5246b126-1983-4881-9a29-e6f318d7bc7a req-3b896e32-68d7-4f36-bde8-329e072ad51a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Nov 27 11:01:16.936555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-b3dc86d4-4c65-49f1-9ff8-03e8b68ef375 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:16.938045 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-b3dc86d4-4c65-49f1-9ff8-03e8b68ef375 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 945 time: 0.0535722 Nov 27 11:01:17.025177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Deleting port 8a9bd312-61d1-457d-b71d-562ea31920e5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:01:17.025508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:17.114274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] For port 8a9bd312-61d1-457d-b71d-562ea31920e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8a9bd312-61d1-457d-b71d-562ea31920e5,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:01:17.114628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:17.342423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:17.342782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:17.343237 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Floating IP 0e7dcdef-b805-4160-9d63-d0c3ab81480e disassociated. External IP: 172.26.1.174, port: 8a9bd312-61d1-457d-b71d-562ea31920e5. Nov 27 11:01:17.343580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Calling delete_port for 8a9bd312-61d1-457d-b71d-562ea31920e5 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:01:17.468967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:17.497651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'Port': ['ID=8a9bd312-61d1-457d-b71d-562ea31920e5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:17.509671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.510031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.510391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.510733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.511070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.511409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.511746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.512075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.512433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.512762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.513090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.513418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:17.625432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:01:17.680847 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-62aa5fa8-ac28-4f4f-9d20-a1d6254422b7 req-94d0640e-cbca-42fe-b0f4-0fc226eb0067 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0263300 Nov 27 11:01:17.734296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:01:17.744513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:01:17.754797 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:01:17.755413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:01:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:17.777370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] No DVR routers for this DVR port 8a9bd312-61d1-457d-b71d-562ea31920e5 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:01:17.779933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:17.783451 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e25c9f2-af54-4b45-9a01-433d439b8ac2 req-bdc8816b-8e72-4722-b9a6-e14c3f38c2b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "DELETE /v2.0/ports/8a9bd312-61d1-457d-b71d-562ea31920e5 HTTP/1.1" status: 204 len: 173 time: 0.8394897 Nov 27 11:01:17.783914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'name': 'network-vif-deleted', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:01:17.786886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3642a645-d432-46eb-bb5a-c60c57cdfa82" -d '{"events": [{"server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "name": "network-vif-deleted", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:01:17.877522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:01:17.898638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81f913f-5ab4-4195-bc97-038de6a8272c x-openstack-request-id: req-f81f913f-5ab4-4195-bc97-038de6a8272c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:01:17.899019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f", "name": "network-vif-deleted", "tag": "8a9bd312-61d1-457d-b71d-562ea31920e5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:01:17.899345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81f913f-5ab4-4195-bc97-038de6a8272c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:01:17.899823 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f', 'name': 'network-vif-deleted', 'tag': '8a9bd312-61d1-457d-b71d-562ea31920e5', 'status': 'completed', 'code': 200} Nov 27 11:01:18.098985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:18.267516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:01:18.276764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:01:18.277382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:01:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:18.383476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:01:18.583175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:18.613154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f278b6-ee11-448c-9ced-32e42ec2a1e4 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:01:18.778747 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-909589c4-a5c5-4069-b940-7a6b55842aa4 req-7c38b7a4-903c-46bb-b495-da647155c84f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0279906 Nov 27 11:01:18.858518 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c9bf8-19ed-414f-9e0f-210b07221cc0 None None] New status for floating IP 0e7dcdef-b805-4160-9d63-d0c3ab81480e: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:01:19.875335 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7a680dac-b811-46e8-a338-4fc5d1f6733a req-25722286-312a-4085-ac04-1b322e432ddd tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0269978 Nov 27 11:01:19.976945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8a9bd312-61d1-457d-b71d-562ea31920e5 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:01:19.996658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 8a9bd312-61d1-457d-b71d-562ea31920e5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:01:19.997007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8a9bd312-61d1-457d-b71d-562ea31920e5 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:01:20.974461 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a6514e8-e9cb-471e-a06e-2d09115ae1a9 req-e760b38d-65f2-4f41-a3ae-de42786839ea tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0258451 Nov 27 11:01:22.077796 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97989c43-e8e9-44bd-9915-4585f306aee9 req-797a684f-e868-4e2e-a2ba-a4715ebdcf32 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b73388c-3cb8-4d5c-b3a7-e8a84c7aa38f HTTP/1.1" status: 200 len: 210 time: 0.0253794 Nov 27 11:01:23.279946 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-bb38fc98-875b-48b8-8afc-ebc216cfdd23 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312767444&fields=id&tenant_id=37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 267 time: 0.0432351 Nov 27 11:01:23.387578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-5e2ea61e-6f7c-4b92-87f7-9c9227fd344c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:23.389094 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-5e2ea61e-6f7c-4b92-87f7-9c9227fd344c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 811 time: 0.1019392 Nov 27 11:01:23.403423 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-c74c642a-963e-44a3-b7b2-1f29d99f2aae tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/quotas/37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 375 time: 0.0086291 Nov 27 11:01:23.453087 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-e42a720d-9513-48bf-92d8-ffbe1d601b5f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446763 Nov 27 11:01:23.598280 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-212e7201-9a3e-45f3-b6a4-1016710a3139 service neutron] 10.222.0.13 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335425 Nov 27 11:01:23.685513 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-f4a5a433-0574-4e55-97dc-65527a0051ce service neutron] 10.222.0.13 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Nov 27 11:01:23.964642 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c1f12bca-b238-46c4-a399-07da58c8e4b0 req-189ad132-4aec-4ed5-9727-418440e47f1d tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 210 time: 0.0297952 Nov 27 11:01:24.898778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-4f1c82dc-92dc-4de0-90bf-8f5cafcaceaf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:24.900228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-4f1c82dc-92dc-4de0-90bf-8f5cafcaceaf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 811 time: 0.1105945 Nov 27 11:01:24.967890 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-2b2bc02c-08ac-4a17-8298-20913300b6fb tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 380 time: 0.0542133 Nov 27 11:01:24.977116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'port': {'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'admin_state_up': True, 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'security_groups': ['cd09a00d-1495-4b86-8597-6bc2fd615d9a']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:01:25.074188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a471d2ab-b768-4744-95cc-e77078f651a1 req-7f655d8e-8351-4b84-bcef-62e6aabd6a4e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Nov 27 11:01:25.122050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Made reservation on behalf of 37a0dd2970804ff39f823977ce0c3506 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:01:25.125562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.255317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Allocated IP 172.20.0.6 (56d5549f-15a6-431a-84cd-d2ed64d3d183/5fb1b578-a842-4e84-aee0-8efd9d9b6f2a/5cdabb79-3d65-49c4-b1b5-fa55ad2914c6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:01:25.392023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.427064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.478144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:01:25.481173 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:01:25.484785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:01:25.492112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:25.549824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:25.550484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.570747 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-89984ea6-385d-4b41-b43a-68d187241b92 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976720 Nov 27 11:01:25.589247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Request body: {'port': {'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:01:25.659605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.721638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c8c34946-97b4-460b-a92d-c3224f103f72 None None] Provisioning complete for port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:01:25.722168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c8c34946-97b4-460b-a92d-c3224f103f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.764260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c8c34946-97b4-460b-a92d-c3224f103f72 None None] Port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:01:25.941624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:01:25.949528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:25.961631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Transition to ACTIVE for port object 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:01:25.964950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:26.013705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Pushing event updated for resources: {'Port': ['ID=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:26.087550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Attempting to bind port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:01:26.087887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Attempting to bind port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:01:26.088213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Attempting to bind port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:01:26.093244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:01:26.093699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Attempting to bind port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:01:26.098823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:01:26.099158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Checking segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:01:26.099547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Bound using segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:01:26.100047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Bound port: 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:01:26.100418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:26.191813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] For port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:01:26.196350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] For port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:01:26.204561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:26.217719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317236-9fcc-44e6-86fe-9a8dfca4e8a4 req-fa593c3c-fbca-4e47-8edb-2373766f8b54 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:26.219783 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-df317236-9fcc-44e6-86fe-9a8dfca4e8a4 req-fa593c3c-fbca-4e47-8edb-2373766f8b54 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0623653 Nov 27 11:01:26.244071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:26.244710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:26.246680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] 10.222.0.24 "PUT /v2.0/ports/5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 1093 time: 0.6614041 Nov 27 11:01:26.247143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:01:26.249592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ee170-ec71-4743-b2b6-ac6402a561e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:01:26.275400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7732aba-e614-4c8a-89e2-a4bb7766382a service neutron] Pushing event updated for resources: {'Port': ['ID=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:26.278073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-df317236-9fcc-44e6-86fe-9a8dfca4e8a4 req-91b01625-8583-4e2e-83b2-b878da8cff14 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516305 Nov 27 11:01:26.347097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be28ff7-6049-43dd-be53-dfdc895936df x-openstack-request-id: req-9be28ff7-6049-43dd-be53-dfdc895936df {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:01:26.347436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:01:26.347646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9be28ff7-6049-43dd-be53-dfdc895936df {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:01:26.348107 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'status': 'completed', 'code': 200} Nov 27 11:01:26.364122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-465ca0f2-5e66-45c5-9931-ac8957122e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:26.366252 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-465ca0f2-5e66-45c5-9931-ac8957122e8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1096 time: 0.0541234 Nov 27 11:01:26.413570 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-dfb15962-c386-4c33-81b9-292fb475d373 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 217 time: 0.0390635 Nov 27 11:01:26.465679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-ba490df8-f314-4033-a6b3-3fc4dd86fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:26.467209 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-ba490df8-f314-4033-a6b3-3fc4dd86fb07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0463319 Nov 27 11:01:26.521640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-59dc9dbb-f71b-4b31-b136-391422b062f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:26.523894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-59dc9dbb-f71b-4b31-b136-391422b062f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489562 Nov 27 11:01:26.622904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-49b75515-ce10-4b21-b487-f3e720b8bc74 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921693 Nov 27 11:01:26.713288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f45bb99a-2172-4da5-ba3f-459de8998752 req-db2eec4c-4faf-45f0-8576-b02be183b656 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834320 Nov 27 11:01:26.799019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-0fa41209-4076-4f7b-b36f-4e4a9515a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:26.801094 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-0fa41209-4076-4f7b-b36f-4e4a9515a8e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1096 time: 0.0461667 Nov 27 11:01:27.230701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-64f59eac-ffeb-4393-aafd-1ec09452543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:27.232170 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-64f59eac-ffeb-4393-aafd-1ec09452543a service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.4225655 Nov 27 11:01:27.273732 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-672eab84-d886-47d6-9a5e-924763180b9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 217 time: 0.0342004 Nov 27 11:01:27.332115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-04d71010-727e-403d-aa5c-bb409b7d9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:27.333580 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-04d71010-727e-403d-aa5c-bb409b7d9fdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0534241 Nov 27 11:01:27.383414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-b72ffd8b-be54-4e2b-8822-400c0fd8cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:27.384988 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-b72ffd8b-be54-4e2b-8822-400c0fd8cb6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436592 Nov 27 11:01:27.416882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e428eed-0899-4b31-97f6-03da11d065c0 req-1e217817-8635-4467-8e17-ff0b7895b0a7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:27.419055 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4e428eed-0899-4b31-97f6-03da11d065c0 req-1e217817-8635-4467-8e17-ff0b7895b0a7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0523627 Nov 27 11:01:27.473515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4e428eed-0899-4b31-97f6-03da11d065c0 req-7793a964-a39d-4475-8968-80759f524cc9 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477118 Nov 27 11:01:27.484267 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-f6c89dc0-b247-474a-b24b-6e957e99f673 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923281 Nov 27 11:01:27.580068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-831ee170-ec71-4743-b2b6-ac6402a561e0 req-f5f07e41-cc09-47a4-b5b7-71558012c3f5 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866089 Nov 27 11:01:28.592331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c794a-649c-47d7-97f1-65c63576f476 req-67313858-30d3-4f62-8a6c-3c90b3236dc2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:28.593821 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa3c794a-649c-47d7-97f1-65c63576f476 req-67313858-30d3-4f62-8a6c-3c90b3236dc2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0495014 Nov 27 11:01:28.643958 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa3c794a-649c-47d7-97f1-65c63576f476 req-a38dc09e-9d81-400a-aa97-b2d8dcb2c33d tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Nov 27 11:01:29.767633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e621d7b-cb27-4627-b2a5-7b6459316b72 req-3279c558-65bd-4c0e-8df2-c37fd4c7eba6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:29.769670 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0e621d7b-cb27-4627-b2a5-7b6459316b72 req-3279c558-65bd-4c0e-8df2-c37fd4c7eba6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0556829 Nov 27 11:01:29.819894 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0e621d7b-cb27-4627-b2a5-7b6459316b72 req-9c604fe8-94ac-4611-a99b-b03aba68e30c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Nov 27 11:01:30.942195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713058cc-a8ad-4e8e-8852-498b9acf328e req-75325b66-7d94-4a04-aa3f-6f40e4578290 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:30.943691 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-713058cc-a8ad-4e8e-8852-498b9acf328e req-75325b66-7d94-4a04-aa3f-6f40e4578290 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0544326 Nov 27 11:01:30.991913 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-713058cc-a8ad-4e8e-8852-498b9acf328e req-5a94fb10-53fc-4bc4-88cf-25448f16e80a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Nov 27 11:01:31.957166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:32.104099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5fbb-4360-4c71-a135-73a110bd8775 req-44dc278b-881a-4ab2-b60d-da972714b0f8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:32.105574 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f88a5fbb-4360-4c71-a135-73a110bd8775 req-44dc278b-881a-4ab2-b60d-da972714b0f8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0479105 Nov 27 11:01:32.154359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f88a5fbb-4360-4c71-a135-73a110bd8775 req-10252aa9-8b11-4345-86dc-fb1fe78465c2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Nov 27 11:01:33.267920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2773-f2ac-41b6-b692-3b5edb1cb6db req-e832a34b-357d-4050-8c2e-a687d9196759 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:33.270263 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-28de2773-f2ac-41b6-b692-3b5edb1cb6db req-e832a34b-357d-4050-8c2e-a687d9196759 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0492339 Nov 27 11:01:33.319645 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-28de2773-f2ac-41b6-b692-3b5edb1cb6db req-1a50c0b4-8f25-4d6c-ab1e-d944525e548f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Nov 27 11:01:34.432897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8097d11-976d-44ab-9ac6-61e2a057778a req-c678dec6-224b-4c6c-97a3-221465180692 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:34.434345 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8097d11-976d-44ab-9ac6-61e2a057778a req-c678dec6-224b-4c6c-97a3-221465180692 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0480440 Nov 27 11:01:34.486526 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8097d11-976d-44ab-9ac6-61e2a057778a req-0b30d36a-3661-4e5d-b1b4-f01fbc6a4147 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Nov 27 11:01:35.600183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c269120-948c-41ac-9b82-5c0937d1a530 req-7adcd997-52c4-4920-95f8-69b510f5ec25 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:35.601683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4c269120-948c-41ac-9b82-5c0937d1a530 req-7adcd997-52c4-4920-95f8-69b510f5ec25 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0483632 Nov 27 11:01:35.654438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4c269120-948c-41ac-9b82-5c0937d1a530 req-b61b5a39-a89f-43bc-acc3-b5b16ebf2bb4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469551 Nov 27 11:01:36.769167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c74b-3bb4-429f-8498-efdcd5d919a4 req-90b013fa-7cf7-4429-9055-027278d69d55 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:36.771309 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1335c74b-3bb4-429f-8498-efdcd5d919a4 req-90b013fa-7cf7-4429-9055-027278d69d55 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0499601 Nov 27 11:01:36.820905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1335c74b-3bb4-429f-8498-efdcd5d919a4 req-fe06ad4b-1a65-45a5-8ed4-3b9865e6fc20 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437553 Nov 27 11:01:37.934090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91760f7d-ea3f-4419-b69b-1c337478a731 req-d4d12bfa-82dd-4fef-8c14-14a6b767aaff tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:37.935596 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91760f7d-ea3f-4419-b69b-1c337478a731 req-d4d12bfa-82dd-4fef-8c14-14a6b767aaff tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 943 time: 0.0498202 Nov 27 11:01:37.983939 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91760f7d-ea3f-4419-b69b-1c337478a731 req-797fff76-9829-480c-a07e-5ec154a519c1 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Nov 27 11:01:38.060955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:01:38.157848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:01:38.168824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:01:38.205408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:38.218573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:01:38.238299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:01:38.242212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:38.290843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:38.298043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.298418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.298762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.299100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.299434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.299769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.300098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.300452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.300787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.301114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.301438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.301760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:01:38.552591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['5cdabb79-3d65-49c4-b1b5-fa55ad2914c6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:01:39.097738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564774-d7a2-4b93-8ec7-65df92dbe831 req-122db778-26bc-4e17-8ae3-b7ccc179eb60 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:39.099774 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d8564774-d7a2-4b93-8ec7-65df92dbe831 req-122db778-26bc-4e17-8ae3-b7ccc179eb60 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 944 time: 0.0490420 Nov 27 11:01:39.148264 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d8564774-d7a2-4b93-8ec7-65df92dbe831 req-a5ef0076-64a8-4478-aba2-65fb21bd37b9 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Nov 27 11:01:40.075949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:01:40.124618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:01:40.128339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:01:40.128742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:40.209627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:40.233290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:01:40.235563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d725a9-bf0c-4dbf-a71f-1aed4f37815b" -d '{"events": [{"server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "name": "network-vif-plugged", "status": "completed", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:01:40.249720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:01:40.254030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:40.270325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304056d-aeac-4896-9916-8ed475339c0e req-2f1e5838-e837-494d-b119-f85ea5ab36fc tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:40.277367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4304056d-aeac-4896-9916-8ed475339c0e req-2f1e5838-e837-494d-b119-f85ea5ab36fc tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 944 time: 0.0581257 Nov 27 11:01:40.305493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6fcd-3698-47fe-9fbc-de5b5e844933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:40.325919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:40.336364 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4304056d-aeac-4896-9916-8ed475339c0e req-bb00656b-de8a-4517-955b-b81cccc3e1ea tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556502 Nov 27 11:01:40.352822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6490a1-429f-4431-b2ed-5b84ff2a920a x-openstack-request-id: req-db6490a1-429f-4431-b2ed-5b84ff2a920a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:01:40.353120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "name": "network-vif-plugged", "status": "completed", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:01:40.353374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db6490a1-429f-4431-b2ed-5b84ff2a920a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:01:40.353770 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'code': 200} Nov 27 11:01:40.532775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835442c-a17c-4406-966f-ae44e8a071c6 req-86294473-beb9-46b2-b4ba-277d3cf1bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:40.534270 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4835442c-a17c-4406-966f-ae44e8a071c6 req-86294473-beb9-46b2-b4ba-277d3cf1bf95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1098 time: 0.0439501 Nov 27 11:01:40.582865 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4835442c-a17c-4406-966f-ae44e8a071c6 req-056ac3d2-357d-4b01-bc71-15457d76ea80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Nov 27 11:01:41.440699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8b514-1359-4093-ac36-3cdcbd4f2049 req-1f2d859e-ab65-463a-adde-48b50f3a6bf2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:41.442721 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04d8b514-1359-4093-ac36-3cdcbd4f2049 req-1f2d859e-ab65-463a-adde-48b50f3a6bf2 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Nov 27 11:01:41.491383 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04d8b514-1359-4093-ac36-3cdcbd4f2049 req-52f31fd6-d7cf-439e-8731-7be7cf889ff0 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Nov 27 11:01:42.610706 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd6ead-9ade-482a-9100-250f42bd2030 req-30bb1d39-3ed3-46d1-a472-96be2dc80ec8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:42.612168 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cbdd6ead-9ade-482a-9100-250f42bd2030 req-30bb1d39-3ed3-46d1-a472-96be2dc80ec8 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Nov 27 11:01:42.660456 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cbdd6ead-9ade-482a-9100-250f42bd2030 req-44047116-50e5-418e-b899-6f3eeba178d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Nov 27 11:01:42.778614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788680-938b-41ce-b178-a5e0084023d4 req-7fba766a-3767-4a8d-8d25-a24a8ab549a5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:42.779974 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c788680-938b-41ce-b178-a5e0084023d4 req-7fba766a-3767-4a8d-8d25-a24a8ab549a5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 945 time: 0.0520129 Nov 27 11:01:42.830412 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c788680-938b-41ce-b178-a5e0084023d4 req-d8d3ce46-6575-4e8a-a2b6-c5cadb8edcf1 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Nov 27 11:01:42.852792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:01:42.891988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975132bc-382e-4b32-8485-dfb3fd14a6da tempest-TestVolumeBootPattern-2064235348 tempest-TestVolumeBootPattern-2064235348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:42.893504 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-975132bc-382e-4b32-8485-dfb3fd14a6da tempest-TestVolumeBootPattern-2064235348 tempest-TestVolumeBootPattern-2064235348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1093 time: 0.0397217 Nov 27 11:01:42.897126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:01:42.901297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:01:42.923610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.023956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.065480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-561f9405-9ad5-4218-9063-3dd2a074ff02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.127774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Allocated IP 172.26.1.245 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/f44ead84-6e66-40ed-9228-d37715cee670) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:01:43.231944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.266204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.306983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:01:43.309831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:01:43.312922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:01:43.338218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=f44ead84-6e66-40ed-9228-d37715cee670,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:43.631530 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:01:43.669811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.734758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.883242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.887969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.899609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:43.967494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=f44ead84-6e66-40ed-9228-d37715cee670,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:01:43.975803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:44.072513 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Floating IP d9dd4759-cedd-4f2d-9041-09d5a59a9853 associated. External IP: 172.26.1.245, port: 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6. Nov 27 11:01:44.274680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:01:44.380953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:01:44.391290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:01:44.399242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:44.402818 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:01:44.403440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:01:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:44.426460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-69a3dd75-624d-4e1f-95d0-186e711f6f6b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5282931 Nov 27 11:01:44.427036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:01:44.429357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56512aa5-d63e-4eef-a53a-03738e442f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:01:44.467952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c54fe-4211-4771-97ea-95f7737d1889 x-openstack-request-id: req-ea3c54fe-4211-4771-97ea-95f7737d1889 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:01:44.468253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:01:44.468547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea3c54fe-4211-4771-97ea-95f7737d1889 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:01:44.468963 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'status': 'completed', 'code': 200} Nov 27 11:01:44.514938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:01:44.534831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-84402a23-25e6-4a20-b3fc-290e80ef78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:44.536347 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-84402a23-25e6-4a20-b3fc-290e80ef78c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1098 time: 0.0462680 Nov 27 11:01:44.628806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-7b34edd7-564c-4a44-81b5-30a9c7bb5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:44.631022 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-7b34edd7-564c-4a44-81b5-30a9c7bb5802 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0864453 Nov 27 11:01:44.703338 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-572f3d07-0d54-4e56-aa41-efc674abf171 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 999 time: 0.0628741 Nov 27 11:01:44.743662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:43Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:44.754277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-9e4a2a3e-c59a-4787-b901-195eb8914e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:44.756586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-9e4a2a3e-c59a-4787-b901-195eb8914e5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0482936 Nov 27 11:01:44.770572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:01:44.779714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:01:44.780337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:01:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:44.806218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-b90cefea-d277-48d0-b079-ae5ec2a52758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:44.807674 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-b90cefea-d277-48d0-b079-ae5ec2a52758 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429950 Nov 27 11:01:44.890242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:01:44.905905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-280d42b8-4809-40b0-8f5d-38fb53579d85 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911589 Nov 27 11:01:45.000890 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56512aa5-d63e-4eef-a53a-03738e442f1a req-6afb0bc8-4b16-4d36-9fa2-155ec204fddd service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880220 Nov 27 11:01:45.126168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:43Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:01:45.152353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b074aa-25bd-4828-8f17-6a669f101fb7 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:43Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:01:45.347832 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06996f29-f2e3-412d-8096-1e38471c5d99 None None] New status for floating IP d9dd4759-cedd-4f2d-9041-09d5a59a9853: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:01:45.522525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:46.241926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:01:58.932186 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-0af9704f-c877-4702-be26-478415dca2b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447488 Nov 27 11:01:59.024979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-8dc5e8a9-b788-4bf4-8c1f-5904da8aff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:59.026710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-8dc5e8a9-b788-4bf4-8c1f-5904da8aff4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1098 time: 0.0453992 Nov 27 11:01:59.146395 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-1ee5c57d-5cdd-47de-b671-1e664dce978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:59.147861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-1ee5c57d-5cdd-47de-b671-1e664dce978c service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0972738 Nov 27 11:01:59.219100 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-82c21354-dece-4f65-8168-9e191f209be2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 1001 time: 0.0631135 Nov 27 11:01:59.273265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-948ba8c5-bf54-4a6d-ac91-ab2ccec490a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:59.274701 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-948ba8c5-bf54-4a6d-ac91-ab2ccec490a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0468049 Nov 27 11:01:59.327550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-009a09a0-8402-4c6a-8a23-919ca6e69ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:01:59.329079 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-009a09a0-8402-4c6a-8a23-919ca6e69ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471706 Nov 27 11:01:59.428500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-1e926c55-8e0c-4e8c-958a-cdc3bf7726e5 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919263 Nov 27 11:01:59.533864 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6933c3a4-76af-4b38-8388-edb7e8438e47 req-6d3864ff-93b6-45ea-a286-884d891e9244 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981612 Nov 27 11:02:01.974989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:10.284598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5ff9e90-b731-4677-8c48-aced42542d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:13.067133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b93ec292-dd48-4283-a05f-13d7b8567f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:13.900219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:15.513201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:16.242983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:20.631688 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:02:31.971481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:40.286960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f166791b-0a3e-4bb8-aa38-104cdb41c124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:43.069220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7271c503-9661-413c-aa72-abe24015fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:43.902330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:45.521470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:46.244638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:02:57.631423 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:02:59.926088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-91add610-db31-42a8-a8b1-1a99b898436d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416028 Nov 27 11:03:00.006485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-075372ce-f214-4ee6-ae2f-1da857ad2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:00.008905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-075372ce-f214-4ee6-ae2f-1da857ad2e09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1098 time: 0.0420024 Nov 27 11:03:00.110296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-69723174-d18c-4fc5-8f2d-f1870f256ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:00.111735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-69723174-d18c-4fc5-8f2d-f1870f256ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0842383 Nov 27 11:03:00.180679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-7301f9ad-b131-4429-8beb-19a17b5ed62f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 1001 time: 0.0617940 Nov 27 11:03:00.229006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-bf2b7061-0f64-4500-8fb3-82c101be240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:00.230390 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-bf2b7061-0f64-4500-8fb3-82c101be240c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0426662 Nov 27 11:03:00.275694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-7f6b334e-759f-4fae-8e32-941b8bd08092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:00.277165 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-7f6b334e-759f-4fae-8e32-941b8bd08092 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393479 Nov 27 11:03:00.287631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-b26343e8-ccf3-4367-a34e-c27da2750983 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:03:00.288658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-b26343e8-ccf3-4367-a34e-c27da2750983 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048306 Nov 27 11:03:00.380971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-0d6349d2-bf5f-436a-a09a-ee2b00e395f2 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Nov 27 11:03:00.470419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2e586d47-b5b0-4d71-8823-00bec923da42 req-93a2b87b-420d-40ca-92d0-4a5b0d226fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829148 Nov 27 11:03:01.973257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:10.289058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d01e5e6a-4897-4e52-84ae-77b7f7a41adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:13.071355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67b1dd9c-15e2-45ce-9f96-9db8caf4a6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:13.905523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:15.521728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:16.247870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:23.399079 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-5c4b137c-b14b-4b4c-8757-db233d99d978 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312767444&fields=id&tenant_id=37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 267 time: 0.0479476 Nov 27 11:03:23.504633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-56368c13-7064-428b-8646-ce2418b4483c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:23.506004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-56368c13-7064-428b-8646-ce2418b4483c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 811 time: 0.1001036 Nov 27 11:03:23.520474 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-bf79b838-f96d-4199-8a55-ff8779e3ee03 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/quotas/37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 375 time: 0.0087247 Nov 27 11:03:23.577757 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-f0a66162-f70b-4363-a259-727d4d5c31e5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513825 Nov 27 11:03:23.671777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-4a9179c9-9b50-475f-baa0-00ec7fc907d5 service neutron] 10.222.0.13 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815415 Nov 27 11:03:23.762314 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-b05e78e1-4068-498d-a8ad-08a424772d69 service neutron] 10.222.0.13 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843720 Nov 27 11:03:24.045062 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7ed58591-ebf0-42e2-9e56-4f725431df64 req-db01e7fd-916a-4d95-8e9a-63c437d556d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 210 time: 0.0274889 Nov 27 11:03:24.922490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-f6376de1-96ce-4175-8edf-fc7aea697c99 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:24.923913 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-f6376de1-96ce-4175-8edf-fc7aea697c99 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 811 time: 0.1030488 Nov 27 11:03:24.989760 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-cf6ce727-9f6d-4e5d-8629-f2f214d9b57b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a0dd2970804ff39f823977ce0c3506 HTTP/1.1" status: 200 len: 380 time: 0.0551684 Nov 27 11:03:24.998743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'port': {'device_id': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'admin_state_up': True, 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'security_groups': ['cd09a00d-1495-4b86-8597-6bc2fd615d9a']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:03:25.113805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Made reservation on behalf of 37a0dd2970804ff39f823977ce0c3506 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:03:25.117414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:25.153508 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-85cbb67e-c6fc-46a0-9b1b-e497ffb6d978 req-8f79cab0-3a4c-4bc9-9bc4-8a3a87a3b593 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 210 time: 0.0331864 Nov 27 11:03:25.593875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Allocated IP 172.20.0.5 (56d5549f-15a6-431a-84cd-d2ed64d3d183/5fb1b578-a842-4e84-aee0-8efd9d9b6f2a/bbbe8652-53ea-457e-a37a-2b0b84692385) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:03:25.738372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:25.774152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:25.819162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:03:25.824961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:03:25.829659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:03:25.833628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=bbbe8652-53ea-457e-a37a-2b0b84692385,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:25.863247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.863609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.863963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.864327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.864687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.865030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.865372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.865715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.866046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.866573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.866911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.867241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:25.892838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:25.893616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:25.912721 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-816e86c3-2f9a-4c38-8075-cd5b53d332bf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9174654 Nov 27 11:03:25.927592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Request body: {'port': {'device_id': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:03:25.989490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.066388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c669a8e0-c7a9-4b89-840f-79b45bdd4896 None None] Provisioning complete for port bbbe8652-53ea-457e-a37a-2b0b84692385 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:03:26.066938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c669a8e0-c7a9-4b89-840f-79b45bdd4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.102417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c669a8e0-c7a9-4b89-840f-79b45bdd4896 None None] Port bbbe8652-53ea-457e-a37a-2b0b84692385 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:03:26.270312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbe8652-53ea-457e-a37a-2b0b84692385 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:03:26.274344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a0f2-1e71-4451-91e9-31d267c9f622 req-ec771018-1e45-44d2-8ef9-11f2692e6c79 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:26.275909 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6e30a0f2-1e71-4451-91e9-31d267c9f622 req-ec771018-1e45-44d2-8ef9-11f2692e6c79 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 931 time: 0.0496256 Nov 27 11:03:26.278980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.293022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Transition to ACTIVE for port object bbbe8652-53ea-457e-a37a-2b0b84692385 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:03:26.298088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.339257 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6e30a0f2-1e71-4451-91e9-31d267c9f622 req-948ddea2-30f1-41cc-9af8-09bf576be764 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555408 Nov 27 11:03:26.355964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Pushing event updated for resources: {'Port': ['ID=bbbe8652-53ea-457e-a37a-2b0b84692385,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:26.437480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Attempting to bind port bbbe8652-53ea-457e-a37a-2b0b84692385 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:03:26.437975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Attempting to bind port bbbe8652-53ea-457e-a37a-2b0b84692385 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:03:26.438400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Attempting to bind port bbbe8652-53ea-457e-a37a-2b0b84692385 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:03:26.445477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Port bbbe8652-53ea-457e-a37a-2b0b84692385 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:03:26.445811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Attempting to bind port bbbe8652-53ea-457e-a37a-2b0b84692385 on network 56d5549f-15a6-431a-84cd-d2ed64d3d183 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:03:26.457525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:03:26.457872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Checking segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:03:26.458847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Bound using segment: {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:03:26.459301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Bound port: bbbe8652-53ea-457e-a37a-2b0b84692385, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:03:26.459676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.533340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] For port bbbe8652-53ea-457e-a37a-2b0b84692385, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:03:26.536747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] For port bbbe8652-53ea-457e-a37a-2b0b84692385, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bbbe8652-53ea-457e-a37a-2b0b84692385,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:03:26.542950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.578539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:26.579233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:26.581116 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] 10.222.0.24 "PUT /v2.0/ports/bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 200 len: 1093 time: 0.6598930 Nov 27 11:03:26.583636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:03:26.586794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad99277-0544-4ea8-81f9-6cb24def60e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:03:26.625052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e0ce1-0164-4ed7-a5d4-fded6e18268d service neutron] Pushing event updated for resources: {'Port': ['ID=bbbe8652-53ea-457e-a37a-2b0b84692385,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:26.643012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa01de29-60ad-4645-a483-19bca42f0d6d x-openstack-request-id: req-fa01de29-60ad-4645-a483-19bca42f0d6d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:03:26.643399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:03:26.643786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa01de29-60ad-4645-a483-19bca42f0d6d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:03:26.644273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'status': 'completed', 'code': 200} Nov 27 11:03:26.692025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-ce21d0b0-5178-45c2-b9d2-6140666bb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:26.693682 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-ce21d0b0-5178-45c2-b9d2-6140666bb3dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0484989 Nov 27 11:03:26.738478 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-0b36b56a-b519-4e5f-8702-d8ef8ce3bda3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 200 len: 217 time: 0.0357473 Nov 27 11:03:26.793072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-7a7adb56-c849-4579-867e-99cc17f24946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:26.794625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-7a7adb56-c849-4579-867e-99cc17f24946 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0498116 Nov 27 11:03:26.844232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-18ff20d6-1c52-4ce0-a5a3-47d14556df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:26.845788 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-18ff20d6-1c52-4ce0-a5a3-47d14556df45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442178 Nov 27 11:03:26.936740 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-8377830d-31fe-4d4b-8d4d-126242c59a9f service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Nov 27 11:03:27.029991 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4342811f-485e-4487-8d99-9d9aa2a29ac1 req-8edb8b61-c503-468a-a577-d781d3f16857 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867102 Nov 27 11:03:27.113643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-b767769b-d619-49ac-83e1-b8bf21b6adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:27.115039 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-b767769b-d619-49ac-83e1-b8bf21b6adae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0406842 Nov 27 11:03:27.205295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-5efbc320-2e47-41cf-b29c-7d6129ee2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:27.206850 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-5efbc320-2e47-41cf-b29c-7d6129ee2dd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0849745 Nov 27 11:03:27.252126 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-e8b73e84-a58a-4a00-83df-b6c8e16e5206 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 200 len: 217 time: 0.0385046 Nov 27 11:03:27.303656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-168e4ff2-d377-45d1-8430-e86e06a8e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:27.305205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-168e4ff2-d377-45d1-8430-e86e06a8e300 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0464330 Nov 27 11:03:27.354868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-62fd3769-663b-4bea-976f-ff440a2e1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:27.356436 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-62fd3769-663b-4bea-976f-ff440a2e1ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438514 Nov 27 11:03:27.457401 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-abd52b4d-4eaa-4191-8a03-0a3589bc950a service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936005 Nov 27 11:03:27.477410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ddc1-da3a-459d-a226-458588e2d051 req-173cbc12-0e55-40c5-9eca-ea2dce4e7751 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:27.479611 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d8b2ddc1-da3a-459d-a226-458588e2d051 req-173cbc12-0e55-40c5-9eca-ea2dce4e7751 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0600889 Nov 27 11:03:27.529925 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d8b2ddc1-da3a-459d-a226-458588e2d051 req-dac02e73-0f1e-4650-b7b7-c3a6eb7e2b3b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Nov 27 11:03:27.551093 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cad99277-0544-4ea8-81f9-6cb24def60e9 req-f3f55ba8-fa7b-4c51-8586-65024d1c8db8 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863748 Nov 27 11:03:28.656671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e38bd-aae3-4f94-b195-c04dc50fe827 req-7a3b305e-8b32-4dcb-addb-e24ef0235b64 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:28.658429 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb5e38bd-aae3-4f94-b195-c04dc50fe827 req-7a3b305e-8b32-4dcb-addb-e24ef0235b64 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0557139 Nov 27 11:03:28.715246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb5e38bd-aae3-4f94-b195-c04dc50fe827 req-3849b0e9-5b65-46d5-8eda-f87e8f5f8032 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504875 Nov 27 11:03:29.834881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd793dfe-a215-4418-b8b3-448d66695277 req-afb90df7-2f38-40e2-bfce-960e72dc7cb5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:29.836767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fd793dfe-a215-4418-b8b3-448d66695277 req-afb90df7-2f38-40e2-bfce-960e72dc7cb5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0527139 Nov 27 11:03:29.889033 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fd793dfe-a215-4418-b8b3-448d66695277 req-3702bbf0-769d-4712-a58e-64ff5df31fd6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Nov 27 11:03:31.017660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae1ed-471a-4e24-a612-d34d2a711616 req-c6e23807-b0c2-442f-850a-6649ab26cd97 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:31.019373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2fae1ed-471a-4e24-a612-d34d2a711616 req-c6e23807-b0c2-442f-850a-6649ab26cd97 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0532279 Nov 27 11:03:31.072686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2fae1ed-471a-4e24-a612-d34d2a711616 req-de02eba9-9cb2-4aa2-9ec7-05cb47e74dec tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469463 Nov 27 11:03:31.988931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:32.188991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdeb6d-6524-4ad8-b3a5-5d855cfdbbec req-c9143ddd-3d88-4aab-8511-ece28c48f49b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:32.190438 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dccdeb6d-6524-4ad8-b3a5-5d855cfdbbec req-c9143ddd-3d88-4aab-8511-ece28c48f49b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0520861 Nov 27 11:03:32.238419 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dccdeb6d-6524-4ad8-b3a5-5d855cfdbbec req-fa9a6a3b-bad9-4ea8-8eca-ec460d3e3490 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Nov 27 11:03:33.355189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea849fef-1961-459f-99a3-fd8d666f27b6 req-e37997c7-f552-4ce5-818e-015787a453f6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:33.356658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ea849fef-1961-459f-99a3-fd8d666f27b6 req-e37997c7-f552-4ce5-818e-015787a453f6 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0520880 Nov 27 11:03:33.406885 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ea849fef-1961-459f-99a3-fd8d666f27b6 req-a160b82c-a44f-44cb-b90e-eb32972bafad tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443795 Nov 27 11:03:34.521192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2029068-d748-4e0c-a791-8d6b7939e34e req-a10d3c70-dd8c-4dfc-9241-1a82a8a84040 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:34.522680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2029068-d748-4e0c-a791-8d6b7939e34e req-a10d3c70-dd8c-4dfc-9241-1a82a8a84040 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0497129 Nov 27 11:03:34.572888 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b2029068-d748-4e0c-a791-8d6b7939e34e req-33f8c92e-ace0-49a8-b0e6-90e44650232b tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 Nov 27 11:03:34.633066 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:03:35.686939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3b224-20ce-4e59-a770-35d38f9c6241 req-b8d43b42-533b-4786-808b-8adc61b28f2e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:35.688473 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f3f3b224-20ce-4e59-a770-35d38f9c6241 req-b8d43b42-533b-4786-808b-8adc61b28f2e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0493569 Nov 27 11:03:35.736854 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f3f3b224-20ce-4e59-a770-35d38f9c6241 req-074f4ee9-3319-4568-8d18-516b7990c33a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Nov 27 11:03:36.851283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbca8e-0ce2-4da3-8e2f-dcbb7cb4fe5e req-68183899-2949-40d7-8d17-a541d4e7d6e5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:36.852765 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedbca8e-0ce2-4da3-8e2f-dcbb7cb4fe5e req-68183899-2949-40d7-8d17-a541d4e7d6e5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0489500 Nov 27 11:03:36.904987 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eedbca8e-0ce2-4da3-8e2f-dcbb7cb4fe5e req-440c308c-020a-46dd-bd88-4101e5af6dcc tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464404 Nov 27 11:03:38.061670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff75a5-b124-42c2-b0f0-1152c35bf748 req-9ead75f4-bb9d-4a0d-9263-812a937a9130 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:38.063122 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-08ff75a5-b124-42c2-b0f0-1152c35bf748 req-9ead75f4-bb9d-4a0d-9263-812a937a9130 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 943 time: 0.0488679 Nov 27 11:03:38.116728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-08ff75a5-b124-42c2-b0f0-1152c35bf748 req-e377e43b-8b9e-469f-961b-efe346885c28 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477722 Nov 27 11:03:38.782336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bbbe8652-53ea-457e-a37a-2b0b84692385 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:03:38.876301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port bbbe8652-53ea-457e-a37a-2b0b84692385, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bbbe8652-53ea-457e-a37a-2b0b84692385,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:03:38.886661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'port_id': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'mac_address': 'fa:16:3e:1c:89:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:03:38.924156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:38.940677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbe8652-53ea-457e-a37a-2b0b84692385 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:03:38.959678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port bbbe8652-53ea-457e-a37a-2b0b84692385, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bbbe8652-53ea-457e-a37a-2b0b84692385,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:03:38.964616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:39.152213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=bbbe8652-53ea-457e-a37a-2b0b84692385,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:39.159211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.159572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.159918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.160260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.160624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.160965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.161304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.161639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.161972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.162305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.162633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.162961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:03:39.233924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a6764-bdfb-4035-97a5-49595fda1406 req-4eed9fad-f7d2-435c-a175-75df058660e7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:39.235423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b60a6764-bdfb-4035-97a5-49595fda1406 req-4eed9fad-f7d2-435c-a175-75df058660e7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 944 time: 0.0515637 Nov 27 11:03:39.283753 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b60a6764-bdfb-4035-97a5-49595fda1406 req-bc968dbf-07bb-4857-8a0a-8684fdb0ca87 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Nov 27 11:03:39.324412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['bbbe8652-53ea-457e-a37a-2b0b84692385'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:03:40.291673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e901daee-9432-4bce-84fb-7a68c4cb7948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:40.399088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cbdd8-6291-4555-841e-aa3a370cfa13 req-9210f885-83ff-4258-9226-ddba8518a358 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:40.401106 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ad5cbdd8-6291-4555-841e-aa3a370cfa13 req-9210f885-83ff-4258-9226-ddba8518a358 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 944 time: 0.0487196 Nov 27 11:03:40.450710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ad5cbdd8-6291-4555-841e-aa3a370cfa13 req-0f4eaaf7-6dad-4e05-ac4b-8c2907bfc1e5 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Nov 27 11:03:40.783510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bbbe8652-53ea-457e-a37a-2b0b84692385 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:03:40.834139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port bbbe8652-53ea-457e-a37a-2b0b84692385 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:03:40.838526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port bbbe8652-53ea-457e-a37a-2b0b84692385 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:03:40.838894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:40.917554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:40.941630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:03:40.943899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591c9334-ef5b-48c2-b05d-43b0cafcce4e" -d '{"events": [{"server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "name": "network-vif-plugged", "status": "completed", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:03:40.956640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port bbbe8652-53ea-457e-a37a-2b0b84692385, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bbbe8652-53ea-457e-a37a-2b0b84692385,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:03:40.960794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:40.984445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c28213-c3a4-4126-a114-7798a4212e9f x-openstack-request-id: req-66c28213-c3a4-4126-a114-7798a4212e9f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:03:40.984748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "name": "network-vif-plugged", "status": "completed", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:03:40.985005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66c28213-c3a4-4126-a114-7798a4212e9f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:03:40.985401 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'code': 200} Nov 27 11:03:41.011951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=bbbe8652-53ea-457e-a37a-2b0b84692385,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:41.162820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858a04e-5d7b-4550-b820-0a613123302f req-229955db-8934-4935-9491-946e2c419f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:41.164204 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4858a04e-5d7b-4550-b820-0a613123302f req-229955db-8934-4935-9491-946e2c419f06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0393922 Nov 27 11:03:41.210157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4858a04e-5d7b-4550-b820-0a613123302f req-16a55d74-8e4e-441a-9ad3-d2ce6261aa0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Nov 27 11:03:41.567276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63602511-eebf-4e18-b604-4e71077e75ea req-98bcb66c-70c0-4f60-aaef-5ef0e5d18e8c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:41.568781 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-63602511-eebf-4e18-b604-4e71077e75ea req-98bcb66c-70c0-4f60-aaef-5ef0e5d18e8c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 945 time: 0.0527208 Nov 27 11:03:41.617258 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-63602511-eebf-4e18-b604-4e71077e75ea req-7cc8263e-8355-463f-9603-9d19c3dccebf tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Nov 27 11:03:42.732182 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c101-aec2-49d0-b8d3-19c2dbfc27f6 req-feae1721-220b-4195-ad0f-5b08ef7fa8ba tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:42.733597 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb53c101-aec2-49d0-b8d3-19c2dbfc27f6 req-feae1721-220b-4195-ad0f-5b08ef7fa8ba tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Nov 27 11:03:42.781354 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb53c101-aec2-49d0-b8d3-19c2dbfc27f6 req-0e1b2afa-40da-4a03-ae6e-fefd04606ef0 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Nov 27 11:03:42.892588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd9fd-8f20-46a5-8d94-bfec55d66aa4 req-7c332efd-52b0-434e-a832-c126ae193d3d tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:42.894065 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cd9fd-8f20-46a5-8d94-bfec55d66aa4 req-7c332efd-52b0-434e-a832-c126ae193d3d tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Nov 27 11:03:42.944695 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cd9fd-8f20-46a5-8d94-bfec55d66aa4 req-715aca37-fb36-42fb-bffa-a73bbada1e69 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Nov 27 11:03:42.966795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46204) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:03:43.006250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3618782-6e2b-434f-ba17-d02ac150cd62 tempest-TestVolumeBootPattern-2064235348 tempest-TestVolumeBootPattern-2064235348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:43.007803 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b3618782-6e2b-434f-ba17-d02ac150cd62 tempest-TestVolumeBootPattern-2064235348 tempest-TestVolumeBootPattern-2064235348-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1093 time: 0.0399852 Nov 27 11:03:43.010482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46206) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:03:43.015314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:03:43.037753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.074367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-66cb9618-27f0-494d-acac-ef1af8c01ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.137936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.244030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Allocated IP 172.26.1.102 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/c14a6970-3083-4245-93d9-ad00bd824401) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:03:43.346412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.378777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.418650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:03:43.421586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:03:43.425294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:03:43.451959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=c14a6970-3083-4245-93d9-ad00bd824401,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:43.788316 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.856669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:43.908714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:44.001383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:44.006049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:44.081985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event updated for resources: {'Port': ['ID=c14a6970-3083-4245-93d9-ad00bd824401,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:03:44.094000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:44.194152 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Floating IP 1600383c-72a2-4677-a190-11360ff70f99 associated. External IP: 172.26.1.102, port: bbbe8652-53ea-457e-a37a-2b0b84692385. Nov 27 11:03:44.402504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:03:44.521401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:03:44.531997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:03:44.539362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:44.542757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:03:44.543475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:03:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:03:44.580416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b098473c-a7ec-4fd3-9168-7c30863535f4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5541294 Nov 27 11:03:44.580416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:03:44.580416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4801ee0a-1985-4280-96aa-638341048eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:03:44.605809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0787486-69c5-471f-83d7-146d7b127594 x-openstack-request-id: req-a0787486-69c5-471f-83d7-146d7b127594 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:03:44.606139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:03:44.606405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0787486-69c5-471f-83d7-146d7b127594 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:03:44.606822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'status': 'completed', 'code': 200} Nov 27 11:03:44.661806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:03:44.669038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ee0a-1985-4280-96aa-638341048eb7 req-3c79f9fb-2e2e-4357-a6f6-af9bc3893a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:44.670554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-3c79f9fb-2e2e-4357-a6f6-af9bc3893a85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0414095 Nov 27 11:03:44.771328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ee0a-1985-4280-96aa-638341048eb7 req-512f5e88-bafd-4f66-a2ff-e045639cfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:44.773147 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-512f5e88-bafd-4f66-a2ff-e045639cfa01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0959506 Nov 27 11:03:44.840675 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-2cd07163-30c5-43a8-acef-119cddbacc68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 200 len: 999 time: 0.0599418 Nov 27 11:03:44.892554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ee0a-1985-4280-96aa-638341048eb7 req-a0d211de-d490-4a2b-9605-321f1cc78cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:44.894023 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-a0d211de-d490-4a2b-9605-321f1cc78cb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0468485 Nov 27 11:03:44.900726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '1600383c-72a2-4677-a190-11360ff70f99', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.102', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:1c:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:03:43Z', 'updated_at': '2021-11-27T11:03:43Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}, {'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:45Z', 'revision_number': 1, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:03:44.934584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:03:44.944110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:03:44.944786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:03:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:03:44.946583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ee0a-1985-4280-96aa-638341048eb7 req-8814167e-d236-4052-88da-e8049fa6d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:03:44.948093 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-8814167e-d236-4052-88da-e8049fa6d1d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473862 Nov 27 11:03:45.044805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-5cdfa34b-8ed2-4097-987e-1221da9a87d6 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888317 Nov 27 11:03:45.051564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:03:45.140503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4801ee0a-1985-4280-96aa-638341048eb7 req-6747a570-0ba5-4b32-9c6e-43a1ac5c305c service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892603 Nov 27 11:03:45.288448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '1600383c-72a2-4677-a190-11360ff70f99', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.102', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:1c:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:03:43Z', 'updated_at': '2021-11-27T11:03:43Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}, {'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:45Z', 'revision_number': 1, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:03:45.315155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43f2ad-4643-46c2-b7ab-9085e7db1e8b None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '1600383c-72a2-4677-a190-11360ff70f99', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.102', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:1c:89:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:03:43Z', 'updated_at': '2021-11-27T11:03:43Z', 'revision_number': 0, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}, {'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:45Z', 'revision_number': 1, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:03:45.499514 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5a29d-6faf-46dd-bc93-0b83f85bc5bd None None] New status for floating IP 1600383c-72a2-4677-a190-11360ff70f99: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:03:45.522701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:03:46.250267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:01.996847 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-3c94236c-f204-43c1-9d33-87f51c2bee5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804510 Nov 27 11:04:01.998896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:02.078223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-b96d7393-902a-4c0f-81de-f3c48f090468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:04:02.079859 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-b96d7393-902a-4c0f-81de-f3c48f090468 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1098 time: 0.0415215 Nov 27 11:04:02.188124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-a8959534-42e7-48a2-a203-846e20334399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:04:02.189508 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-a8959534-42e7-48a2-a203-846e20334399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0902922 Nov 27 11:04:02.254029 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-fffcfb86-f895-4176-8ac0-62c65ca02073 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 1001 time: 0.0574346 Nov 27 11:04:02.309112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-6345ecfe-b79c-4bb2-85d1-14fdc0d71015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:04:02.310567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-6345ecfe-b79c-4bb2-85d1-14fdc0d71015 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0494599 Nov 27 11:04:02.357702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-1b866bde-80db-4b4c-a8eb-1959dd787abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:04:02.359161 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-1b866bde-80db-4b4c-a8eb-1959dd787abe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408731 Nov 27 11:04:02.449897 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-9f3f4f01-b889-436c-a6c5-ece1504ee1c9 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833602 Nov 27 11:04:02.550079 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99ee95b1-227d-4f93-bff7-29476247a4b5 req-69597683-8e6f-4c11-ab09-627ce7556939 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924957 Nov 27 11:04:10.295398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db578cbe-e620-4706-bdbe-b63150d3614f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:11.633229 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:04:13.074671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c73d7e8-320c-4ecf-863a-774f71ca6395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:13.911641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:15.525180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:16.252164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:31.999406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:40.297238 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d39d7810-c0be-41ea-8f1d-88338013d037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:43.076204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-06a94846-0b75-432a-8d7b-7f2be26d4a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:43.915115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:45.545249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:46.255069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:04:48.632330 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:05:02.013510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:04.247337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-0b504e89-6ab7-41aa-a54f-ed661d3f118f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3566811 Nov 27 11:05:04.308932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b106d97-9313-416f-84e9-47c26fd21559 req-f28f692a-e4d4-47c2-99ba-a1de15a2fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:04.310407 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-f28f692a-e4d4-47c2-99ba-a1de15a2fcbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0405295 Nov 27 11:05:04.414561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b106d97-9313-416f-84e9-47c26fd21559 req-24df52ae-39f6-46c2-9d77-cd2a21ac9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:04.416024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-24df52ae-39f6-46c2-9d77-cd2a21ac9b53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.0869849 Nov 27 11:05:04.481873 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-a65f12f1-2fef-43a5-8bb2-d74a008573eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 200 len: 1001 time: 0.0574808 Nov 27 11:05:04.534338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b106d97-9313-416f-84e9-47c26fd21559 req-27553d35-450d-4621-a465-97ac068bb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:04.535711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-27553d35-450d-4621-a465-97ac068bb73c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0474832 Nov 27 11:05:04.595905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b106d97-9313-416f-84e9-47c26fd21559 req-a48133e7-dd46-4937-a160-1b7c562d4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:04.597419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-a48133e7-dd46-4937-a160-1b7c562d4ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0502379 Nov 27 11:05:04.701777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-6099cd00-7ee7-4a7d-8e88-88d50e099f48 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969179 Nov 27 11:05:04.795739 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b106d97-9313-416f-84e9-47c26fd21559 req-351afa2b-fd6f-4b03-9051-94a314a44cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873554 Nov 27 11:05:10.298710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-79e9a2cf-7967-4f7d-93a0-34ef7b4ce01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:13.076402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d70af838-2d55-4ffc-9f3d-743726e80d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:13.728841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46244) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:13.890545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Deleting port c14a6970-3083-4245-93d9-ad00bd824401 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:13.890883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:13.918497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:13.967818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:13.968144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:13.979541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Calling delete_port for c14a6970-3083-4245-93d9-ad00bd824401 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:14.127046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:14.156157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'Port': ['ID=c14a6970-3083-4245-93d9-ad00bd824401,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:14.166194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.166548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.166891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.167731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.168061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.168415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.168743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.169070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.169397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.169719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.170040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.170358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:14.225645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:14.225973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Floating IP 1600383c-72a2-4677-a190-11360ff70f99 disassociated (deleted). External IP: 172.26.1.102, port: bbbe8652-53ea-457e-a37a-2b0b84692385. Nov 27 11:05:14.428873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:05:14.535869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:05:14.540729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:14.547071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:05:14.559717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:14.560358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:14.567342 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-70a8d059-e2da-4cd3-9164-99329f25d03f tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "DELETE /v2.0/floatingips/1600383c-72a2-4677-a190-11360ff70f99 HTTP/1.1" status: 204 len: 168 time: 0.8374794 Nov 27 11:05:14.567926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:05:14.570205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65319f2e-83cf-4fc0-beaa-120e36ec9a49" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:05:14.609923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294fd269-e5e8-4a42-a5bb-f5fce275eca4 x-openstack-request-id: req-294fd269-e5e8-4a42-a5bb-f5fce275eca4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:05:14.610228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:05:14.610685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294fd269-e5e8-4a42-a5bb-f5fce275eca4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:05:14.611089 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'status': 'completed', 'code': 200} Nov 27 11:05:14.676212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-0c2f0c51-fbc1-4f84-b509-22a184736f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:14.677796 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-0c2f0c51-fbc1-4f84-b509-22a184736f71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0437107 Nov 27 11:05:14.677945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:14.786556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-be6b7be0-6696-4e97-bfcd-aca0e8fe990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:14.788034 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-be6b7be0-6696-4e97-bfcd-aca0e8fe990c service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.1020806 Nov 27 11:05:14.813976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0670d99-004c-4a02-a014-44612b66b608 req-1e27f540-9ec4-497e-a432-bda488406830 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:14.816524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d0670d99-004c-4a02-a014-44612b66b608 req-1e27f540-9ec4-497e-a432-bda488406830 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 945 time: 0.0609882 Nov 27 11:05:14.831182 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-1eca8acc-4102-4c2d-a6db-0436ce5fa783 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 200 len: 217 time: 0.0355580 Nov 27 11:05:14.873628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d0670d99-004c-4a02-a014-44612b66b608 req-58fa183b-ec3f-42a9-a4b3-01e15344e4e0 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508683 Nov 27 11:05:14.883359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-47deedb8-89dd-407d-986a-38e4053ad423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:14.884872 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-47deedb8-89dd-407d-986a-38e4053ad423 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0463641 Nov 27 11:05:14.935603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-1a56ff47-56d7-4dc4-a1ef-c9cda93a572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:14.937185 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-1a56ff47-56d7-4dc4-a1ef-c9cda93a572e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432603 Nov 27 11:05:15.031885 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-6459bba9-8051-4a61-aeb0-8ebfda3adc4a service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872729 Nov 27 11:05:15.055743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:45Z', 'revision_number': 1, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:15.084807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:05:15.093948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:15.094601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:15.126452 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65319f2e-83cf-4fc0-beaa-120e36ec9a49 req-81eef6d5-4c96-47cb-8647-5b9e3c142acb service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871704 Nov 27 11:05:15.198799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:15.424461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:45Z', 'revision_number': 1, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:15.455563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909b42c-b5f8-49b1-bbff-f707f0e532a3 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'd9dd4759-cedd-4f2d-9041-09d5a59a9853', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'floating_ip_address': '172.26.1.245', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'port_id': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'mac_address': 'fa:16:3e:5e:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:01:43Z', 'updated_at': '2021-11-27T11:01:45Z', 'revision_number': 1, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:05:15.531814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:15.668780 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb32dbb-6da2-47d3-96e9-46a84d14ba81 None None] New status for floating IP 1600383c-72a2-4677-a190-11360ff70f99: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:05:15.994748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843a73-530c-435d-aa07-6408ca215db4 req-2684a9d6-62e8-4f8f-93e4-6cf1e3fc1d4e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:15.996798 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65843a73-530c-435d-aa07-6408ca215db4 req-2684a9d6-62e8-4f8f-93e4-6cf1e3fc1d4e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Nov 27 11:05:16.046717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65843a73-530c-435d-aa07-6408ca215db4 req-a4c3feb1-19d8-4838-aeb8-3f28743a2da9 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438652 Nov 27 11:05:16.256370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:16.465021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-075b97a1-b58c-49f1-bb52-3bef856c6e36 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:16.466528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-075b97a1-b58c-49f1-bb52-3bef856c6e36 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 945 time: 0.0495479 Nov 27 11:05:16.558734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Deleting port bbbe8652-53ea-457e-a37a-2b0b84692385 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:16.558991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:16.646507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] For port bbbe8652-53ea-457e-a37a-2b0b84692385, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bbbe8652-53ea-457e-a37a-2b0b84692385,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:16.646863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:16.659445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Calling delete_port for bbbe8652-53ea-457e-a37a-2b0b84692385 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:16.787714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:16.815681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'Port': ['ID=bbbe8652-53ea-457e-a37a-2b0b84692385,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:16.860472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] No DVR routers for this DVR port bbbe8652-53ea-457e-a37a-2b0b84692385 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:05:16.863088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:16.866908 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0b87f68-c0b5-43e7-83c6-0973fcd83808 req-10ddfcbb-450f-4995-ad71-a24830abfdd4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "DELETE /v2.0/ports/bbbe8652-53ea-457e-a37a-2b0b84692385 HTTP/1.1" status: 204 len: 173 time: 0.3942680 Nov 27 11:05:16.867380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'name': 'network-vif-deleted', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:05:16.871114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d1321-042e-4fa9-9bd3-cde01a5b3412" -d '{"events": [{"server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "name": "network-vif-deleted", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:05:16.907192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e6cf1b-85b6-48af-bd33-3ee1d3728e7a x-openstack-request-id: req-12e6cf1b-85b6-48af-bd33-3ee1d3728e7a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:05:16.907485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecfdfee-025e-4cec-83a4-e8509b213eb1", "name": "network-vif-deleted", "tag": "bbbe8652-53ea-457e-a37a-2b0b84692385", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:05:16.907742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12e6cf1b-85b6-48af-bd33-3ee1d3728e7a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:05:16.908146 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecfdfee-025e-4cec-83a4-e8509b213eb1', 'name': 'network-vif-deleted', 'tag': 'bbbe8652-53ea-457e-a37a-2b0b84692385', 'status': 'completed', 'code': 200} Nov 27 11:05:17.144782 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f17e0d7c-b518-413f-96e6-1502ba5053e2 req-b5c78e59-0958-42b3-8cba-60da34467488 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 210 time: 0.0307963 Nov 27 11:05:18.239142 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d0d34bdb-8d90-4796-afc7-587a4b9cfe23 req-b52fb96d-7b3e-4a95-8872-b2016bdd66b3 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 210 time: 0.0268044 Nov 27 11:05:19.311805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bbbe8652-53ea-457e-a37a-2b0b84692385 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:19.333430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: bbbe8652-53ea-457e-a37a-2b0b84692385 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:19.333934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device bbbe8652-53ea-457e-a37a-2b0b84692385 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:19.335548 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ec90c4b0-4fe1-47c6-8109-8c30d5e18a2c req-5f049db2-94da-461a-93bc-585c3f3b261c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Nov 27 11:05:20.431030 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e71f223-37ed-4b9d-b6a8-7b8908e13bca req-1a82721d-482e-4d61-a52a-20e68bb5d01a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecfdfee-025e-4cec-83a4-e8509b213eb1 HTTP/1.1" status: 200 len: 210 time: 0.0262864 Nov 27 11:05:25.631177 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:05:26.947847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:27.102909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Deleting port f44ead84-6e66-40ed-9228-d37715cee670 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:27.103244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:27.181001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:27.181325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:27.192927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Calling delete_port for f44ead84-6e66-40ed-9228-d37715cee670 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:27.339615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:27.365018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'Port': ['ID=f44ead84-6e66-40ed-9228-d37715cee670,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:27.422708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:27.423037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Floating IP d9dd4759-cedd-4f2d-9041-09d5a59a9853 disassociated (deleted). External IP: 172.26.1.245, port: 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6. Nov 27 11:05:27.627275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:05:27.733673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:05:27.738387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:27.743614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:05:27.753653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:27.754268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:27.764778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c36aa980-5d55-494d-b343-9cd126eb36d4 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "DELETE /v2.0/floatingips/d9dd4759-cedd-4f2d-9041-09d5a59a9853 HTTP/1.1" status: 204 len: 168 time: 0.8152893 Nov 27 11:05:27.765486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:05:27.767917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6db290-121d-465a-96eb-6ed1e118b3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:05:27.808319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f367dc-588c-4ab5-84c2-444b44494941 x-openstack-request-id: req-10f367dc-588c-4ab5-84c2-444b44494941 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:05:27.808319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:05:27.808319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10f367dc-588c-4ab5-84c2-444b44494941 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:05:27.808319 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'status': 'completed', 'code': 200} Nov 27 11:05:27.864059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:27.875225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-45eb5af4-593a-492d-90d3-64b3b4599155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:27.877044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-45eb5af4-593a-492d-90d3-64b3b4599155 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37a0dd2970804ff39f823977ce0c3506&device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 1098 time: 0.0492053 Nov 27 11:05:28.018258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-d77059c0-f574-4db3-8fa4-ad75475a4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:28.019645 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-d77059c0-f574-4db3-8fa4-ad75475a4f62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 200 len: 912 time: 0.1329489 Nov 27 11:05:28.027956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9d834-a6b8-4f54-8158-07e665b5abce req-1238ca8a-3338-4d12-991b-f6b06765d381 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:28.029386 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eed9d834-a6b8-4f54-8158-07e665b5abce req-1238ca8a-3338-4d12-991b-f6b06765d381 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 945 time: 0.0783803 Nov 27 11:05:28.072548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:28.073853 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-9cf3b381-26cc-4f30-a6a5-65a47af6be4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 200 len: 217 time: 0.0429630 Nov 27 11:05:28.098824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:05:28.107038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:28.107640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:28.145923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eed9d834-a6b8-4f54-8158-07e665b5abce req-beadb8bb-522b-4176-9988-ab7501aeadb9 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102407 Nov 27 11:05:28.147429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-4db0445c-6d5a-43c8-8bbc-d84b3b085369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:28.148792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-4db0445c-6d5a-43c8-8bbc-d84b3b085369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 200 len: 850 time: 0.0689659 Nov 27 11:05:28.197289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-6919f233-6c42-4c76-b70c-842e3c4b58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:28.199914 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-6919f233-6c42-4c76-b70c-842e3c4b58e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d5549f-15a6-431a-84cd-d2ed64d3d183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0434661 Nov 27 11:05:28.219385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:28.297087 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-1523c63e-0481-48b7-baf1-30181c95ae72 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891778 Nov 27 11:05:28.394327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ac6db290-121d-465a-96eb-6ed1e118b3e2 req-2111c09f-3513-4d38-847f-ac6d1cbe1630 service neutron] 10.222.0.24 "GET /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879927 Nov 27 11:05:28.423000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:28.449359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8171c0-571c-4b8a-bc1e-4a6d1eb749ff None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:31Z', 'revision_number': 4, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '9f261086-6665-4da1-8102-51457d2e9c9e', 'name': '', 'network_id': '56d5549f-15a6-431a-84cd-d2ed64d3d183', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'mac_address': 'fa:16:3e:54:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:31Z', 'updated_at': '2021-11-27T10:58:36Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'subnets': [{'id': '5fb1b578-a842-4e84-aee0-8efd9d9b6f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:05:28.656782 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78334a-3591-4fa0-8a60-bdb86769c1e1 None None] New status for floating IP d9dd4759-cedd-4f2d-9041-09d5a59a9853: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:05:29.262335 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794154b-20ce-462d-a1b2-a656a016623a req-f449aa23-bb81-4684-84c4-13f32933558c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:29.263824 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8794154b-20ce-462d-a1b2-a656a016623a req-f449aa23-bb81-4684-84c4-13f32933558c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Nov 27 11:05:29.316687 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8794154b-20ce-462d-a1b2-a656a016623a req-573ba56b-399b-4551-a059-6f4d22453e81 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd09a00d-1495-4b86-8597-6bc2fd615d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 Nov 27 11:05:29.481197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-5a3ada48-d8db-4d78-bcb2-a275f4bbc91a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:29.482634 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-5a3ada48-d8db-4d78-bcb2-a275f4bbc91a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Nov 27 11:05:29.568705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Deleting port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:29.568960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:29.656245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] For port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:29.656625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:29.668140 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Calling delete_port for 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:29.795061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:29.823825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'Port': ['ID=5cdabb79-3d65-49c4-b1b5-fa55ad2914c6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:29.862625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] No DVR routers for this DVR port 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:05:29.865101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:29.868426 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e975b74-b2df-40c4-b531-5523d482ad6d req-e94be719-8ea8-4a05-8d36-a33316635b61 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.24 "DELETE /v2.0/ports/5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 HTTP/1.1" status: 204 len: 173 time: 0.3791833 Nov 27 11:05:29.868874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'name': 'network-vif-deleted', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:05:29.871689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab4ad7-e370-47bf-91e0-b8ca45a79906" -d '{"events": [{"server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "name": "network-vif-deleted", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:05:29.916597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed659d1c-0981-41de-8435-d33560297436 x-openstack-request-id: req-ed659d1c-0981-41de-8435-d33560297436 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:05:29.917488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d021ed1d-d0d3-4534-aa65-3e593621c125", "name": "network-vif-deleted", "tag": "5cdabb79-3d65-49c4-b1b5-fa55ad2914c6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:05:29.917953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed659d1c-0981-41de-8435-d33560297436 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:05:29.918571 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd021ed1d-d0d3-4534-aa65-3e593621c125', 'name': 'network-vif-deleted', 'tag': '5cdabb79-3d65-49c4-b1b5-fa55ad2914c6', 'status': 'completed', 'code': 200} Nov 27 11:05:30.412009 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cb20caec-c4a4-476f-8cc7-b2d4d1700382 req-9540b597-01bb-4434-8b5e-6068d25f0f1c tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 210 time: 0.0264726 Nov 27 11:05:31.508272 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d1688552-e40e-476f-8f00-0964874b1849 req-4dbfb0c8-1a09-470a-ba54-4c3a66c5060e tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 210 time: 0.0267470 Nov 27 11:05:32.013556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:32.750828 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-02a3f7fe-0ab0-492b-a6d5-e02eeb749135 req-86021ef8-6321-4288-9d37-37128c03e26a tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 210 time: 0.0265930 Nov 27 11:05:33.374053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:33.394485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:33.394834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 5cdabb79-3d65-49c4-b1b5-fa55ad2914c6 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:33.847913 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c29a9a0e-b48f-45ac-9f2f-81e9ddb76c0e req-0ec97f15-5239-4f01-915d-4d607d3d6122 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "GET /v2.0/ports?device_id=d021ed1d-d0d3-4534-aa65-3e593621c125 HTTP/1.1" status: 200 len: 210 time: 0.0298746 Nov 27 11:05:34.903620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46318) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:35.023857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Deleting port e1727c8f-b439-4c7f-ab49-375daf779edc {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:35.024194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:35.099909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:35.100236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:35.111583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Calling delete_port for e1727c8f-b439-4c7f-ab49-375daf779edc owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:35.239569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:35.265219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'Port': ['ID=e1727c8f-b439-4c7f-ab49-375daf779edc,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:35.595131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.595388 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.595728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.596080 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.596411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.596746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.597073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.597397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.597723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.598041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.598359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.598678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:35.638577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:35.641249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:35.642389 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-83c318f5-059c-4ac1-8b59-3596d39a3b82 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "DELETE /v2.0/floatingips/0e7dcdef-b805-4160-9d63-d0c3ab81480e HTTP/1.1" status: 204 len: 168 time: 0.7377715 Nov 27 11:05:38.929245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46334) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:38.987937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc30e60f-f928-4b40-af82-50bbcd804cb7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.013896 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc30e60f-f928-4b40-af82-50bbcd804cb7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.072658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc30e60f-f928-4b40-af82-50bbcd804cb7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.075333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc30e60f-f928-4b40-af82-50bbcd804cb7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.076503 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-bc30e60f-f928-4b40-af82-50bbcd804cb7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd09a00d-1495-4b86-8597-6bc2fd615d9a HTTP/1.1" status: 204 len: 168 time: 0.1461489 Nov 27 11:05:39.085351 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30e60f-f928-4b40-af82-50bbcd804cb7 tempest-TestVolumeBootPattern-518085230 tempest-TestVolumeBootPattern-518085230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd09a00d-1495-4b86-8597-6bc2fd615d9a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:39.139797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46338) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:39.583072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.834698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Deleting port 9f261086-6665-4da1-8102-51457d2e9c9e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:39.834973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.913345 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] For port 9f261086-6665-4da1-8102-51457d2e9c9e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9f261086-6665-4da1-8102-51457d2e9c9e,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:39.913708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:39.926187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Calling delete_port for 9f261086-6665-4da1-8102-51457d2e9c9e owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:40.102993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.132445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f261086-6665-4da1-8102-51457d2e9c9e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:40.299665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.301313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4caaede7-62de-461d-b84a-65a92464f218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.522364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Router e56e0d5a-07fa-4773-bd97-4ed60829344c has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:05:40.628638 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:05:40.634259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5132ffaa-d6d1-4add-af41-4f3ac15fcdd8 admin admin] 10.222.0.13 "PUT /v2.0/routers/e56e0d5a-07fa-4773-bd97-4ed60829344c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4934025 Nov 27 11:05:40.637494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:40.637702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] Sync routers for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:05:40.648112 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:40.648762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:40.740772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.753741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:40.841034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.895572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Deleting port 62c456d5-8808-458f-823a-288a35c448e0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:40.895912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.935195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': '62c456d5-8808-458f-823a-288a35c448e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T11:05:40Z', 'revision_number': 5, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port': {'id': '62c456d5-8808-458f-823a-288a35c448e0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T10:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:40.965627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] Checking router: e56e0d5a-07fa-4773-bd97-4ed60829344c for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:05:40.973930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] Routers {'e56e0d5a-07fa-4773-bd97-4ed60829344c'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:40.974538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['e56e0d5a-07fa-4773-bd97-4ed60829344c'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:40.974677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] For port 62c456d5-8808-458f-823a-288a35c448e0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=62c456d5-8808-458f-823a-288a35c448e0,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:40.974961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:40.988928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Calling delete_port for 62c456d5-8808-458f-823a-288a35c448e0 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:41.063443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] Set router e56e0d5a-07fa-4773-bd97-4ed60829344c gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:41.170367 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.198930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c456d5-8808-458f-823a-288a35c448e0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:41.257654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf021b-f9cf-4e6c-8144-bff5c2555cf3 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:05:41.261484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T11:05:40Z', 'revision_number': 6, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:41.264891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.293762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29b8cd-46c3-44a5-b249-f99bb13d9c85 None None] The sync data for ids ['e56e0d5a-07fa-4773-bd97-4ed60829344c'] in dv-neutron-804846-16-hyperv is: [{'id': 'e56e0d5a-07fa-4773-bd97-4ed60829344c', 'name': 'tempest-TestVolumeBootPattern-969606312-router', 'tenant_id': '37a0dd2970804ff39f823977ce0c3506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:29Z', 'updated_at': '2021-11-27T11:05:40Z', 'revision_number': 6, 'project_id': '37a0dd2970804ff39f823977ce0c3506', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:05:41.358150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.360292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.402756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.403421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e56e0d5a-07fa-4773-bd97-4ed60829344c {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:05:41.407784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.409073 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8670ba56-b2c1-4914-b508-35101afa4640 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e56e0d5a-07fa-4773-bd97-4ed60829344c HTTP/1.1" status: 204 len: 168 time: 0.7706606 Nov 27 11:05:41.411695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46344) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:41.460664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Deleting subnet 5fb1b578-a842-4e84-aee0-8efd9d9b6f2a {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:05:41.464482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.499438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.581941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.632829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.663818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb1b578-a842-4e84-aee0-8efd9d9b6f2a,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:41.667994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.675113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aab2ed-7c40-40ab-ad69-b860845f349b None None] Network 56d5549f-15a6-431a-84cd-d2ed64d3d183 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:05:41.678635 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-75c61ff7-fcc9-42b5-97de-bd73bbbde24e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5fb1b578-a842-4e84-aee0-8efd9d9b6f2a HTTP/1.1" status: 204 len: 168 time: 0.2658103 Nov 27 11:05:41.680968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46346) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:41.751852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.804675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Deleting port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:41.805011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.873492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] For port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,segment=NetworkSegment(4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e),segment_id=4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:41.873850 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.889089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Calling delete_port for 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:41.971494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:41.998342 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cccfc1b-9378-4caa-8e48-1c64d8dacc35,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:42.002473 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] No DVR routers for this DVR port 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:05:42.079715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:42.082804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db476471-3525-49a6-bdd8-1bdcc1448d50 None None] DHCP port deletion for 56d5549f-15a6-431a-84cd-d2ed64d3d183 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:05:42.105699 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d5549f-15a6-431a-84cd-d2ed64d3d183']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:42.115881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:42.116175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b67ab6e-5f6b-4a4e-bcc3-ce2126f5b04e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:42.126125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:42.139586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:42.146274 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:05:42.146899 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:05:42.148935 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:05:42.210389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:42.225755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:42.229610 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56d5549f-15a6-431a-84cd-d2ed64d3d183 HTTP/1.1" status: 204 len: 168 time: 0.5471163 Nov 27 11:05:42.231002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91f810-0f7c-48db-a655-78d18b216a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d5549f-15a6-431a-84cd-d2ed64d3d183,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:42.233631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:42.892326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.078628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a564e546-974f-4ca2-8082-9d0f0b4415b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.111932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9f261086-6665-4da1-8102-51457d2e9c9e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:43.132166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9f261086-6665-4da1-8102-51457d2e9c9e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:43.132632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9f261086-6665-4da1-8102-51457d2e9c9e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:43.133121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:43.139233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Deleting port 6d6bd646-156c-4ec7-89c8-518a0893ef36 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:43.139567 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.153332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:43.153691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 4cccfc1b-9378-4caa-8e48-1c64d8dacc35 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:43.154174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 62c456d5-8808-458f-823a-288a35c448e0 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:43.173536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 62c456d5-8808-458f-823a-288a35c448e0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:43.174155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 62c456d5-8808-458f-823a-288a35c448e0 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:43.222016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] For port 6d6bd646-156c-4ec7-89c8-518a0893ef36, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6d6bd646-156c-4ec7-89c8-518a0893ef36,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:43.222370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.234592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Calling delete_port for 6d6bd646-156c-4ec7-89c8-518a0893ef36 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:43.409509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.436545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6bd646-156c-4ec7-89c8-518a0893ef36,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:43.605404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.817422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Router 45d13c96-5f2d-4be0-8e96-77893ed957fd has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:05:43.919230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:43.922933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:05:43.930851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46350) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:43.931288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ec395e9f-95aa-40f2-ac42-77a952a15d2f admin admin] 10.222.0.13 "PUT /v2.0/routers/45d13c96-5f2d-4be0-8e96-77893ed957fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6957216 Nov 27 11:05:43.933398 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] Sync routers for ids ['45d13c96-5f2d-4be0-8e96-77893ed957fd'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:05:43.943426 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] Routers {'45d13c96-5f2d-4be0-8e96-77893ed957fd'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:43.944044 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['45d13c96-5f2d-4be0-8e96-77893ed957fd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:44.034669 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.048405 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] Set router 45d13c96-5f2d-4be0-8e96-77893ed957fd gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:44.134085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.186912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Deleting port 7edfdd44-87dd-4e27-b206-b163a4562049 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:44.187251 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.225933 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T11:05:43Z', 'revision_number': 5, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port': {'id': '7edfdd44-87dd-4e27-b206-b163a4562049', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T10:58:34Z', 'updated_at': '2021-11-27T10:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:44.252630 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] Checking router: 45d13c96-5f2d-4be0-8e96-77893ed957fd for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:05:44.260715 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] Routers {'45d13c96-5f2d-4be0-8e96-77893ed957fd'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:05:44.261445 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:05:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['45d13c96-5f2d-4be0-8e96-77893ed957fd'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:44.268988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] For port 7edfdd44-87dd-4e27-b206-b163a4562049, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7edfdd44-87dd-4e27-b206-b163a4562049,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:44.269374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.281238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Calling delete_port for 7edfdd44-87dd-4e27-b206-b163a4562049 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:44.344342 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] Set router 45d13c96-5f2d-4be0-8e96-77893ed957fd gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:05:44.397213 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T11:05:44Z', 'revision_number': 6, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:44.422836 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6dead-a0f6-49e5-ae97-ea48a3622909 None None] The sync data for ids ['45d13c96-5f2d-4be0-8e96-77893ed957fd'] in dv-neutron-804846-16-hyperv is: [{'id': '45d13c96-5f2d-4be0-8e96-77893ed957fd', 'name': 'tempest-TestVolumeBootPattern-293316386-router', 'tenant_id': '1bba7400e8af44d3829cc6c085637a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T10:58:33Z', 'updated_at': '2021-11-27T11:05:44Z', 'revision_number': 6, 'project_id': '1bba7400e8af44d3829cc6c085637a52', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:05:44.450406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.476930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edfdd44-87dd-4e27-b206-b163a4562049,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:44.492303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2970d-75a9-4a90-9448-d5534f2d9fbf None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:05:44.537844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.940757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.943040 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.990363 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.990910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45d13c96-5f2d-4be0-8e96-77893ed957fd {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:05:44.995836 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:44.997164 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-53bd8297-627c-4c4d-8c31-9e1fdecdb2f5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/45d13c96-5f2d-4be0-8e96-77893ed957fd HTTP/1.1" status: 204 len: 168 time: 1.0653248 Nov 27 11:05:44.999798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46352) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:45.045106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Deleting subnet 11ad2476-add7-4e1a-9907-f32b8bcc6e06 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:05:45.048352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.083221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.163853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.233301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.252715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7edfdd44-87dd-4e27-b206-b163a4562049 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:45.262461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ad2476-add7-4e1a-9907-f32b8bcc6e06,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:45.266252 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.269640 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-debabd99-b7b4-4933-ba22-583fae75b744 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11ad2476-add7-4e1a-9907-f32b8bcc6e06 HTTP/1.1" status: 204 len: 168 time: 0.2688127 Nov 27 11:05:45.272371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46354) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:45.275733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274fc2a-f529-4820-a54d-6acde7096227 None None] Network 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:05:45.278277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7edfdd44-87dd-4e27-b206-b163a4562049 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:45.278624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7edfdd44-87dd-4e27-b206-b163a4562049 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:45.279376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6d6bd646-156c-4ec7-89c8-518a0893ef36 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:45.313559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6d6bd646-156c-4ec7-89c8-518a0893ef36 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:45.313915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6d6bd646-156c-4ec7-89c8-518a0893ef36 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:45.353676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.414957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Deleting port 1647f3db-6fa2-4c43-b681-c7753e349819 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:45.415308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.485608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] For port 1647f3db-6fa2-4c43-b681-c7753e349819, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1647f3db-6fa2-4c43-b681-c7753e349819,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:45.486268 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.501978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Calling delete_port for 1647f3db-6fa2-4c43-b681-c7753e349819 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:45.533777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] DHCP port deletion for 7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:05:45.569684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.594168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Deleting port 1647f3db-6fa2-4c43-b681-c7753e349819 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:05:45.595002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.607583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.645503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1647f3db-6fa2-4c43-b681-c7753e349819,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:45.653749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] No DVR routers for this DVR port 1647f3db-6fa2-4c43-b681-c7753e349819 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:05:45.676004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] For port 1647f3db-6fa2-4c43-b681-c7753e349819, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=1647f3db-6fa2-4c43-b681-c7753e349819,segment=NetworkSegment(16942b00-9225-4f1b-90ce-8f8afcab4970),segment_id=16942b00-9225-4f1b-90ce-8f8afcab4970)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:45.676422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.691065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Calling delete_port for 1647f3db-6fa2-4c43-b681-c7753e349819 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:05:45.731664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.753386 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:45.762851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16942b00-9225-4f1b-90ce-8f8afcab4970') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:45.763149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16942b00-9225-4f1b-90ce-8f8afcab4970') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:05:45.772895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.773095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.798170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.805064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Pushing event deleted for resources: {'Port': ['ID=1647f3db-6fa2-4c43-b681-c7753e349819,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:45.806947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:05:45.808539 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.809770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] No DVR routers for this DVR port 1647f3db-6fa2-4c43-b681-c7753e349819 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:05:45.810734 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:05:45.819913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.820625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.821552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.822108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.823265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.823592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.824149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.824720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.825209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.825698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.826187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.826708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb90021-9752-484c-a629-d93a8e4a0574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:05:45.873329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.878709 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:45.882010 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847 HTTP/1.1" status: 204 len: 168 time: 0.6086724 Nov 27 11:05:45.897349 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c623615-c84d-486c-93c5-7d6ddee774a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb6edf2-1b35-4fdd-81c8-d5dfcf3d9847,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:45.991921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46358) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:46.040350 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-af7a46e1-84bd-4ad8-b9dd-7dcbe89c29c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37a0dd2970804ff39f823977ce0c3506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471828 Nov 27 11:05:46.043623 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46360) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:46.093471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8f4e-dab3-41e9-86b4-8e1f0e691ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.114779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8f4e-dab3-41e9-86b4-8e1f0e691ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.159959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8f4e-dab3-41e9-86b4-8e1f0e691ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.162580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b5a8f4e-dab3-41e9-86b4-8e1f0e691ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.163706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2b5a8f4e-dab3-41e9-86b4-8e1f0e691ee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1ea465d-fd67-41e8-921d-c09f78c9b32e HTTP/1.1" status: 204 len: 168 time: 0.1191506 Nov 27 11:05:46.172101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a8f4e-dab3-41e9-86b4-8e1f0e691ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ea465d-fd67-41e8-921d-c09f78c9b32e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:46.258099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.467454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46366) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:46.505594 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d4bc64b7-ce97-4ce7-9ede-307f0dec9b48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bba7400e8af44d3829cc6c085637a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369349 Nov 27 11:05:46.507978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46368) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:05:46.555112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4f349b0-9f51-434e-9b5d-bb2479f0f1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.576176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4f349b0-9f51-434e-9b5d-bb2479f0f1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.622687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4f349b0-9f51-434e-9b5d-bb2479f0f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.625276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4f349b0-9f51-434e-9b5d-bb2479f0f1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:46.626406 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b4f349b0-9f51-434e-9b5d-bb2479f0f1f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45504265-5a4b-467f-8ccc-012635563b43 HTTP/1.1" status: 204 len: 168 time: 0.1175165 Nov 27 11:05:46.633860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f349b0-9f51-434e-9b5d-bb2479f0f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45504265-5a4b-467f-8ccc-012635563b43,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:47.096100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1647f3db-6fa2-4c43-b681-c7753e349819 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:05:47.115825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 1647f3db-6fa2-4c43-b681-c7753e349819 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:05:47.116179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 1647f3db-6fa2-4c43-b681-c7753e349819 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:05:53.347504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-433bb4a4-95c1-4900-a8a0-d07039a35393 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3d07badb95e4441e9ee01b3d99f10496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284443 Nov 27 11:05:53.528707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-492f20f2-90a5-45f5-9873-7e9d0fd0c6a5 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:53.530143 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-492f20f2-90a5-45f5-9873-7e9d0fd0c6a5 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774690 Nov 27 11:05:53.545207 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-53709d6c-dbc3-419d-98aa-28ed98e39e86 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/quotas/3d07badb95e4441e9ee01b3d99f10496 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Nov 27 11:05:53.577017 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-ad10df86-b2a6-47a8-8594-553fe2b88b02 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d07badb95e4441e9ee01b3d99f10496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249825 Nov 27 11:05:53.738240 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-60333c5b-e242-4508-8afe-6ac052cabb34 req-2cd1e2ab-11c1-4097-957c-f7122ead992f tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Nov 27 11:05:54.811338 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-f3ad6632-6f84-4c44-8787-8728734cc996 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3d07badb95e4441e9ee01b3d99f10496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314357 Nov 27 11:05:54.838366 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24e682ef-91e7-462c-9a31-76862176402a req-1342a791-702d-4aa1-a4ae-6669fded85aa tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 210 time: 0.0315020 Nov 27 11:05:55.020323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-58385e94-2008-4bc0-8107-e743095743cf tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:55.021717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-58385e94-2008-4bc0-8107-e743095743cf tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033293 Nov 27 11:05:55.033976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Request body: {'port': {'device_id': '97de9f13-ac6f-4200-90bc-d654b344c685', 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c', 'admin_state_up': True, 'tenant_id': '3d07badb95e4441e9ee01b3d99f10496'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:05:55.139158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Made reservation on behalf of 3d07badb95e4441e9ee01b3d99f10496 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:05:55.142796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.154769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.230315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.234034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.298508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5ac10-962b-4a8d-b06f-4dff2d475420,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:55.365576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Allocated IP 192.168.233.168 (2250e8d2-0ac6-46f1-b437-44b0a3823e4c/ce0b6c9d-9a47-45e5-9eee-4a5b6596e959/a55d3545-b23a-4567-ac37-afc7c735d7ee) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:05:55.512800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.545634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.589446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:05:55.592491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:05:55.595972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:05:55.602405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Pushing event updated for resources: {'Port': ['ID=a55d3545-b23a-4567-ac37-afc7c735d7ee,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:55.653518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:55.654237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.671832 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-56da7cd6-6649-4be6-b362-86004fdd963a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6413865 Nov 27 11:05:55.689452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Request body: {'port': {'device_id': '97de9f13-ac6f-4200-90bc-d654b344c685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:05:55.745583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.881546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2d6b0305-5f15-433f-b162-c2c42e527964 None None] Provisioning complete for port a55d3545-b23a-4567-ac37-afc7c735d7ee triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:05:55.881989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d6b0305-5f15-433f-b162-c2c42e527964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:55.919495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b0305-5f15-433f-b162-c2c42e527964 None None] Port a55d3545-b23a-4567-ac37-afc7c735d7ee cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:05:56.003149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc55a-713e-4c3e-b24d-ab321a371737 req-7c4c769d-9e89-4747-a9a8-644d8d79b132 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.004632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-23dfc55a-713e-4c3e-b24d-ab321a371737 req-7c4c769d-9e89-4747-a9a8-644d8d79b132 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 936 time: 0.0799940 Nov 27 11:05:56.087631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55d3545-b23a-4567-ac37-afc7c735d7ee {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:05:56.095352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-23dfc55a-713e-4c3e-b24d-ab321a371737 req-61c45aa2-82e8-4ed1-becd-729889b2e839 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824335 Nov 27 11:05:56.099228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:56.112257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Transition to ACTIVE for port object a55d3545-b23a-4567-ac37-afc7c735d7ee will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:05:56.116346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:56.164762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Pushing event updated for resources: {'Port': ['ID=a55d3545-b23a-4567-ac37-afc7c735d7ee,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:56.240230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Attempting to bind port a55d3545-b23a-4567-ac37-afc7c735d7ee on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:05:56.240597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Attempting to bind port a55d3545-b23a-4567-ac37-afc7c735d7ee by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:05:56.240931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Attempting to bind port a55d3545-b23a-4567-ac37-afc7c735d7ee on network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:05:56.245437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Port a55d3545-b23a-4567-ac37-afc7c735d7ee on network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:05:56.245761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Attempting to bind port a55d3545-b23a-4567-ac37-afc7c735d7ee on network 2250e8d2-0ac6-46f1-b437-44b0a3823e4c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:05:56.251266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:05:56.251602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Checking segment: {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:05:56.251985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Bound using segment: {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:05:56.252440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Bound port: a55d3545-b23a-4567-ac37-afc7c735d7ee, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6705d64-f34f-4ab5-adca-e02129dd18ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:05:56.252805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:56.318629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] For port a55d3545-b23a-4567-ac37-afc7c735d7ee, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:05:56.321701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] For port a55d3545-b23a-4567-ac37-afc7c735d7ee, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:05:56.326261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:56.359147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.359700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:56.361114 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] 10.222.0.24 "PUT /v2.0/ports/a55d3545-b23a-4567-ac37-afc7c735d7ee HTTP/1.1" status: 200 len: 1098 time: 0.6760056 Nov 27 11:05:56.361640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de9f13-ac6f-4200-90bc-d654b344c685', 'tag': 'a55d3545-b23a-4567-ac37-afc7c735d7ee'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:05:56.363819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7" -d '{"events": [{"name": "network-changed", "server_uuid": "97de9f13-ac6f-4200-90bc-d654b344c685", "tag": "a55d3545-b23a-4567-ac37-afc7c735d7ee"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:05:56.391241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541093-2b38-43b7-87b0-9acc527ad212 service neutron] Pushing event updated for resources: {'Port': ['ID=a55d3545-b23a-4567-ac37-afc7c735d7ee,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:56.414363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbb4e8-8ca7-45fa-a288-aa5d6c2a4b35 x-openstack-request-id: req-50bbb4e8-8ca7-45fa-a288-aa5d6c2a4b35 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:05:56.414627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de9f13-ac6f-4200-90bc-d654b344c685", "tag": "a55d3545-b23a-4567-ac37-afc7c735d7ee", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:05:56.414894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50bbb4e8-8ca7-45fa-a288-aa5d6c2a4b35 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:05:56.415301 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97de9f13-ac6f-4200-90bc-d654b344c685', 'tag': 'a55d3545-b23a-4567-ac37-afc7c735d7ee', 'status': 'completed', 'code': 200} Nov 27 11:05:56.448949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-48c1da51-4330-4fa5-b152-4175fe4f9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.450975 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-48c1da51-4330-4fa5-b152-4175fe4f9403 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d07badb95e4441e9ee01b3d99f10496&device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 1101 time: 0.0474081 Nov 27 11:05:56.499538 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-ace26849-b4f2-4a9c-a1b1-7a013a8c0977 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee HTTP/1.1" status: 200 len: 217 time: 0.0392907 Nov 27 11:05:56.552963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-e90ae78f-f3b5-4a64-8703-b1f39a697ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.554460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-e90ae78f-f3b5-4a64-8703-b1f39a697ee8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce0b6c9d-9a47-45e5-9eee-4a5b6596e959 HTTP/1.1" status: 200 len: 843 time: 0.0467339 Nov 27 11:05:56.600355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-89988d73-ebb7-4a37-ba98-de42a757f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.601849 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-89988d73-ebb7-4a37-ba98-de42a757f8da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2250e8d2-0ac6-46f1-b437-44b0a3823e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0398366 Nov 27 11:05:56.694674 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-603d4470-9122-47f2-8dc0-f3c44e31705b service neutron] 10.222.0.24 "GET /v2.0/networks/2250e8d2-0ac6-46f1-b437-44b0a3823e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851440 Nov 27 11:05:56.781735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb82b456-2387-4307-bb6e-68b94fa341f5 req-b7892fed-012d-4747-8c57-fab6fa97ea47 service neutron] 10.222.0.24 "GET /v2.0/networks/2250e8d2-0ac6-46f1-b437-44b0a3823e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802288 Nov 27 11:05:56.869277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-b3105353-e3fc-4890-8496-4c6700bde0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.870728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-b3105353-e3fc-4890-8496-4c6700bde0c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d07badb95e4441e9ee01b3d99f10496&device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 1101 time: 0.0448902 Nov 27 11:05:56.960136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-d65fa6ae-2f42-4f3e-8180-9acabb547c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:56.961557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-d65fa6ae-2f42-4f3e-8180-9acabb547c75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2250e8d2-0ac6-46f1-b437-44b0a3823e4c HTTP/1.1" status: 200 len: 870 time: 0.0842073 Nov 27 11:05:57.006501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-991ff072-34e8-43ef-8ec7-7b71f75d8100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee HTTP/1.1" status: 200 len: 217 time: 0.0374033 Nov 27 11:05:57.055897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-9844e652-963f-4e0f-884a-cae7a0cb8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:57.057415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-9844e652-963f-4e0f-884a-cae7a0cb8719 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce0b6c9d-9a47-45e5-9eee-4a5b6596e959 HTTP/1.1" status: 200 len: 843 time: 0.0442629 Nov 27 11:05:57.102520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-6aa93cb5-1580-432c-bbda-d910daf766fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:57.103953 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-6aa93cb5-1580-432c-bbda-d910daf766fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2250e8d2-0ac6-46f1-b437-44b0a3823e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0391335 Nov 27 11:05:57.228992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-758b717e-ae1c-40b7-b335-cd6dfcefa934 service neutron] 10.222.0.24 "GET /v2.0/networks/2250e8d2-0ac6-46f1-b437-44b0a3823e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175008 Nov 27 11:05:57.237409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748610ad-f17c-4b13-b5a3-90c3d17c4a30 req-ad998096-d7c6-440e-baea-a5195455a2d9 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:57.238771 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-748610ad-f17c-4b13-b5a3-90c3d17c4a30 req-ad998096-d7c6-440e-baea-a5195455a2d9 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 948 time: 0.0731463 Nov 27 11:05:57.341258 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-748610ad-f17c-4b13-b5a3-90c3d17c4a30 req-3e21c053-5836-4f1f-b635-f64fc568a3d1 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948255 Nov 27 11:05:57.358825 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-16a340e5-53e6-41a5-bd54-9b36a9ae63e7 req-985c4d70-082e-448f-8a18-9b7292416c44 service neutron] 10.222.0.24 "GET /v2.0/networks/2250e8d2-0ac6-46f1-b437-44b0a3823e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191094 Nov 27 11:05:58.457128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881bef8-90e6-4d2a-9391-248b644cda75 req-763f40dc-476d-4ed6-9b61-41e58058749b tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:58.458625 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a881bef8-90e6-4d2a-9391-248b644cda75 req-763f40dc-476d-4ed6-9b61-41e58058749b tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 948 time: 0.0495336 Nov 27 11:05:58.505999 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a881bef8-90e6-4d2a-9391-248b644cda75 req-d08182d5-beae-4e84-b206-8f0546ff6e5a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Nov 27 11:05:59.459353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device a55d3545-b23a-4567-ac37-afc7c735d7ee details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:05:59.555468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port a55d3545-b23a-4567-ac37-afc7c735d7ee, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:59.565995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'a55d3545-b23a-4567-ac37-afc7c735d7ee', 'network_id': '2250e8d2-0ac6-46f1-b437-44b0a3823e4c', 'port_id': 'a55d3545-b23a-4567-ac37-afc7c735d7ee', 'mac_address': 'fa:16:3e:4f:39:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0b6c9d-9a47-45e5-9eee-4a5b6596e959', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:05:59.603520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:59.617089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55d3545-b23a-4567-ac37-afc7c735d7ee {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:05:59.621305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6537-074f-499f-a4ac-f3a6a1b2a9b8 req-ad248535-3aef-4510-9233-e8454348db4d tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:05:59.622913 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-336f6537-074f-499f-a4ac-f3a6a1b2a9b8 req-ad248535-3aef-4510-9233-e8454348db4d tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 948 time: 0.0499582 Nov 27 11:05:59.637202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port a55d3545-b23a-4567-ac37-afc7c735d7ee, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:05:59.642157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:05:59.672684 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-336f6537-074f-499f-a4ac-f3a6a1b2a9b8 req-90061125-f418-4ffe-b41c-e27833eee6b3 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Nov 27 11:05:59.692162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=a55d3545-b23a-4567-ac37-afc7c735d7ee,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:05:59.965892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['a55d3545-b23a-4567-ac37-afc7c735d7ee'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:06:00.785708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a3ca5-e1e2-487a-abe6-7bf84be0ebab req-9979902e-1ae6-4f8c-bd63-7bbfdd4bea39 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:00.787169 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7c6a3ca5-e1e2-487a-abe6-7bf84be0ebab req-9979902e-1ae6-4f8c-bd63-7bbfdd4bea39 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 949 time: 0.0481000 Nov 27 11:06:00.834267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7c6a3ca5-e1e2-487a-abe6-7bf84be0ebab req-edd4aad9-6b3d-4550-9c1e-057beba95194 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Nov 27 11:06:01.476982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device a55d3545-b23a-4567-ac37-afc7c735d7ee up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:06:01.524239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port a55d3545-b23a-4567-ac37-afc7c735d7ee completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:06:01.527792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port a55d3545-b23a-4567-ac37-afc7c735d7ee triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:06:01.528157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:01.604300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:01.626626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de9f13-ac6f-4200-90bc-d654b344c685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d3545-b23a-4567-ac37-afc7c735d7ee'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:01.628907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ff6ae7-3f8c-4218-bfe2-9a69e58177e4" -d '{"events": [{"server_uuid": "97de9f13-ac6f-4200-90bc-d654b344c685", "name": "network-vif-plugged", "status": "completed", "tag": "a55d3545-b23a-4567-ac37-afc7c735d7ee"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:01.641565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port a55d3545-b23a-4567-ac37-afc7c735d7ee, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:01.645841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:01.669306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9966da-294c-4969-9c7f-39f9f7a88155 x-openstack-request-id: req-8c9966da-294c-4969-9c7f-39f9f7a88155 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:01.669601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de9f13-ac6f-4200-90bc-d654b344c685", "name": "network-vif-plugged", "status": "completed", "tag": "a55d3545-b23a-4567-ac37-afc7c735d7ee", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:01.669851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c9966da-294c-4969-9c7f-39f9f7a88155 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:01.670238 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97de9f13-ac6f-4200-90bc-d654b344c685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d3545-b23a-4567-ac37-afc7c735d7ee', 'code': 200} Nov 27 11:06:01.697465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=a55d3545-b23a-4567-ac37-afc7c735d7ee,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:01.826682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91240eda-c697-4943-b284-e924348a3437 req-140bfd94-d547-4f75-a910-a60a3fa325e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:01.828121 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91240eda-c697-4943-b284-e924348a3437 req-140bfd94-d547-4f75-a910-a60a3fa325e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 1103 time: 0.0391548 Nov 27 11:06:01.882091 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91240eda-c697-4943-b284-e924348a3437 req-d42425a4-1faa-4491-a8b8-480dc9e40309 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455463 Nov 27 11:06:01.956156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629373f-12cc-4e43-8285-0da1e40252ba req-f8350826-ba59-487e-a69e-69f7080faebd tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:01.957599 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d629373f-12cc-4e43-8285-0da1e40252ba req-f8350826-ba59-487e-a69e-69f7080faebd tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 950 time: 0.0523648 Nov 27 11:06:02.005439 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d629373f-12cc-4e43-8285-0da1e40252ba req-71fae3a8-cf45-497f-ae2f-38343ccbbe72 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Nov 27 11:06:02.015965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:02.629868 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:06:03.129955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f57410-b2b2-46c8-b6fc-4efd5db02cdd req-c287c9a5-a967-40f3-a39c-df01bd618819 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:03.131425 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-52f57410-b2b2-46c8-b6fc-4efd5db02cdd req-c287c9a5-a967-40f3-a39c-df01bd618819 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 950 time: 0.0489326 Nov 27 11:06:03.180367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-52f57410-b2b2-46c8-b6fc-4efd5db02cdd req-25d93965-813d-4738-8a61-08fc27d11be7 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Nov 27 11:06:03.895432 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-899ad258-c6e8-4a4e-815f-7053352b6c61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395415 Nov 27 11:06:03.975952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-3caeddb6-ab5b-4a16-bcde-1ede90056702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:03.977445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-3caeddb6-ab5b-4a16-bcde-1ede90056702 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d07badb95e4441e9ee01b3d99f10496&device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 1103 time: 0.0409226 Nov 27 11:06:04.082080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-0e8d37c9-0e15-4df4-ab1e-f1a5c1aedbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:04.083522 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-0e8d37c9-0e15-4df4-ab1e-f1a5c1aedbde service neutron] 10.222.0.24 "GET /v2.0/networks?id=2250e8d2-0ac6-46f1-b437-44b0a3823e4c HTTP/1.1" status: 200 len: 870 time: 0.0881817 Nov 27 11:06:04.123119 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-110e681e-e41b-478f-88fd-d42902f12137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee HTTP/1.1" status: 200 len: 217 time: 0.0330622 Nov 27 11:06:04.175575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-a1346a1d-b67e-451f-91f6-ae60bed51309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:04.176970 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-a1346a1d-b67e-451f-91f6-ae60bed51309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce0b6c9d-9a47-45e5-9eee-4a5b6596e959 HTTP/1.1" status: 200 len: 843 time: 0.0472426 Nov 27 11:06:04.222192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-84fa0378-a2a5-4c62-8bfb-0d83ca0c74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:04.223685 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-84fa0378-a2a5-4c62-8bfb-0d83ca0c74de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2250e8d2-0ac6-46f1-b437-44b0a3823e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0402713 Nov 27 11:06:04.293889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2405a5-b430-4526-9aad-233f14b7d191 req-a09488e5-8f00-485e-afdc-e29497ab8d3a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:04.295781 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cc2405a5-b430-4526-9aad-233f14b7d191 req-a09488e5-8f00-485e-afdc-e29497ab8d3a tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 950 time: 0.0496926 Nov 27 11:06:04.315900 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-3731ae6a-39c7-4789-b37b-411bd9b78f75 service neutron] 10.222.0.24 "GET /v2.0/networks/2250e8d2-0ac6-46f1-b437-44b0a3823e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854561 Nov 27 11:06:04.346879 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cc2405a5-b430-4526-9aad-233f14b7d191 req-9979b159-3455-40f5-a599-41fee1735e62 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Nov 27 11:06:04.411502 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ddce2f4a-6ede-458d-a368-8c15fc5edbee req-105a5073-9192-4261-90f7-d7ec16ba30f7 service neutron] 10.222.0.24 "GET /v2.0/networks/2250e8d2-0ac6-46f1-b437-44b0a3823e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889812 Nov 27 11:06:04.643668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-4317bc2f-f516-44d1-beff-5fce4dd7b646 req-cfcfbf09-7eb2-4fb1-9ee1-7255532bae3b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:06:04.644681 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4317bc2f-f516-44d1-beff-5fce4dd7b646 req-cfcfbf09-7eb2-4fb1-9ee1-7255532bae3b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053504 Nov 27 11:06:05.129231 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-3cf473ff-9e02-4187-a35f-ef51d33c354a req-57cdd8d2-3b48-4e3c-93fe-9cf8ff18a234 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:06:05.130252 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3cf473ff-9e02-4187-a35f-ef51d33c354a req-57cdd8d2-3b48-4e3c-93fe-9cf8ff18a234 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144459 Nov 27 11:06:05.639021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288be7-eb0c-4c54-b6e7-5cfcd1128b58 req-ff7a67f9-56f0-4f43-91b9-69127aa14621 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:05.640438 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-90288be7-eb0c-4c54-b6e7-5cfcd1128b58 req-ff7a67f9-56f0-4f43-91b9-69127aa14621 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 950 time: 0.0526717 Nov 27 11:06:05.687498 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-90288be7-eb0c-4c54-b6e7-5cfcd1128b58 req-dc9293ef-d8de-4d57-a8a8-a62b40618542 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Nov 27 11:06:06.804067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9e99a-3426-46fb-bcfb-91a789ef4bb7 req-d16c6142-8044-4fcd-b98c-e8dde7b59ef9 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:06.805555 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb9e99a-3426-46fb-bcfb-91a789ef4bb7 req-d16c6142-8044-4fcd-b98c-e8dde7b59ef9 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 950 time: 0.0501380 Nov 27 11:06:06.856592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb9e99a-3426-46fb-bcfb-91a789ef4bb7 req-70c6eda8-d804-4fb9-bdf1-fd51359ce4af tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2a5ac10-962b-4a8d-b06f-4dff2d475420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Nov 27 11:06:07.111614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-6cdfb121-159a-43c1-a83f-70d8d94e70e0 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:07.113076 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-6cdfb121-159a-43c1-a83f-70d8d94e70e0 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.24 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 950 time: 0.0478578 Nov 27 11:06:07.201660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Deleting port a55d3545-b23a-4567-ac37-afc7c735d7ee {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:06:07.201999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:07.291099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] For port a55d3545-b23a-4567-ac37-afc7c735d7ee, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a55d3545-b23a-4567-ac37-afc7c735d7ee,segment=NetworkSegment(e6705d64-f34f-4ab5-adca-e02129dd18ad),segment_id=e6705d64-f34f-4ab5-adca-e02129dd18ad)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:07.291457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:07.303560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Calling delete_port for a55d3545-b23a-4567-ac37-afc7c735d7ee owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:06:07.432540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:07.447425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['a55d3545-b23a-4567-ac37-afc7c735d7ee'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:06:07.460357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Pushing event deleted for resources: {'Port': ['ID=a55d3545-b23a-4567-ac37-afc7c735d7ee,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:07.505765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] No DVR routers for this DVR port a55d3545-b23a-4567-ac37-afc7c735d7ee on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:06:07.508521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:07.511905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-55ee1a33-f0e1-45fe-8b1b-23f7113ab56f req-19515e60-d612-4af5-a688-38d7deaa5122 tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.24 "DELETE /v2.0/ports/a55d3545-b23a-4567-ac37-afc7c735d7ee HTTP/1.1" status: 204 len: 173 time: 0.3922303 Nov 27 11:06:07.512362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de9f13-ac6f-4200-90bc-d654b344c685', 'name': 'network-vif-deleted', 'tag': 'a55d3545-b23a-4567-ac37-afc7c735d7ee'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:07.514777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e976019-be10-4fd6-abe2-dffa59f6b1b7" -d '{"events": [{"server_uuid": "97de9f13-ac6f-4200-90bc-d654b344c685", "name": "network-vif-deleted", "tag": "a55d3545-b23a-4567-ac37-afc7c735d7ee"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:07.555568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2592a1-7daa-4101-8ad0-547a6efb4135 x-openstack-request-id: req-8c2592a1-7daa-4101-8ad0-547a6efb4135 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:07.555869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de9f13-ac6f-4200-90bc-d654b344c685", "name": "network-vif-deleted", "tag": "a55d3545-b23a-4567-ac37-afc7c735d7ee", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:07.556149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c2592a1-7daa-4101-8ad0-547a6efb4135 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:07.556590 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97de9f13-ac6f-4200-90bc-d654b344c685', 'name': 'network-vif-deleted', 'tag': 'a55d3545-b23a-4567-ac37-afc7c735d7ee', 'status': 'completed', 'code': 200} Nov 27 11:06:07.963262 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b4e8667b-54ab-4602-ae36-1cc163c92a4e req-853a0d97-9a19-4bdd-9f12-81b5bbbb7daf tempest-ServersAdminNegativeTestJSON-1875687321 tempest-ServersAdminNegativeTestJSON-1875687321-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de9f13-ac6f-4200-90bc-d654b344c685 HTTP/1.1" status: 200 len: 210 time: 0.0256777 Nov 27 11:06:09.250379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46518) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:09.376924 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5bf66cb2-e929-459c-892b-4f6b7ad1b6ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d07badb95e4441e9ee01b3d99f10496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252885 Nov 27 11:06:09.379403 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46522) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:09.428674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-430fdf97-d2b9-44a3-b63e-857bf1da1528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.450621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-430fdf97-d2b9-44a3-b63e-857bf1da1528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.497298 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-430fdf97-d2b9-44a3-b63e-857bf1da1528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.500073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-430fdf97-d2b9-44a3-b63e-857bf1da1528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.501303 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-430fdf97-d2b9-44a3-b63e-857bf1da1528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2a5ac10-962b-4a8d-b06f-4dff2d475420 HTTP/1.1" status: 204 len: 168 time: 0.1210084 Nov 27 11:06:09.508998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fdf97-d2b9-44a3-b63e-857bf1da1528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5ac10-962b-4a8d-b06f-4dff2d475420,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:09.752985 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46528) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:09.766294 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd896cd6-0260-4e7d-b69a-0602c0af7154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.843430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd896cd6-0260-4e7d-b69a-0602c0af7154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.847196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fd896cd6-0260-4e7d-b69a-0602c0af7154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.884527 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fd896cd6-0260-4e7d-b69a-0602c0af7154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce03ce5b1cc647dd8868228d18fa1afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303647 Nov 27 11:06:09.886593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896cd6-0260-4e7d-b69a-0602c0af7154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f482a-5bd7-4caf-800c-33a63bece979,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:09.887314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:09.934949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2c102f-defa-4a0f-8dbe-23e0e39c6af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:09.955636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2c102f-defa-4a0f-8dbe-23e0e39c6af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.004742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2c102f-defa-4a0f-8dbe-23e0e39c6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.007295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2c102f-defa-4a0f-8dbe-23e0e39c6af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.008608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ea2c102f-defa-4a0f-8dbe-23e0e39c6af1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a1f482a-5bd7-4caf-800c-33a63bece979 HTTP/1.1" status: 204 len: 168 time: 0.1201103 Nov 27 11:06:10.016583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c102f-defa-4a0f-8dbe-23e0e39c6af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f482a-5bd7-4caf-800c-33a63bece979,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:10.305752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd0a4a50-28c4-4027-97de-7c2984fcf254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.679299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46552) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:10.773401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-182093004-network', 'tenant_id': 'ded189b8c8144d4c987082976eb189c8'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:06:10.793522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Made reservation on behalf of ded189b8c8144d4c987082976eb189c8 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:06:10.795746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.804277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.878514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.882292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.908078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:06:10.918936 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c9c5e-63a5-479e-8fdc-7760bfb710b0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:10.924573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.924918 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Added segment ddf662f2-364d-447f-b884-68c176e69f54 of type vlan for network 146ad975-3a74-4570-9825-deb63a84c9a3 Nov 27 11:06:10.965931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.990244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:10.991170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:10.991769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:11.029414 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3489168 Nov 27 11:06:11.032327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46556) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:11.037376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Request body: {'subnet': {'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-182093004-subnet', 'tenant_id': 'ded189b8c8144d4c987082976eb189c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:06:11.060471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Made reservation on behalf of ded189b8c8144d4c987082976eb189c8 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:06:11.060639 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b68829-6731-4a3a-99ae-8817bf603b8a admin admin] Pushing event updated for resources: {'Network': ['ID=146ad975-3a74-4570-9825-deb63a84c9a3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:11.063128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:11.071228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 146ad975-3a74-4570-9825-deb63a84c9a3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:06:11.227732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:11.282089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68bfbb1-5db8-4441-842f-c3a69ca13efe,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:11.290472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Checking segment: {'id': 'ddf662f2-364d-447f-b884-68c176e69f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:06:11.290828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Network hostable DHCP agents. Network: 146ad975-3a74-4570-9825-deb63a84c9a3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:06:11.307225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Network 146ad975-3a74-4570-9825-deb63a84c9a3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:06:11.316600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 146ad975-3a74-4570-9825-deb63a84c9a3) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:06:11.321403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:11.323636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:11.324672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f569f0-2a81-4536-8c36-7b05fe7f47e5 None None] Network 146ad975-3a74-4570-9825-deb63a84c9a3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:06:11.346487 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-24d2df4e-8f46-4f48-9a0d-0fad6b1669e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3078296 Nov 27 11:06:11.458164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4c450-9953-47e8-9687-325172bd013d None None] Network 146ad975-3a74-4570-9825-deb63a84c9a3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:06:11.538559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device a55d3545-b23a-4567-ac37-afc7c735d7ee no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:06:11.579055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: a55d3545-b23a-4567-ac37-afc7c735d7ee {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:06:11.579404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device a55d3545-b23a-4567-ac37-afc7c735d7ee not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:06:11.759842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f8a2e9c5-7f49-4dc9-8c9e-1b1568f0b3c9 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:11.761323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f8a2e9c5-7f49-4dc9-8c9e-1b1568f0b3c9 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/networks?id=146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 200 len: 811 time: 0.1046829 Nov 27 11:06:11.776009 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-786cab28-d38c-4d73-9a6b-6fe125c796c4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/quotas/ded189b8c8144d4c987082976eb189c8 HTTP/1.1" status: 200 len: 375 time: 0.0089858 Nov 27 11:06:11.807719 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-6ae92ec3-82ca-499a-b751-04f3c9ae32f0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ded189b8c8144d4c987082976eb189c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257418 Nov 27 11:06:11.894816 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-2ebda397-b67b-499b-8a02-448133060df8 service neutron] 10.222.0.13 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802979 Nov 27 11:06:11.985976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-66c8c145-4a56-478e-a10c-13f7fa01339c service neutron] 10.222.0.13 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842450 Nov 27 11:06:12.145412 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5785fdea-c8a6-4afd-98e7-f11ae03cefa7 req-c5523ab0-be17-4bdd-b5eb-7c9c17079ad4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 210 time: 0.0307608 Nov 27 11:06:13.077561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-9faddcc4-01cb-49ea-aef6-62ffa5209e1e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:13.080201 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-9faddcc4-01cb-49ea-aef6-62ffa5209e1e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.24 "GET /v2.0/networks?id=146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 200 len: 811 time: 0.1063521 Nov 27 11:06:13.082074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7da96443-444a-49e9-ad15-ca66f3d74403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:13.094860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Request body: {'port': {'device_id': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3', 'admin_state_up': True, 'tenant_id': 'ded189b8c8144d4c987082976eb189c8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:06:13.213498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Made reservation on behalf of ded189b8c8144d4c987082976eb189c8 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:06:13.218264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:13.263981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d9ebbee-9ed8-4d4c-a6f7-0353e391b103 req-f666dbd7-a951-4f70-9781-05c5876bb43e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 210 time: 0.0356486 Nov 27 11:06:13.383421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Allocated IP 172.20.0.9 (146ad975-3a74-4570-9825-deb63a84c9a3/f68bfbb1-5db8-4441-842f-c3a69ca13efe/02985957-ca7b-4490-aa0f-a7b4273a68da) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:06:13.532083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:13.885997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:13.923808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:13.930051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Network 146ad975-3a74-4570-9825-deb63a84c9a3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:06:13.932979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:06:13.937045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:06:13.943352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:13.987450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:13.988052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.003604 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-f03d2936-77ef-4fe6-9d14-9ffad940a87b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9129975 Nov 27 11:06:14.016334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Request body: {'port': {'device_id': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:06:14.069675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.322860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02985957-ca7b-4490-aa0f-a7b4273a68da {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:06:14.330523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.342357 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Transition to ACTIVE for port object 02985957-ca7b-4490-aa0f-a7b4273a68da will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:06:14.346275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.380647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f4121-4f14-4afe-8f3f-9cc6da24d1ef req-63ca2f2c-8894-43f2-907c-0146a865d44c tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:14.382176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-879f4121-4f14-4afe-8f3f-9cc6da24d1ef req-63ca2f2c-8894-43f2-907c-0146a865d44c tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 931 time: 0.0496602 Nov 27 11:06:14.398657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:14.424035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.424668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.425021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.425401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.425851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.426196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.426545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.426879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.427213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.427545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.427913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.428253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:14.430277 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-879f4121-4f14-4afe-8f3f-9cc6da24d1ef req-d9816d0e-4e9b-4631-a474-c6a520448288 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Nov 27 11:06:14.483974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Attempting to bind port 02985957-ca7b-4490-aa0f-a7b4273a68da on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:06:14.484307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Attempting to bind port 02985957-ca7b-4490-aa0f-a7b4273a68da by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ddf662f2-364d-447f-b884-68c176e69f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:06:14.484663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Attempting to bind port 02985957-ca7b-4490-aa0f-a7b4273a68da on network 146ad975-3a74-4570-9825-deb63a84c9a3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:06:14.488760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Port 02985957-ca7b-4490-aa0f-a7b4273a68da on network 146ad975-3a74-4570-9825-deb63a84c9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:06:14.489077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Attempting to bind port 02985957-ca7b-4490-aa0f-a7b4273a68da on network 146ad975-3a74-4570-9825-deb63a84c9a3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:06:14.493788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:06:14.494115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Checking segment: {'id': 'ddf662f2-364d-447f-b884-68c176e69f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:06:14.494491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Bound using segment: {'id': 'ddf662f2-364d-447f-b884-68c176e69f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:06:14.494909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Bound port: 02985957-ca7b-4490-aa0f-a7b4273a68da, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf662f2-364d-447f-b884-68c176e69f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:06:14.495254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.557774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:06:14.560688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:06:14.564479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.598077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:14.598692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:14.600050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] 10.222.0.24 "PUT /v2.0/ports/02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 200 len: 1093 time: 0.5881717 Nov 27 11:06:14.600534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:14.602792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f9a4ca-3d9a-449b-a37e-bf411410dd38" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:14.627652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e333972-07d5-4be7-a9d1-99eadde1d020 service neutron] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:14.658159 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9ddda4-082c-4e67-817f-8d68c6290a52 x-openstack-request-id: req-2b9ddda4-082c-4e67-817f-8d68c6290a52 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:14.658463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:14.658725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b9ddda4-082c-4e67-817f-8d68c6290a52 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:14.659136 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'status': 'completed', 'code': 200} Nov 27 11:06:14.713828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-24dd9788-3dbb-44bb-a11d-204b69938454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:14.716059 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-24dd9788-3dbb-44bb-a11d-204b69938454 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded189b8c8144d4c987082976eb189c8&device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0440283 Nov 27 11:06:14.757032 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-b340f59a-ce1e-4e23-9627-8c6c6070bb53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 200 len: 217 time: 0.0330431 Nov 27 11:06:14.805558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-dc6e8ca6-c01e-476f-90f0-6a334a04e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:14.806977 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-dc6e8ca6-c01e-476f-90f0-6a334a04e704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f68bfbb1-5db8-4441-842f-c3a69ca13efe HTTP/1.1" status: 200 len: 851 time: 0.0428433 Nov 27 11:06:14.837831 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-60119ba8-331b-47c8-9f05-db7a12ae7bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=146ad975-3a74-4570-9825-deb63a84c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238247 Nov 27 11:06:14.927764 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-9ebfd9b2-1c7b-47cd-a93b-f4df6673c4e3 service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827875 Nov 27 11:06:15.018907 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f368042f-b5e2-449f-8f5a-d04f1f19e38c req-2f433161-b620-48fe-91db-569b8acba6ea service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Nov 27 11:06:15.110130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-5cfa454e-b736-41a4-80cf-631e4dd6e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:15.111503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-5cfa454e-b736-41a4-80cf-631e4dd6e639 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded189b8c8144d4c987082976eb189c8&device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0418749 Nov 27 11:06:15.201729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-e8144fd4-42e4-408d-b8f1-986b1d047b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:15.203164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-e8144fd4-42e4-408d-b8f1-986b1d047b15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 200 len: 912 time: 0.0851414 Nov 27 11:06:15.248573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-52433499-681f-4792-b391-aa59b27c4e73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 200 len: 217 time: 0.0380161 Nov 27 11:06:15.296939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-7aa4b28a-4368-4c5b-8517-638d240cd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:15.298350 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-7aa4b28a-4368-4c5b-8517-638d240cd5c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f68bfbb1-5db8-4441-842f-c3a69ca13efe HTTP/1.1" status: 200 len: 851 time: 0.0431621 Nov 27 11:06:15.329665 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-715e5efb-24d2-4605-9342-fbbe1fbaf6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=146ad975-3a74-4570-9825-deb63a84c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244374 Nov 27 11:06:15.420791 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-48b94d16-7976-4486-bdad-83369376b471 service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838115 Nov 27 11:06:15.510699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-22f9a4ca-3d9a-449b-a37e-bf411410dd38 req-5632687e-46bd-4078-a31e-2f0e32d2a74d service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826135 Nov 27 11:06:15.535970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:15.602904 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7914a82-18fa-4225-a345-0a391ccf0052 req-a845ae26-8b56-4e9e-87ee-d02c8b26e5f9 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:15.604349 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b7914a82-18fa-4225-a345-0a391ccf0052 req-a845ae26-8b56-4e9e-87ee-d02c8b26e5f9 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 943 time: 0.1048660 Nov 27 11:06:15.651514 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b7914a82-18fa-4225-a345-0a391ccf0052 req-13801698-5add-4e71-b556-e22da4b54ad5 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Nov 27 11:06:16.259970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:16.820612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad6c52-cb53-4a96-a36c-365080713bab req-70fe2455-f135-477b-b385-cbba20c85efa tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:16.822074 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c5ad6c52-cb53-4a96-a36c-365080713bab req-70fe2455-f135-477b-b385-cbba20c85efa tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 943 time: 0.1014428 Nov 27 11:06:16.873658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c5ad6c52-cb53-4a96-a36c-365080713bab req-3bf30e1d-ab22-4f17-aaf1-272e083dcb03 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454984 Nov 27 11:06:17.591327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:06:17.688053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:17.698274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3', 'port_id': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'mac_address': 'fa:16:3e:36:35:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68bfbb1-5db8-4441-842f-c3a69ca13efe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:06:17.737591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:17.750724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02985957-ca7b-4490-aa0f-a7b4273a68da {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:06:17.769509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:17.773415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:17.825297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:17.987703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb023-973d-45ce-88c8-c857746298f1 req-eb7c1e60-7cca-4ae3-9d46-dcd522597ebe tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:17.990118 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-93eeb023-973d-45ce-88c8-c857746298f1 req-eb7c1e60-7cca-4ae3-9d46-dcd522597ebe tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 944 time: 0.0504398 Nov 27 11:06:18.035534 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-93eeb023-973d-45ce-88c8-c857746298f1 req-27df5935-b62b-405f-9ce7-d4324b903f9d tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Nov 27 11:06:18.079090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['02985957-ca7b-4490-aa0f-a7b4273a68da'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:06:19.150221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b843c-8cef-49e9-95d7-3f7a33497e55 req-b0592f36-3570-4a79-afaf-bb49d5c99fae tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:19.151701 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-580b843c-8cef-49e9-95d7-3f7a33497e55 req-b0592f36-3570-4a79-afaf-bb49d5c99fae tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 944 time: 0.0494144 Nov 27 11:06:19.199553 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-580b843c-8cef-49e9-95d7-3f7a33497e55 req-0ae3b5af-3fd9-4702-8c0d-1244f9c1bd68 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Nov 27 11:06:19.601955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:06:19.656940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 02985957-ca7b-4490-aa0f-a7b4273a68da completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:06:19.660798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 02985957-ca7b-4490-aa0f-a7b4273a68da triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:06:19.661162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:19.736116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:19.758825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:19.761081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904485e3-9f5a-4825-ac90-d492d69cb0f1" -d '{"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-plugged", "status": "completed", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:19.773522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:19.778035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:19.801187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39683256-d9d0-4e2d-b258-1b6a7886d477 x-openstack-request-id: req-39683256-d9d0-4e2d-b258-1b6a7886d477 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:19.801484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-plugged", "status": "completed", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:19.801739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39683256-d9d0-4e2d-b258-1b6a7886d477 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:19.802124 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'code': 200} Nov 27 11:06:19.830642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:19.957635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6298-220a-4e40-bdf8-1d2d30f2fee6 req-bb747ca9-a412-485a-9660-dc96e5ba0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:19.959117 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8c6e6298-220a-4e40-bdf8-1d2d30f2fee6 req-bb747ca9-a412-485a-9660-dc96e5ba0b71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 1098 time: 0.0386620 Nov 27 11:06:20.004318 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8c6e6298-220a-4e40-bdf8-1d2d30f2fee6 req-f851b4c2-11b4-42ae-ae1b-88db8aa4a435 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363107 Nov 27 11:06:20.314779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6589-3e6a-493c-b90e-4d7b0e36068d req-34900245-f5ec-42d1-9131-be293b74ca62 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:20.316071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04af6589-3e6a-493c-b90e-4d7b0e36068d req-34900245-f5ec-42d1-9131-be293b74ca62 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Nov 27 11:06:20.363541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04af6589-3e6a-493c-b90e-4d7b0e36068d req-4f0998a2-846e-4906-93ca-38a267d37147 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Nov 27 11:06:21.478650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb15e-be26-45b8-9b1e-997b726e1bf0 req-81666ef1-aa96-4028-9930-5f10800e4816 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:21.480111 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-08ccb15e-be26-45b8-9b1e-997b726e1bf0 req-81666ef1-aa96-4028-9930-5f10800e4816 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Nov 27 11:06:21.530541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-08ccb15e-be26-45b8-9b1e-997b726e1bf0 req-0fff4758-4eb5-49b1-a286-dc2404867788 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Nov 27 11:06:21.854443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420f3a9-dddb-4ae3-a472-c9372530c0f4 req-94d6dee4-3d52-4be2-a585-3822228a568e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:21.856835 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5420f3a9-dddb-4ae3-a472-c9372530c0f4 req-94d6dee4-3d52-4be2-a585-3822228a568e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0502231 Nov 27 11:06:21.874788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:21.912924 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5420f3a9-dddb-4ae3-a472-c9372530c0f4 req-f9068f0c-9d84-4a5e-aacc-acdf7743d5dc tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487330 Nov 27 11:06:21.966845 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-43e80ca9-26b7-490f-950f-44417cca886a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902703 Nov 27 11:06:21.977560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-5045c41a-c20d-498c-86a2-0fd2adfc0877 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:06:21.978540 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-5045c41a-c20d-498c-86a2-0fd2adfc0877 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063384 Nov 27 11:06:23.025979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff782ef4-8db8-47b2-9340-f6030410e7dd req-484d5b0d-9488-4a45-97e9-6434f5bbf86c tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:23.027953 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff782ef4-8db8-47b2-9340-f6030410e7dd req-484d5b0d-9488-4a45-97e9-6434f5bbf86c tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Nov 27 11:06:23.079148 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff782ef4-8db8-47b2-9340-f6030410e7dd req-cb336c27-1038-4a4b-bed2-8a073e9f6519 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Nov 27 11:06:23.166594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-50ec767d-4d57-4bfa-883c-92b658edd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:23.168083 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-50ec767d-4d57-4bfa-883c-92b658edd4dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded189b8c8144d4c987082976eb189c8&device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 1098 time: 0.0412672 Nov 27 11:06:23.258641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-46bd6e9b-6185-4a1d-b34c-e1d5dacbe93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:23.259993 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-46bd6e9b-6185-4a1d-b34c-e1d5dacbe93e service neutron] 10.222.0.24 "GET /v2.0/networks?id=146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 200 len: 912 time: 0.0830112 Nov 27 11:06:23.305958 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-f9d1c9e2-3385-4ec7-b5e4-07de60955595 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 200 len: 217 time: 0.0366907 Nov 27 11:06:23.357369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-413d9930-e67c-4bf9-81fe-c75932c37edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:23.358810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-413d9930-e67c-4bf9-81fe-c75932c37edd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f68bfbb1-5db8-4441-842f-c3a69ca13efe HTTP/1.1" status: 200 len: 851 time: 0.0432978 Nov 27 11:06:23.390014 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-ab3b105e-89ca-4fab-868d-7aee0333859c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=146ad975-3a74-4570-9825-deb63a84c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240009 Nov 27 11:06:23.482851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-8c0d55ea-9ace-4ed6-8396-aac39e9d668a service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Nov 27 11:06:23.572763 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-6b791b3c-34de-4211-b8ba-dfbff39229b5 service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805037 Nov 27 11:06:24.198198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8603-a4d5-4b91-ac4a-b2b66bd9073a req-775de9e1-e5db-4a60-ad3e-2f659c4d284a tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:24.200226 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-865b8603-a4d5-4b91-ac4a-b2b66bd9073a req-775de9e1-e5db-4a60-ad3e-2f659c4d284a tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Nov 27 11:06:24.246991 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-865b8603-a4d5-4b91-ac4a-b2b66bd9073a req-0d9dfb48-609d-446d-a707-e09fba1da4db tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Nov 27 11:06:25.362481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a63b9-4410-4526-94b8-6b2dfbaba2e3 req-9bbad75c-d955-42f6-8cb1-05e14bb38a75 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:25.363861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-566a63b9-4410-4526-94b8-6b2dfbaba2e3 req-9bbad75c-d955-42f6-8cb1-05e14bb38a75 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0490229 Nov 27 11:06:25.415407 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-566a63b9-4410-4526-94b8-6b2dfbaba2e3 req-3d07165b-d1a9-4be8-9e3f-09c8881e5a3d tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Nov 27 11:06:26.536885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3872ed-3236-4440-948f-b34392342b2c req-1b394942-f980-47e6-a1fe-aee7127058ce tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:26.538335 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8c3872ed-3236-4440-948f-b34392342b2c req-1b394942-f980-47e6-a1fe-aee7127058ce tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Nov 27 11:06:26.584265 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8c3872ed-3236-4440-948f-b34392342b2c req-3502550b-99b0-4176-9818-95600eae2f11 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Nov 27 11:06:27.697876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d24ddc-819d-485a-8853-a8be851748a7 req-f2e668dc-d70d-47a9-b812-3154ac1f4cda tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:27.699873 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90d24ddc-819d-485a-8853-a8be851748a7 req-f2e668dc-d70d-47a9-b812-3154ac1f4cda tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Nov 27 11:06:27.746518 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90d24ddc-819d-485a-8853-a8be851748a7 req-781b90e5-9fcd-4597-8c9a-5f8da3699d19 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Nov 27 11:06:28.860303 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a49037-fa71-4509-850c-9aa818183396 req-b7ec76ee-c648-4c17-ad26-58ff4db78d13 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:28.861801 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-22a49037-fa71-4509-850c-9aa818183396 req-b7ec76ee-c648-4c17-ad26-58ff4db78d13 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Nov 27 11:06:28.908848 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-22a49037-fa71-4509-850c-9aa818183396 req-84a63036-c69a-426c-bb49-f143c6d8660d tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Nov 27 11:06:30.023906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f8ef6-3ed0-4414-a37e-a5e3d3d872df req-30513598-763f-42c6-a33f-4357cb9f13b4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:30.025370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b48f8ef6-3ed0-4414-a37e-a5e3d3d872df req-30513598-763f-42c6-a33f-4357cb9f13b4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0482271 Nov 27 11:06:30.072612 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b48f8ef6-3ed0-4414-a37e-a5e3d3d872df req-3b37b7d9-fa74-4ed0-a4a9-379df8913b4b tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Nov 27 11:06:31.190189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d435de-c334-4fef-a5d3-98159fda0280 req-250290a6-c0b6-428e-b985-a9462a85181f tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:31.191647 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-20d435de-c334-4fef-a5d3-98159fda0280 req-250290a6-c0b6-428e-b985-a9462a85181f tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Nov 27 11:06:31.237530 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-20d435de-c334-4fef-a5d3-98159fda0280 req-42bb17a2-150c-403f-84f4-ba440c89a99a tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Nov 27 11:06:32.027310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:32.356743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4e6b9-edac-4551-90fa-f521c6cf4d8a req-3afc8381-fd4f-412a-b82d-8f53a69ff2c9 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:32.358103 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d5e4e6b9-edac-4551-90fa-f521c6cf4d8a req-3afc8381-fd4f-412a-b82d-8f53a69ff2c9 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0535085 Nov 27 11:06:32.404027 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d5e4e6b9-edac-4551-90fa-f521c6cf4d8a req-979f2212-21d2-4413-a728-db369023784a tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Nov 27 11:06:33.524703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df741-8ad7-44ed-8f67-c0728a443a96 req-2237b4d2-e355-41cc-a967-76b690d0c1f8 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:33.526196 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-936df741-8ad7-44ed-8f67-c0728a443a96 req-2237b4d2-e355-41cc-a967-76b690d0c1f8 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Nov 27 11:06:33.572579 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-936df741-8ad7-44ed-8f67-c0728a443a96 req-4914f3a8-e74a-4bc7-8193-cd51a35fb692 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Nov 27 11:06:34.689811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b1992-2bcb-4a08-8437-716e9c5289fb req-819b3317-99fe-4406-9c3b-640e1e4de6a0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:34.691295 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f4b1992-2bcb-4a08-8437-716e9c5289fb req-819b3317-99fe-4406-9c3b-640e1e4de6a0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0495524 Nov 27 11:06:34.738654 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f4b1992-2bcb-4a08-8437-716e9c5289fb req-1d2ae008-ca2d-4acc-92f7-2ab1aea926aa tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Nov 27 11:06:35.854527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4895d8-7665-4524-bb53-5a0c6d365592 req-1788c1ef-aaaf-4ef3-97b6-56109817b165 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:35.856541 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0b4895d8-7665-4524-bb53-5a0c6d365592 req-1788c1ef-aaaf-4ef3-97b6-56109817b165 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0500736 Nov 27 11:06:35.906194 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0b4895d8-7665-4524-bb53-5a0c6d365592 req-2e5fbe6d-f949-4cf0-b65e-1cf9f5859f93 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Nov 27 11:06:37.025225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90ec9b-1f67-4924-9212-88cecd491164 req-182d5a85-32ad-4903-865d-d441b62b869e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:37.026673 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4a90ec9b-1f67-4924-9212-88cecd491164 req-182d5a85-32ad-4903-865d-d441b62b869e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0524509 Nov 27 11:06:37.072987 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4a90ec9b-1f67-4924-9212-88cecd491164 req-932597fa-0d23-4b00-8918-6390552966d0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Nov 27 11:06:38.186994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d916-0600-4f6a-ba93-290de0e4c327 req-1df0e6c2-ac18-431d-968d-b784fc3e298a tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:38.188468 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cc93d916-0600-4f6a-ba93-290de0e4c327 req-1df0e6c2-ac18-431d-968d-b784fc3e298a tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Nov 27 11:06:38.234532 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cc93d916-0600-4f6a-ba93-290de0e4c327 req-e94b8b50-b8bb-4416-98b6-c3d35c67c79e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Nov 27 11:06:39.347243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf05504-0599-4a36-94c7-2c9ba723f5d3 req-bb63766b-3950-465e-a99d-6298cceb29a3 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:39.348658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1bf05504-0599-4a36-94c7-2c9ba723f5d3 req-bb63766b-3950-465e-a99d-6298cceb29a3 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0473497 Nov 27 11:06:39.395646 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1bf05504-0599-4a36-94c7-2c9ba723f5d3 req-88df38ce-cb61-45e5-a5ac-13358d51af95 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Nov 27 11:06:39.629202 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:06:40.311279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-855f9af0-712b-4fcf-b9bf-9e35771ad8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:40.510119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a134541-e0ea-428a-a94b-d5de8dba56e7 req-7680f785-ef3a-455d-a508-f4e003443351 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:40.511496 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a134541-e0ea-428a-a94b-d5de8dba56e7 req-7680f785-ef3a-455d-a508-f4e003443351 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Nov 27 11:06:40.557585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a134541-e0ea-428a-a94b-d5de8dba56e7 req-e526b413-3e18-4ad8-9875-581fffb2b6d0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Nov 27 11:06:41.670179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a1025-ffdb-4abd-bba8-df92d4b808c6 req-f3b85023-35a2-4a03-a4af-0c505f0414cd tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:41.671679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-af7a1025-ffdb-4abd-bba8-df92d4b808c6 req-f3b85023-35a2-4a03-a4af-0c505f0414cd tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0479133 Nov 27 11:06:41.722480 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-af7a1025-ffdb-4abd-bba8-df92d4b808c6 req-81ed3a3a-90b2-487b-bc43-5c9a91faf9a5 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Nov 27 11:06:42.840885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00fb1-eae8-48dd-ae0a-ab8b132d177c req-6769d757-ec49-4bd7-9303-4c1f3ca16418 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:42.842336 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-71f00fb1-eae8-48dd-ae0a-ab8b132d177c req-6769d757-ec49-4bd7-9303-4c1f3ca16418 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0522742 Nov 27 11:06:42.888321 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-71f00fb1-eae8-48dd-ae0a-ab8b132d177c req-ccd311ab-9d52-4c42-a008-946bb8b1d361 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Nov 27 11:06:43.083322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28daf440-5703-44be-981c-263c58d7533b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:43.928506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:44.004277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e254c74-f51b-4b6d-9f36-e16de55aa4e9 req-11f9d88f-af94-40a4-8f50-0304da83f0f7 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:44.005786 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7e254c74-f51b-4b6d-9f36-e16de55aa4e9 req-11f9d88f-af94-40a4-8f50-0304da83f0f7 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Nov 27 11:06:44.052944 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7e254c74-f51b-4b6d-9f36-e16de55aa4e9 req-7e7a1741-a48e-4d28-96d7-2ae09959b28c tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Nov 27 11:06:45.168514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9895-aed9-4119-99fb-d7fbbb8e579e req-68eb8b04-c62a-44ce-9893-912733e6fb69 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:45.170012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ecf9895-aed9-4119-99fb-d7fbbb8e579e req-68eb8b04-c62a-44ce-9893-912733e6fb69 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0494421 Nov 27 11:06:45.217776 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8ecf9895-aed9-4119-99fb-d7fbbb8e579e req-ac289262-474f-459a-b467-00882167e4d6 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Nov 27 11:06:45.716965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:46.261666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:46.336726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4883b68-916c-4aea-b458-ee29c6dfa0ec req-e5515721-3837-41ff-8f49-2de07ff977b0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:46.338183 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e4883b68-916c-4aea-b458-ee29c6dfa0ec req-e5515721-3837-41ff-8f49-2de07ff977b0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Nov 27 11:06:46.385494 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e4883b68-916c-4aea-b458-ee29c6dfa0ec req-1105f7eb-ee7a-40a1-a7e2-f53854a1e281 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Nov 27 11:06:47.501191 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c93e17-398d-427e-a872-6a3ab2139716 req-80024d2d-8104-44fe-a5a0-37406bc3c541 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:47.502669 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5c93e17-398d-427e-a872-6a3ab2139716 req-80024d2d-8104-44fe-a5a0-37406bc3c541 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0490358 Nov 27 11:06:47.552366 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5c93e17-398d-427e-a872-6a3ab2139716 req-9f449f79-a051-4cc5-b5f2-5f915b6aa3e7 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Nov 27 11:06:48.675886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28501f-9e53-485f-8274-f2d9abb6c82f req-c332f645-2614-43ad-9852-a2b61aaa68c0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:48.677383 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0e28501f-9e53-485f-8274-f2d9abb6c82f req-c332f645-2614-43ad-9852-a2b61aaa68c0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0538955 Nov 27 11:06:48.724316 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0e28501f-9e53-485f-8274-f2d9abb6c82f req-dd9a2735-1662-4912-ae18-50b238a10ef5 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Nov 27 11:06:49.838990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3af96-b347-414a-b91e-8a5095578d7b req-8b0d9004-83fe-4dea-a4e9-51a13f5eb0b0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:49.841088 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8d3af96-b347-414a-b91e-8a5095578d7b req-8b0d9004-83fe-4dea-a4e9-51a13f5eb0b0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Nov 27 11:06:49.887369 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8d3af96-b347-414a-b91e-8a5095578d7b req-54706c54-2a01-4970-9fb8-9541cc05be23 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Nov 27 11:06:50.198747 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-9dbce8ca-42c3-47f7-a228-9ff81415b596 service neutron] 10.222.0.24 "GET /v2.0/ports/02985957-ca7b-4490-aa0f-a7b4273a68da/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0557098 Nov 27 11:06:50.433319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-25ffa138-b0aa-4194-a60c-894ac4e6f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:50.435560 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-25ffa138-b0aa-4194-a60c-894ac4e6f00d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0&tenant_id=ded189b8c8144d4c987082976eb189c8 HTTP/1.1" status: 200 len: 1098 time: 0.0736113 Nov 27 11:06:50.498158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-eaf3e744-1680-4d3f-b580-412af3bd6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:50.499765 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-eaf3e744-1680-4d3f-b580-412af3bd6872 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded189b8c8144d4c987082976eb189c8&device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 1098 time: 0.0411806 Nov 27 11:06:50.588134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-37eff4c4-eda5-4312-b9b0-a9c1b37710b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:50.589603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-37eff4c4-eda5-4312-b9b0-a9c1b37710b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 200 len: 912 time: 0.0830719 Nov 27 11:06:50.633719 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-56aeb15b-ab2a-4f04-a0cc-85834271ab6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 200 len: 217 time: 0.0371981 Nov 27 11:06:50.681477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-7371e213-6d26-4081-a845-fcc3af586ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:50.682886 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-7371e213-6d26-4081-a845-fcc3af586ef5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f68bfbb1-5db8-4441-842f-c3a69ca13efe HTTP/1.1" status: 200 len: 851 time: 0.0429776 Nov 27 11:06:50.712777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-37d8a388-7cbe-47df-8d0e-9ec22696d461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=146ad975-3a74-4570-9825-deb63a84c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233319 Nov 27 11:06:50.805155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-7e3c0a48-a291-489e-baaa-d6e24daee414 service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Nov 27 11:06:50.893407 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e17e2e52-2bf1-4f38-9a16-5c2dd227bf24 req-2a938b3c-92d9-416f-ba62-e54e8c127d2e service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815196 Nov 27 11:06:51.008424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb0d-42dc-42c1-b857-ec2cddf5d5ea req-35b78809-637e-463d-aef1-d355ca3c3160 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:51.009898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-965ffb0d-42dc-42c1-b857-ec2cddf5d5ea req-35b78809-637e-463d-aef1-d355ca3c3160 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Nov 27 11:06:51.062742 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-965ffb0d-42dc-42c1-b857-ec2cddf5d5ea req-1b69b566-8bcb-4181-ae74-d265ce099c74 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469372 Nov 27 11:06:52.178912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a795f8e-8284-418c-8d38-96e8fe622339 req-dd376645-7303-4373-bee2-bde965dcfe94 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:52.180400 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0a795f8e-8284-418c-8d38-96e8fe622339 req-dd376645-7303-4373-bee2-bde965dcfe94 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0503073 Nov 27 11:06:52.227997 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0a795f8e-8284-418c-8d38-96e8fe622339 req-62407e83-5df5-41e3-b570-d9b411d239de tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Nov 27 11:06:53.342654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743d81-0853-4a6d-8ec4-e8e31769d46f req-ba9d3b38-f21e-480f-9fce-7f1fb3cb6cb8 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:53.344019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99743d81-0853-4a6d-8ec4-e8e31769d46f req-ba9d3b38-f21e-480f-9fce-7f1fb3cb6cb8 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Nov 27 11:06:53.390041 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99743d81-0853-4a6d-8ec4-e8e31769d46f req-21b5a155-361c-426b-9745-c1582d7cbba0 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Nov 27 11:06:53.776825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:06:53.780665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:06:53.936769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:53.943662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:53.955075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'network_id': '146ad975-3a74-4570-9825-deb63a84c9a3', 'port_id': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'mac_address': 'fa:16:3e:36:35:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68bfbb1-5db8-4441-842f-c3a69ca13efe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:06:53.987809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:53.990096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2dbf70-ac10-4e42-869e-2239229f688a" -d '{"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:54.006381 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:54.014021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:54.022353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:54.058150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02985957-ca7b-4490-aa0f-a7b4273a68da {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:06:54.101574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:54.104817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20537d4f-ca15-4f5d-97d2-34fe3d62a02c x-openstack-request-id: req-20537d4f-ca15-4f5d-97d2-34fe3d62a02c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:54.105115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-unplugged", "status": "completed", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:54.105372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20537d4f-ca15-4f5d-97d2-34fe3d62a02c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:54.105752 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'code': 200} Nov 27 11:06:54.115711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.116076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.116440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.116785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.117120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.117457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.117790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.118125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.118454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.118785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.119108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.119431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:06:54.132117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 11:06:54.132514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 11:06:54.506015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2333d7f-ece6-4bd9-bfaa-c09f5921cdee req-907ccedc-147e-4a75-8406-f955f4eb6b47 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:54.507544 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2333d7f-ece6-4bd9-bfaa-c09f5921cdee req-907ccedc-147e-4a75-8406-f955f4eb6b47 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 943 time: 0.0494730 Nov 27 11:06:54.554808 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2333d7f-ece6-4bd9-bfaa-c09f5921cdee req-3acdc7ab-1623-45f0-a384-3d13dde6f2f5 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Nov 27 11:06:54.671104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:54.685188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02985957-ca7b-4490-aa0f-a7b4273a68da {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:06:54.704979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:54.708697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:54.760920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:54.766771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['02985957-ca7b-4490-aa0f-a7b4273a68da'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:06:54.865901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f00-8c1d-4b45-905a-84641f530586 req-92393cc1-d4ec-4004-8cb1-514c80d80a0e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:54.867369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-92393cc1-d4ec-4004-8cb1-514c80d80a0e tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0&tenant_id=ded189b8c8144d4c987082976eb189c8&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 944 time: 0.0879123 Nov 27 11:06:54.946562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f00-8c1d-4b45-905a-84641f530586 req-879d187a-b06f-46f8-9a2c-c5b966f65194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:54.948055 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-879d187a-b06f-46f8-9a2c-c5b966f65194 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ded189b8c8144d4c987082976eb189c8&device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0405028 Nov 27 11:06:55.042705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f00-8c1d-4b45-905a-84641f530586 req-47891827-1c0f-4e37-ac70-50888bfd172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:55.044236 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-47891827-1c0f-4e37-ac70-50888bfd172e service neutron] 10.222.0.24 "GET /v2.0/networks?id=146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 200 len: 912 time: 0.0889175 Nov 27 11:06:55.084146 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-5289a2e8-afcf-4239-a8ce-7b59160d2b35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 200 len: 217 time: 0.0327024 Nov 27 11:06:55.130749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f00-8c1d-4b45-905a-84641f530586 req-6ec3e942-b676-4d30-b468-10ff3ffacade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:55.132136 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-6ec3e942-b676-4d30-b468-10ff3ffacade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f68bfbb1-5db8-4441-842f-c3a69ca13efe HTTP/1.1" status: 200 len: 851 time: 0.0416172 Nov 27 11:06:55.166184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-07caea8f-77de-4101-be50-07e03150e2b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=146ad975-3a74-4570-9825-deb63a84c9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272117 Nov 27 11:06:55.253345 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-b686b2b5-de49-4d0c-8ccc-e693ab9588e7 service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799375 Nov 27 11:06:55.344462 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-631511c9-ff55-4d96-8d12-eaece858e72d service neutron] 10.222.0.24 "GET /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832024 Nov 27 11:06:55.797047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:06:55.846991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 02985957-ca7b-4490-aa0f-a7b4273a68da triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:06:55.847362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:55.930315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:55.972517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:55.976517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:56.026758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:56.057663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d0058-41be-4466-b174-5e21540502f5 req-44612d9e-e7cb-494d-8c57-e6befbd905c4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:56.059140 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b5d0058-41be-4466-b174-5e21540502f5 req-44612d9e-e7cb-494d-8c57-e6befbd905c4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Nov 27 11:06:56.106126 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b5d0058-41be-4466-b174-5e21540502f5 req-73aff518-b45f-4ad6-b1b2-f23e7bf8a570 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 27 11:06:56.107030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:56.109458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c97e08f-2a76-48c3-8e20-47a99ca160b3" -d '{"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-plugged", "status": "completed", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:56.145581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d3833-7516-4abe-8fd4-dfe3a54469d7 x-openstack-request-id: req-893d3833-7516-4abe-8fd4-dfe3a54469d7 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:56.145888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-plugged", "status": "completed", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:56.146153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-893d3833-7516-4abe-8fd4-dfe3a54469d7 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:56.146560 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'code': 200} Nov 27 11:06:57.224146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33040cc1-efc4-4fc0-b513-a88a5df498f2 req-527e0537-e619-45aa-81d9-1f591e0d4879 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:57.225664 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-33040cc1-efc4-4fc0-b513-a88a5df498f2 req-527e0537-e619-45aa-81d9-1f591e0d4879 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Nov 27 11:06:57.272247 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-33040cc1-efc4-4fc0-b513-a88a5df498f2 req-be64c92f-9a2d-417b-8747-9dd27dd98ac4 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/security-groups?id=357c9c5e-63a5-479e-8fdc-7760bfb710b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Nov 27 11:06:57.964657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f00-8c1d-4b45-905a-84641f530586 req-ca132e55-23cd-4795-a059-9fb9b0b8b6d6 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:06:57.966728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-ca132e55-23cd-4795-a059-9fb9b0b8b6d6 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 945 time: 0.0512955 Nov 27 11:06:58.054673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Deleting port 02985957-ca7b-4490-aa0f-a7b4273a68da {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:06:58.055008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:58.145837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] For port 02985957-ca7b-4490-aa0f-a7b4273a68da, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=02985957-ca7b-4490-aa0f-a7b4273a68da,segment=NetworkSegment(ddf662f2-364d-447f-b884-68c176e69f54),segment_id=ddf662f2-364d-447f-b884-68c176e69f54)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:06:58.146200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:58.158790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Calling delete_port for 02985957-ca7b-4490-aa0f-a7b4273a68da owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:06:58.283053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:58.295297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['02985957-ca7b-4490-aa0f-a7b4273a68da'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:06:58.320303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Pushing event deleted for resources: {'Port': ['ID=02985957-ca7b-4490-aa0f-a7b4273a68da,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:58.366551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] No DVR routers for this DVR port 02985957-ca7b-4490-aa0f-a7b4273a68da on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:06:58.369449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:58.373429 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2603f00-8c1d-4b45-905a-84641f530586 req-268363d2-3753-4ff4-99a2-eafcf348c261 tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.24 "DELETE /v2.0/ports/02985957-ca7b-4490-aa0f-a7b4273a68da HTTP/1.1" status: 204 len: 173 time: 0.4010682 Nov 27 11:06:58.373902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-deleted', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:06:58.376501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf98754-fb15-4d95-9096-0628c637bab1" -d '{"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-deleted", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:06:58.378381 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33a7181b-ecf9-4a1b-b8ed-8ef74be36b6c req-fcf0089c-9796-428f-afad-ceb216d0dbfe tempest-DeleteServersTestJSON-869105647 tempest-DeleteServersTestJSON-869105647-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0 HTTP/1.1" status: 200 len: 210 time: 0.0298948 Nov 27 11:06:58.477423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7ea1e-2ca1-4df2-bb2b-e93f60ed747c x-openstack-request-id: req-2db7ea1e-2ca1-4df2-bb2b-e93f60ed747c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:06:58.477808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0", "name": "network-vif-deleted", "tag": "02985957-ca7b-4490-aa0f-a7b4273a68da", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:06:58.478147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2db7ea1e-2ca1-4df2-bb2b-e93f60ed747c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:06:58.478612 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9ec0a9-38fe-4aaa-b3fd-a90429abd7e0', 'name': 'network-vif-deleted', 'tag': '02985957-ca7b-4490-aa0f-a7b4273a68da', 'status': 'completed', 'code': 200} Nov 27 11:06:59.511084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:59.555675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Deleting subnet f68bfbb1-5db8-4441-842f-c3a69ca13efe {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:06:59.558673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.593009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.633307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.687161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.713889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68bfbb1-5db8-4441-842f-c3a69ca13efe,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:06:59.716651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.719934 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-35c8f61f-01b1-45c8-bc76-e14f06ff4252 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f68bfbb1-5db8-4441-842f-c3a69ca13efe HTTP/1.1" status: 204 len: 168 time: 0.2077212 Nov 27 11:06:59.722318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:06:59.788353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.868196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.888646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146ad975-3a74-4570-9825-deb63a84c9a3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:06:59.898099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf662f2-364d-447f-b884-68c176e69f54') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:06:59.898428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf662f2-364d-447f-b884-68c176e69f54') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:06:59.907793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.920651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.926819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:06:59.927228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:06:59.928836 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:06:59.985506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.990937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:06:59.994210 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/146ad975-3a74-4570-9825-deb63a84c9a3 HTTP/1.1" status: 204 len: 168 time: 0.2709780 Nov 27 11:07:00.005060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70169b6-3a90-4f7f-a6f4-0c9ff08ab0f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=146ad975-3a74-4570-9825-deb63a84c9a3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:00.099487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46738) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:07:00.138897 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f6d1d9e-2bab-448c-9691-c5a10869b863 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ded189b8c8144d4c987082976eb189c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382531 Nov 27 11:07:00.141340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46740) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:07:00.187533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73714bd9-5847-40ee-9cdb-853f16663cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:00.208466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73714bd9-5847-40ee-9cdb-853f16663cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:00.253379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73714bd9-5847-40ee-9cdb-853f16663cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:00.255885 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73714bd9-5847-40ee-9cdb-853f16663cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:00.257047 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-73714bd9-5847-40ee-9cdb-853f16663cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/357c9c5e-63a5-479e-8fdc-7760bfb710b0 HTTP/1.1" status: 204 len: 168 time: 0.1148162 Nov 27 11:07:00.264331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73714bd9-5847-40ee-9cdb-853f16663cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c9c5e-63a5-479e-8fdc-7760bfb710b0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:00.900234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 46762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:07:00.992610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1849013995-network', 'tenant_id': '01d407cb2b3843dc8f21fa779ab189d7'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:07:01.017544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Made reservation on behalf of 01d407cb2b3843dc8f21fa779ab189d7 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:07:01.019741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.029146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.105921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.109853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.135250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:07:01.145931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd3462-9d03-43ab-b76c-2608d0953e70,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:01.150904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.151306 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Added segment ee7ba5d7-a291-42a7-a3c1-3b982323bfda of type vlan for network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 Nov 27 11:07:01.193422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.217153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.218129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:01.218701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.252225 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3508356 Nov 27 11:07:01.255332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 46766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:07:01.260314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Request body: {'subnet': {'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1849013995-subnet', 'tenant_id': '01d407cb2b3843dc8f21fa779ab189d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:07:01.280059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Made reservation on behalf of 01d407cb2b3843dc8f21fa779ab189d7 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:07:01.282337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.285014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2076a-a434-42a6-bac6-95f0e009eb0f admin admin] Pushing event updated for resources: {'Network': ['ID=0c2dd9c6-864b-4f24-8b3e-8887ac592938,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:01.295601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:07:01.450134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.507956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=510149ad-13d8-41bd-b96c-037d95a76388,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:01.518396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.518752 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.519100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.519445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.519786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.520123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.520483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.520818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.521151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.521484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.521816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.522144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:01.525131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Checking segment: {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:07:01.525492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Network hostable DHCP agents. Network: 0c2dd9c6-864b-4f24-8b3e-8887ac592938, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:07:01.542411 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:07:01.551716 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 0c2dd9c6-864b-4f24-8b3e-8887ac592938) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:07:01.555663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:01.556249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:01.560585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c43ce-1d16-4384-9788-5aca7edd62f8 None None] Network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:07:01.576916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0ff2aa09-294c-46b7-a1ab-86c27c4199ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3203063 Nov 27 11:07:01.685639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdab47-207e-4a4a-af4a-04d0893f1168 None None] Network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:07:01.839213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:07:01.859695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 02985957-ca7b-4490-aa0f-a7b4273a68da {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:07:01.860051 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 02985957-ca7b-4490-aa0f-a7b4273a68da not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:07:01.987693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d90a4c5b-2e2c-410a-9055-ed22d0796791 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:01.989199 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d90a4c5b-2e2c-410a-9055-ed22d0796791 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 815 time: 0.1017580 Nov 27 11:07:02.004044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-73f0aa0d-0c4b-44de-a8f9-488d9e56e681 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/quotas/01d407cb2b3843dc8f21fa779ab189d7 HTTP/1.1" status: 200 len: 375 time: 0.0090897 Nov 27 11:07:02.035379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-7e0d8337-b2fa-43b3-81f3-33ddeca08f65 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262074 Nov 27 11:07:02.039038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:02.171022 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-4c71a54e-5ab2-450b-a1d0-ad8f5f79ba2e service neutron] 10.222.0.13 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279700 Nov 27 11:07:02.259368 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-3d546f62-8d0b-4cc0-b1fa-ea7fc4461f83 service neutron] 10.222.0.13 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816388 Nov 27 11:07:02.421524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e0af0edb-b6e7-484e-b223-922272a558ac req-15dceb88-f2dc-4c6f-baf7-41a07932ae81 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 210 time: 0.0265217 Nov 27 11:07:03.440599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-53007966-7960-4ffb-8710-13f7610fb562 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:03.443664 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-53007966-7960-4ffb-8710-13f7610fb562 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 815 time: 0.1106062 Nov 27 11:07:03.467837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Request body: {'port': {'device_id': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'admin_state_up': True, 'tenant_id': '01d407cb2b3843dc8f21fa779ab189d7'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:07:03.552889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8a389af9-4015-48ad-be94-dc132dde57da req-4457b648-81d8-4a63-860f-9f6ac04e8bad tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 210 time: 0.0620332 Nov 27 11:07:03.605368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Made reservation on behalf of 01d407cb2b3843dc8f21fa779ab189d7 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:07:03.609766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:03.730405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Allocated IP 172.20.0.13 (0c2dd9c6-864b-4f24-8b3e-8887ac592938/510149ad-13d8-41bd-b96c-037d95a76388/4f634c3d-4966-4146-b2ff-84adef1abf14) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:07:03.877852 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:03.910186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:03.950003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:07:03.955122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:07:03.957501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:07:03.990883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:04.014632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:04.015229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.031224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-1bacbb41-fd86-4cf5-b798-5f44f777f86f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680227 Nov 27 11:07:04.079029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Request body: {'port': {'device_id': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:07:04.130719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.400850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f634c3d-4966-4146-b2ff-84adef1abf14 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:07:04.408148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.420169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Transition to ACTIVE for port object 4f634c3d-4966-4146-b2ff-84adef1abf14 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:07:04.423793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.472073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:04.546032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Attempting to bind port 4f634c3d-4966-4146-b2ff-84adef1abf14 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:07:04.546361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Attempting to bind port 4f634c3d-4966-4146-b2ff-84adef1abf14 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:07:04.546691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Attempting to bind port 4f634c3d-4966-4146-b2ff-84adef1abf14 on network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:07:04.551716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Port 4f634c3d-4966-4146-b2ff-84adef1abf14 on network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:07:04.552218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Attempting to bind port 4f634c3d-4966-4146-b2ff-84adef1abf14 on network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:07:04.557334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:07:04.557879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Checking segment: {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:07:04.558555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Bound using segment: {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:07:04.559018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Bound port: 4f634c3d-4966-4146-b2ff-84adef1abf14, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:07:04.560046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.638359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:07:04.641737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:07:04.645864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.670841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3bb8a-0681-4f6b-8377-c3d77535979b req-02ecca32-825b-4598-a866-1cbb6196d688 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:04.672241 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-28c3bb8a-0681-4f6b-8377-c3d77535979b req-02ecca32-825b-4598-a866-1cbb6196d688 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 944 time: 0.0508330 Nov 27 11:07:04.681034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:04.681787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:04.684590 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] 10.222.0.24 "PUT /v2.0/ports/4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 200 len: 1094 time: 0.6095927 Nov 27 11:07:04.687402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:07:04.689798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af2cdf-6efd-4524-8ad4-92310c1011fb" -d '{"events": [{"name": "network-changed", "server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:07:04.724107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2de5-2f1b-44fc-b766-fd8b52d03696 service neutron] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:04.733295 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-28c3bb8a-0681-4f6b-8377-c3d77535979b req-4b146a82-8714-4225-9c20-096e8b3fec3f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Nov 27 11:07:04.745584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2931e787-04ea-4e46-9d89-77faa86e11d5 x-openstack-request-id: req-2931e787-04ea-4e46-9d89-77faa86e11d5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:07:04.746152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:07:04.746407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2931e787-04ea-4e46-9d89-77faa86e11d5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:07:04.747414 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'status': 'completed', 'code': 200} Nov 27 11:07:04.779942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-9e614d06-7def-49ae-9ca0-e1c1ea0cbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:04.781778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-9e614d06-7def-49ae-9ca0-e1c1ea0cbf82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 1097 time: 0.0510819 Nov 27 11:07:04.830326 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-5fb9ddf7-aa66-4345-aa1d-487c170691e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 200 len: 217 time: 0.0396678 Nov 27 11:07:05.222165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-f1fc21f5-ee6e-4617-999d-d393482a50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:05.223625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-f1fc21f5-ee6e-4617-999d-d393482a50df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.3841162 Nov 27 11:07:05.256505 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-00773917-2850-40c4-bb11-d1e14d4bbbef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244830 Nov 27 11:07:05.348320 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-90273677-476b-4a60-b2f2-9b231132823c service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842409 Nov 27 11:07:05.438755 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-99c0a512-dde2-4067-9c93-5d217f613e02 req-813f6ff0-d002-4da5-ae65-b325fd3f7611 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831411 Nov 27 11:07:05.530702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-12a1fc77-82c7-4d1e-9a0c-079660e49bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:05.532175 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-12a1fc77-82c7-4d1e-9a0c-079660e49bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 1097 time: 0.0414646 Nov 27 11:07:05.623390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-c04a3709-28e9-4efc-a8c7-96c6afe2fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:05.624752 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-c04a3709-28e9-4efc-a8c7-96c6afe2fdaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0854714 Nov 27 11:07:05.666683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-09a7b801-3662-4dae-a6f8-ef7ab922fd72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 200 len: 217 time: 0.0347936 Nov 27 11:07:05.718139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-8c4e60ac-5e90-4803-bc29-623870cc5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:05.719565 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-8c4e60ac-5e90-4803-bc29-623870cc5489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0466564 Nov 27 11:07:05.749912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-63ef38e9-cfef-4661-90a3-5eb750220983 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235357 Nov 27 11:07:05.881376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-eed460ca-846b-4739-9f8f-ce0d4e29e8a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241224 Nov 27 11:07:05.890480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a66a-10b1-4b73-ac33-1ccf1d822d1e req-0d887713-c69c-48de-a882-2b88744bb259 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:05.891843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-39c1a66a-10b1-4b73-ac33-1ccf1d822d1e req-0d887713-c69c-48de-a882-2b88744bb259 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 944 time: 0.0805001 Nov 27 11:07:05.991681 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-39c1a66a-10b1-4b73-ac33-1ccf1d822d1e req-9996b2a3-2088-4c6d-ab6c-c46bd22997f2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918162 Nov 27 11:07:06.009869 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-09af2cdf-6efd-4524-8ad4-92310c1011fb req-a7bceb9c-42c6-415b-8fe8-f7707ef6cad7 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171098 Nov 27 11:07:07.105383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca4cc7-2ca2-48c1-8b72-b8ff0e381a98 req-1c73e3e0-c4f5-4078-a93c-0d1769023ffb tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:07.107376 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b8ca4cc7-2ca2-48c1-8b72-b8ff0e381a98 req-1c73e3e0-c4f5-4078-a93c-0d1769023ffb tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 944 time: 0.0489612 Nov 27 11:07:07.153700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b8ca4cc7-2ca2-48c1-8b72-b8ff0e381a98 req-d2ecebb8-7779-41e4-a3b7-bfeeb50453da tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Nov 27 11:07:07.886753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:07:07.978595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:07.989532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'port_id': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'mac_address': 'fa:16:3e:d3:31:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510149ad-13d8-41bd-b96c-037d95a76388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:07:08.029289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:08.041389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f634c3d-4966-4146-b2ff-84adef1abf14 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:07:08.060990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:08.064840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:08.111145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:08.272329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35eff-2b74-408d-84af-d082617b8bba req-baae4519-e708-4f92-a466-8a0cd6093594 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:08.274652 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43c35eff-2b74-408d-84af-d082617b8bba req-baae4519-e708-4f92-a466-8a0cd6093594 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 945 time: 0.0534005 Nov 27 11:07:08.323037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43c35eff-2b74-408d-84af-d082617b8bba req-51701d10-003e-417d-bd58-6e649cfe7687 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Nov 27 11:07:08.387495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['4f634c3d-4966-4146-b2ff-84adef1abf14'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:07:09.440287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68279e-1d98-41c2-9f37-19d6deafadc6 req-aeaef6d2-9d42-4aa4-9574-cbdc7d540497 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:09.441817 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c68279e-1d98-41c2-9f37-19d6deafadc6 req-aeaef6d2-9d42-4aa4-9574-cbdc7d540497 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 945 time: 0.0492136 Nov 27 11:07:09.489470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2c68279e-1d98-41c2-9f37-19d6deafadc6 req-c56c546b-28d8-4e38-a74a-65140a97b90b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Nov 27 11:07:09.884388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:07:09.932826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 4f634c3d-4966-4146-b2ff-84adef1abf14 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:07:09.936902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 4f634c3d-4966-4146-b2ff-84adef1abf14 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:07:09.937269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:10.013115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:10.038490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:07:10.040744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576e350c-7ed9-4b8b-bbd0-5042af3485a1" -d '{"events": [{"server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "name": "network-vif-plugged", "status": "completed", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:07:10.053758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:10.057729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:10.081534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a79ed-5ce2-4237-901e-ad65a7c88387 x-openstack-request-id: req-531a79ed-5ce2-4237-901e-ad65a7c88387 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:07:10.081848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "name": "network-vif-plugged", "status": "completed", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:07:10.082078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-531a79ed-5ce2-4237-901e-ad65a7c88387 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:07:10.082497 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'code': 200} Nov 27 11:07:10.109084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:10.235355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0ce9-129c-4663-9c72-bad31f2e28e2 req-626aaf35-6aff-4e96-aaa6-480d612ee447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:10.236954 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-26ea0ce9-129c-4663-9c72-bad31f2e28e2 req-626aaf35-6aff-4e96-aaa6-480d612ee447 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 1099 time: 0.0398059 Nov 27 11:07:10.281514 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-26ea0ce9-129c-4663-9c72-bad31f2e28e2 req-75fb1946-d5a7-4167-b81a-98acb51d89ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Nov 27 11:07:10.313037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71155188-6878-4668-a805-ff687601348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:10.607914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda76b5a-87ef-402e-913c-837866df19c8 req-f64bcbdf-c174-4899-829f-e8eea729409f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:10.609396 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eda76b5a-87ef-402e-913c-837866df19c8 req-f64bcbdf-c174-4899-829f-e8eea729409f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0537982 Nov 27 11:07:10.657421 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eda76b5a-87ef-402e-913c-837866df19c8 req-72babf3e-2426-4084-8987-4d094dba768d tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Nov 27 11:07:11.776818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6c39-6ae1-4a84-8311-632f169c6720 req-8788666e-5993-439c-bb24-5ddf2b36e7ff tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:11.778178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-169f6c39-6ae1-4a84-8311-632f169c6720 req-8788666e-5993-439c-bb24-5ddf2b36e7ff tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0516953 Nov 27 11:07:11.826326 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-169f6c39-6ae1-4a84-8311-632f169c6720 req-0a50532e-8d4b-4e68-b431-281aa9f82e32 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Nov 27 11:07:11.942307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24966c-1093-4348-afcf-5fec681faa27 req-a9628e73-aad9-4c66-b255-cc2ba7cb7ca7 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:11.943785 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d24966c-1093-4348-afcf-5fec681faa27 req-a9628e73-aad9-4c66-b255-cc2ba7cb7ca7 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0508344 Nov 27 11:07:11.992855 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d24966c-1093-4348-afcf-5fec681faa27 req-3566357c-f15f-4165-a944-2d3983bd86e4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Nov 27 11:07:12.189956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61905303-c55d-4175-86a7-796dd50cdf52 req-16533e70-5b2e-4e16-bf88-37ee86928d5e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:12.191410 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-61905303-c55d-4175-86a7-796dd50cdf52 req-16533e70-5b2e-4e16-bf88-37ee86928d5e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0486484 Nov 27 11:07:12.243309 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-61905303-c55d-4175-86a7-796dd50cdf52 req-abc25636-f062-4633-bf78-bf4d4df06175 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Nov 27 11:07:12.357370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6173ade-95a5-44d8-9232-4231ef4e5654 req-222491c9-27b3-4cb0-8207-668560dfb6f6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:12.358824 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e6173ade-95a5-44d8-9232-4231ef4e5654 req-222491c9-27b3-4cb0-8207-668560dfb6f6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0487075 Nov 27 11:07:12.405300 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e6173ade-95a5-44d8-9232-4231ef4e5654 req-5b183bfe-84be-4c2b-a6ec-a53239e08433 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Nov 27 11:07:12.758752 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-caf9ffd0-a66e-46c4-9a91-02b13d61fab4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723202 Nov 27 11:07:12.767556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55301-ca65-49e5-8889-d6d3ebfe81ea req-3b5873ec-030c-42c0-bdfb-af40d77f68f2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:12.768981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45d55301-ca65-49e5-8889-d6d3ebfe81ea req-3b5873ec-030c-42c0-bdfb-af40d77f68f2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0746870 Nov 27 11:07:12.817250 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45d55301-ca65-49e5-8889-d6d3ebfe81ea req-d207564a-eefb-4277-b572-ecb8d91bd217 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Nov 27 11:07:13.084354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d81d12a1-4491-4963-8a17-f824a7bc9f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:13.832096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-1d8520ca-f0a8-4ae7-8046-a6e27df0a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:13.833538 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-1d8520ca-f0a8-4ae7-8046-a6e27df0a724 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 1099 time: 0.0415857 Nov 27 11:07:13.931245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:13.933213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-02acc9e2-e0d0-45e9-822b-30cc5ccda382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:13.935337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-02acc9e2-e0d0-45e9-822b-30cc5ccda382 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0954032 Nov 27 11:07:13.937798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b005474-72b5-4e47-a167-671a4e7a0a4f req-e140b9a2-4472-4ac5-9d88-93235ffedc73 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:13.939312 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5b005474-72b5-4e47-a167-671a4e7a0a4f req-e140b9a2-4472-4ac5-9d88-93235ffedc73 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0541251 Nov 27 11:07:13.976273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-88ac21d0-8ae7-40bd-a7ea-589585b4bfa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 200 len: 217 time: 0.0341866 Nov 27 11:07:13.987846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5b005474-72b5-4e47-a167-671a4e7a0a4f req-014f3dff-bc56-4de9-80e9-1a22f98a21f5 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Nov 27 11:07:14.026778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-fa2bf61a-c8d5-414e-b88a-28f14793375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:14.028758 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-fa2bf61a-c8d5-414e-b88a-28f14793375c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0455859 Nov 27 11:07:14.062709 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-76605f44-8916-4811-a82f-8f1d0d8fdcd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257118 Nov 27 11:07:14.157317 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-22b703cd-bc0a-49a1-b638-11df7b776fb4 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872004 Nov 27 11:07:14.253078 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-b7c1ab68-34d4-4016-a016-87adafd586d6 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884092 Nov 27 11:07:15.104167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404d8d6-2d5c-416b-9b29-2da694a6eff7 req-8956319d-276d-4f53-8bf3-930c9c20e7d5 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:15.105671 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4404d8d6-2d5c-416b-9b29-2da694a6eff7 req-8956319d-276d-4f53-8bf3-930c9c20e7d5 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0493395 Nov 27 11:07:15.152228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4404d8d6-2d5c-416b-9b29-2da694a6eff7 req-ab4f33f3-e0d5-4b09-9fdb-e8396d9525d8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Nov 27 11:07:15.541771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:16.267091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:16.268509 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1478-46dd-41b4-95f6-85556e967006 req-d0aa5332-a36d-4c7b-ab62-a119fff99034 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:16.270077 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ec4f1478-46dd-41b4-95f6-85556e967006 req-d0aa5332-a36d-4c7b-ab62-a119fff99034 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0490839 Nov 27 11:07:16.316791 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ec4f1478-46dd-41b4-95f6-85556e967006 req-a5c63139-1eb8-452c-8b5f-4beac8ae1e93 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Nov 27 11:07:16.628626 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:07:17.431317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cdacb-c956-4caa-89d3-c0dfb0cb0c2c req-a8f985df-b7e7-48a4-a444-90a8c01fcc90 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:17.432795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-935cdacb-c956-4caa-89d3-c0dfb0cb0c2c req-a8f985df-b7e7-48a4-a444-90a8c01fcc90 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0488904 Nov 27 11:07:17.478984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-935cdacb-c956-4caa-89d3-c0dfb0cb0c2c req-be524339-c608-48a5-8b1f-1f31c7fc8a62 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Nov 27 11:07:18.595814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e01240-bf2a-4472-b471-c5d72a1359d3 req-96a65a53-c9dc-48d8-a220-4d0516a514bd tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:18.597304 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-78e01240-bf2a-4472-b471-c5d72a1359d3 req-96a65a53-c9dc-48d8-a220-4d0516a514bd tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0524251 Nov 27 11:07:18.643952 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-78e01240-bf2a-4472-b471-c5d72a1359d3 req-2f98ca39-833b-4ffa-b0ae-9f92047b9c53 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Nov 27 11:07:19.769177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd140504-1fab-4b75-9aa4-e52e40760c8d req-5d496be9-e1e9-4db2-912a-4a08cfa55c0a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:19.770539 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd140504-1fab-4b75-9aa4-e52e40760c8d req-5d496be9-e1e9-4db2-912a-4a08cfa55c0a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0531237 Nov 27 11:07:19.818703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd140504-1fab-4b75-9aa4-e52e40760c8d req-692331ae-aea5-46fd-9c9e-afcafa6138b0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Nov 27 11:07:20.933066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5bb5-7db7-45dc-937d-7901a783b709 req-7bad627b-f231-42e4-8c50-65c1380d5c13 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:20.935375 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-300e5bb5-7db7-45dc-937d-7901a783b709 req-7bad627b-f231-42e4-8c50-65c1380d5c13 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0502331 Nov 27 11:07:20.982113 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-300e5bb5-7db7-45dc-937d-7901a783b709 req-b49dbaef-8ee9-4038-9153-bf811a27619e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Nov 27 11:07:22.097466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5c07e-f5d6-4437-bdc0-164237c29bb0 req-2ea7dd78-ee93-4a54-8454-af77d415ece1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:22.098939 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4fb5c07e-f5d6-4437-bdc0-164237c29bb0 req-2ea7dd78-ee93-4a54-8454-af77d415ece1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0493813 Nov 27 11:07:22.146460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4fb5c07e-f5d6-4437-bdc0-164237c29bb0 req-dfcfd693-dc4a-4464-82a6-6b2b4079fad4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Nov 27 11:07:23.266600 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64b0b0-5ab0-43cf-84dd-2682d3c28407 req-23cba34e-f9cd-4389-8a85-3b9a56815664 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:23.268065 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-de64b0b0-5ab0-43cf-84dd-2682d3c28407 req-23cba34e-f9cd-4389-8a85-3b9a56815664 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0530832 Nov 27 11:07:23.315617 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-de64b0b0-5ab0-43cf-84dd-2682d3c28407 req-ad2df4cb-9bf8-4b3c-901f-d11e7b5b4fe8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Nov 27 11:07:24.434520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a255c-cacf-427c-87cb-aef33c4ba4db req-9efb0b3e-d500-4f1f-88d2-a12bdc0dbe7a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:24.435992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f73a255c-cacf-427c-87cb-aef33c4ba4db req-9efb0b3e-d500-4f1f-88d2-a12bdc0dbe7a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0541308 Nov 27 11:07:24.484636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f73a255c-cacf-427c-87cb-aef33c4ba4db req-559e589c-680d-4f28-8ab1-fe1b6752fd34 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Nov 27 11:07:25.601304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6848df-c0ae-4a21-935a-29f58673aa4a req-49c2eca0-e41d-43cf-831f-0e6e7efae806 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:25.602883 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ad6848df-c0ae-4a21-935a-29f58673aa4a req-49c2eca0-e41d-43cf-831f-0e6e7efae806 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0507727 Nov 27 11:07:25.650801 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ad6848df-c0ae-4a21-935a-29f58673aa4a req-a6c8be73-36f7-46ab-8619-ceb1a5b90f11 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Nov 27 11:07:26.766441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa66b-e73a-489d-9db3-222705b271fc req-6f62d1be-24fb-42cc-a518-2cd44062988a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:26.767846 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4ebfa66b-e73a-489d-9db3-222705b271fc req-6f62d1be-24fb-42cc-a518-2cd44062988a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0486236 Nov 27 11:07:26.815039 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4ebfa66b-e73a-489d-9db3-222705b271fc req-9e532c4b-dc26-4fcc-8f45-adb3dd7faf73 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Nov 27 11:07:27.926780 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce1e2-db1b-4ca9-aa48-e776991014f2 req-3c3f7abc-e5ca-45b0-88a8-2b48befa0698 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:27.928256 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-482ce1e2-db1b-4ca9-aa48-e776991014f2 req-3c3f7abc-e5ca-45b0-88a8-2b48befa0698 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0489702 Nov 27 11:07:27.981888 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-482ce1e2-db1b-4ca9-aa48-e776991014f2 req-eb356b99-1956-415e-9a8f-3f3183f81696 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Nov 27 11:07:29.097660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6c381-6275-4422-b44b-db7d3d06e788 req-f3744dab-8fa9-47f5-b2c3-8e5f1f3969b6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:29.098791 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-71f6c381-6275-4422-b44b-db7d3d06e788 req-f3744dab-8fa9-47f5-b2c3-8e5f1f3969b6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0484381 Nov 27 11:07:29.149558 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-71f6c381-6275-4422-b44b-db7d3d06e788 req-2bfd2196-6f0f-4dcd-96a0-c73ed7fa7995 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Nov 27 11:07:30.262925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e52d17-01a1-471b-82e7-84cf4d8febcd req-b27be99d-8a14-4ea4-9c7d-4432116c571a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:30.264362 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-89e52d17-01a1-471b-82e7-84cf4d8febcd req-b27be99d-8a14-4ea4-9c7d-4432116c571a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0477953 Nov 27 11:07:30.310544 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-89e52d17-01a1-471b-82e7-84cf4d8febcd req-5d9190c7-ce3b-433d-8b16-360011536705 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Nov 27 11:07:31.424941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1f40e-68db-46ae-b118-5eb3dff3f6d2 req-27bc0730-a8e7-4290-b49f-5582a6d902f2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:31.426547 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bcd1f40e-68db-46ae-b118-5eb3dff3f6d2 req-27bc0730-a8e7-4290-b49f-5582a6d902f2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0477359 Nov 27 11:07:31.474769 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bcd1f40e-68db-46ae-b118-5eb3dff3f6d2 req-07182f9f-5c3d-4cbc-b23d-7313eb21bdc0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Nov 27 11:07:32.031850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:32.587366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872719b3-284c-479e-88aa-70b2417721cc req-e471e19c-7137-44ed-abab-ab4ed7a3a530 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:32.588837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-872719b3-284c-479e-88aa-70b2417721cc req-e471e19c-7137-44ed-abab-ab4ed7a3a530 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0477221 Nov 27 11:07:32.635259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-872719b3-284c-479e-88aa-70b2417721cc req-9c4aa753-f4c3-4bad-bb48-296263d14a36 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Nov 27 11:07:33.750256 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae205f18-4f18-4c7e-b73e-b0e501b02ff1 req-64ce3ede-bae3-4328-879d-146069866029 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:33.751666 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ae205f18-4f18-4c7e-b73e-b0e501b02ff1 req-64ce3ede-bae3-4328-879d-146069866029 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0486648 Nov 27 11:07:33.800222 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ae205f18-4f18-4c7e-b73e-b0e501b02ff1 req-4a047fb5-a81c-43dd-8c02-7399b792a41e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Nov 27 11:07:34.916959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb8751-18c5-452b-9c0a-9c22e67004b7 req-b137a051-f372-43d1-949a-c92617751f61 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:34.919076 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5eeb8751-18c5-452b-9c0a-9c22e67004b7 req-b137a051-f372-43d1-949a-c92617751f61 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0522614 Nov 27 11:07:34.964904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5eeb8751-18c5-452b-9c0a-9c22e67004b7 req-04f461e2-8dea-417e-94a5-9d320d764b75 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Nov 27 11:07:36.084693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04541b88-e674-428b-a46f-e40720775dcb req-485de931-135a-4224-9a30-c4934a81c3c1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:36.086133 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04541b88-e674-428b-a46f-e40720775dcb req-485de931-135a-4224-9a30-c4934a81c3c1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0521035 Nov 27 11:07:36.132089 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04541b88-e674-428b-a46f-e40720775dcb req-88f9fd0b-e67b-4b29-b188-93d6a9a95027 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Nov 27 11:07:37.246199 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905de471-605e-41ad-b9c1-a883cca01b4d req-40642016-26ca-4a70-b299-93d4abe943e0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:37.247735 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-905de471-605e-41ad-b9c1-a883cca01b4d req-40642016-26ca-4a70-b299-93d4abe943e0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0475237 Nov 27 11:07:37.293510 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-905de471-605e-41ad-b9c1-a883cca01b4d req-446db510-e179-455a-95f0-484fe68df665 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Nov 27 11:07:38.408081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297bcce-da9b-4d9e-8b2c-d6ae8d0bf965 req-cb95ab38-885c-49ed-be70-dd032b7f7b25 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:38.409571 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e297bcce-da9b-4d9e-8b2c-d6ae8d0bf965 req-cb95ab38-885c-49ed-be70-dd032b7f7b25 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0480759 Nov 27 11:07:38.456234 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e297bcce-da9b-4d9e-8b2c-d6ae8d0bf965 req-915628e2-da22-4f60-86d3-afb6af649b56 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Nov 27 11:07:39.570582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fca61-75a2-40f5-9801-6b9511b6cc8b req-93b5f466-3457-411d-9ede-dc096751e316 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:39.572053 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-418fca61-75a2-40f5-9801-6b9511b6cc8b req-93b5f466-3457-411d-9ede-dc096751e316 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0481272 Nov 27 11:07:39.625227 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-418fca61-75a2-40f5-9801-6b9511b6cc8b req-f281b2d2-e48a-443d-9b18-ee726cb685a4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 Nov 27 11:07:40.313503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d5768d6-b9d0-4718-af31-74459d78092c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:40.739453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f61e2-7e69-43c4-81a0-30d62853f88d req-be932823-a3bc-4ab8-8ae8-e6ca58b7dead tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:40.740950 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-de7f61e2-7e69-43c4-81a0-30d62853f88d req-be932823-a3bc-4ab8-8ae8-e6ca58b7dead tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0484531 Nov 27 11:07:40.791102 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-de7f61e2-7e69-43c4-81a0-30d62853f88d req-3e2679c6-b7af-4757-b75b-944b307c4a60 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Nov 27 11:07:40.915665 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-1f42d483-7ced-4857-9cdc-11509b2dae7c service neutron] 10.222.0.24 "GET /v2.0/ports/4f634c3d-4966-4146-b2ff-84adef1abf14/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0533988 Nov 27 11:07:41.120303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-703d7a9e-03c4-46dd-94ee-d3453130a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:41.122105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-703d7a9e-03c4-46dd-94ee-d3453130a3ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e&tenant_id=01d407cb2b3843dc8f21fa779ab189d7 HTTP/1.1" status: 200 len: 1099 time: 0.0420341 Nov 27 11:07:41.182684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-a0e78c6f-8bb2-4876-b160-424bf566f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:41.184730 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-a0e78c6f-8bb2-4876-b160-424bf566f6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 1099 time: 0.0412867 Nov 27 11:07:41.275451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-7cd995b4-75c2-4215-ba25-a1eed353f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:41.276936 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-7cd995b4-75c2-4215-ba25-a1eed353f915 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0859480 Nov 27 11:07:41.317477 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-518cf99b-73ea-4418-a1b5-c968eb62db58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 200 len: 217 time: 0.0334971 Nov 27 11:07:41.368944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-080c295c-f9b0-4fed-b188-4ebb3cdc79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:41.370376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-080c295c-f9b0-4fed-b188-4ebb3cdc79c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0461907 Nov 27 11:07:41.402996 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-0661120e-1c38-4e08-a829-cf2595194b2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239861 Nov 27 11:07:41.491267 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-ac08c8d3-ade7-4910-ae58-2abafe07ed3c service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 Nov 27 11:07:41.587338 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b57e1970-f3b0-4d16-83c5-c524f127d8bb req-794cad2e-ea76-4f91-a258-c6dc0a6d10d8 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893900 Nov 27 11:07:41.907757 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fa4de-3c1f-42aa-a01e-8f682ed37a11 req-f02a7b72-bcba-47f3-be07-46c1afe44318 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:41.909268 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c78fa4de-3c1f-42aa-a01e-8f682ed37a11 req-f02a7b72-bcba-47f3-be07-46c1afe44318 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0480492 Nov 27 11:07:41.957584 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c78fa4de-3c1f-42aa-a01e-8f682ed37a11 req-53abac52-1b4a-42fc-a2a0-8979c7810abb tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Nov 27 11:07:43.073247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058b548-81e6-4ab5-aef9-658be2669a7c req-832a96af-6e2e-4f22-82d6-e0e1e2da8f8c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:43.075154 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7058b548-81e6-4ab5-aef9-658be2669a7c req-832a96af-6e2e-4f22-82d6-e0e1e2da8f8c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0501719 Nov 27 11:07:43.085049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-015b7dad-71e9-4718-a4f0-50bdc7fb7852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:43.124404 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7058b548-81e6-4ab5-aef9-658be2669a7c req-da5c41c6-327f-43c0-8e6f-6ecac053ccd5 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Nov 27 11:07:43.932931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:44.082904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:07:44.086747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:07:44.233855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:44.245358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67568a5-9269-45c9-aa4e-c8d3acab737d req-ec8f2bb7-c284-4002-b9e8-b28ddee7be20 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:44.247674 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e67568a5-9269-45c9-aa4e-c8d3acab737d req-ec8f2bb7-c284-4002-b9e8-b28ddee7be20 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 946 time: 0.0535531 Nov 27 11:07:44.257960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:44.278419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:07:44.280681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbca9930-8cb5-4a1f-a813-00bff3b7d0de" -d '{"events": [{"server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "name": "network-vif-unplugged", "status": "completed", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:07:44.285599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'port_id': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'mac_address': 'fa:16:3e:d3:31:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510149ad-13d8-41bd-b96c-037d95a76388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:07:44.295189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:44.299567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:44.301058 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e67568a5-9269-45c9-aa4e-c8d3acab737d req-43caf804-b52e-4319-a6bd-3313b3d67da1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Nov 27 11:07:44.346987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f86e5-b6b5-4787-bb58-b74bea0ad14e x-openstack-request-id: req-774f86e5-b6b5-4787-bb58-b74bea0ad14e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:07:44.347286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "name": "network-vif-unplugged", "status": "completed", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:07:44.347536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-774f86e5-b6b5-4787-bb58-b74bea0ad14e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:07:44.347928 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'code': 200} Nov 27 11:07:44.364938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:44.391629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f634c3d-4966-4146-b2ff-84adef1abf14 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:07:44.397391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:44.415799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:44.419786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:44.477100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['4f634c3d-4966-4146-b2ff-84adef1abf14'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:07:44.481929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:44.512842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedcd01-0b67-479f-9ff5-b95b315a187d req-fba7170a-5d9b-417b-99e1-1647f2ebee1a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:44.516894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1fedcd01-0b67-479f-9ff5-b95b315a187d req-fba7170a-5d9b-417b-99e1-1647f2ebee1a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 945 time: 0.0618954 Nov 27 11:07:44.596553 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1fedcd01-0b67-479f-9ff5-b95b315a187d req-2f1c860b-da87-4228-9cbc-fa8f6fe1e8b9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 Nov 27 11:07:44.604935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-8c3b4c66-a667-4352-8a6c-7ae7c54d1c7a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:44.606608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-8c3b4c66-a667-4352-8a6c-7ae7c54d1c7a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e&tenant_id=01d407cb2b3843dc8f21fa779ab189d7&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0792634 Nov 27 11:07:44.690868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-3bde5da5-4105-4b7b-b832-7bd37e699fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:44.692355 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-3bde5da5-4105-4b7b-b832-7bd37e699fc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 1098 time: 0.0411160 Nov 27 11:07:44.787971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-5e20fbe1-12c3-4a30-8cbb-103c8d5992d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:44.789584 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-5e20fbe1-12c3-4a30-8cbb-103c8d5992d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0890527 Nov 27 11:07:44.831408 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-b66d4529-1738-431b-a017-a2c4e93c74ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 200 len: 217 time: 0.0340567 Nov 27 11:07:44.880282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-201eaef4-60e6-48e0-8848-11612313c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:44.881768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-201eaef4-60e6-48e0-8848-11612313c663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0442152 Nov 27 11:07:44.916600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-0459f37a-b564-4713-849f-65a152dce555 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280499 Nov 27 11:07:45.007428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-5d300360-f7b3-4785-860b-b7dcd8ab7274 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836480 Nov 27 11:07:45.100272 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccb91aa2-9064-4cd1-a643-16c20bc6986b req-46694980-4bc4-428d-b5a3-643aacf019ef service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862498 Nov 27 11:07:45.550060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:45.724595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ea2bf-f5c6-4657-a134-6ea019b7abb3 req-067b3fec-7bdf-4912-9da4-4017e2eba68f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:45.726077 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e2ea2bf-f5c6-4657-a134-6ea019b7abb3 req-067b3fec-7bdf-4912-9da4-4017e2eba68f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 945 time: 0.0542095 Nov 27 11:07:45.773809 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e2ea2bf-f5c6-4657-a134-6ea019b7abb3 req-58b79ffa-ee60-4d6f-b976-fb2c6aff5b3f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Nov 27 11:07:45.890083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e7ca-c4ca-41f5-afae-b0f34aa39f6c req-2761aab5-541e-4330-9758-a9ef54f63e31 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:45.891538 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4fe0e7ca-c4ca-41f5-afae-b0f34aa39f6c req-2761aab5-541e-4330-9758-a9ef54f63e31 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 945 time: 0.0482991 Nov 27 11:07:45.941427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4fe0e7ca-c4ca-41f5-afae-b0f34aa39f6c req-2cbcaf39-949e-4165-bed5-47d4059a74a1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Nov 27 11:07:46.053956 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f9514-d225-4d3e-9649-a8b0bf9a7b33 req-f2b42b6e-b3fb-469a-8973-a9d9b57dc058 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:46.055396 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0f9514-d225-4d3e-9649-a8b0bf9a7b33 req-f2b42b6e-b3fb-469a-8973-a9d9b57dc058 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 945 time: 0.0479982 Nov 27 11:07:46.095799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:07:46.101482 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3a0f9514-d225-4d3e-9649-a8b0bf9a7b33 req-0e23cbfc-4968-4fa4-8453-d535ca9906c1 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 Nov 27 11:07:46.177722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:46.190668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4f634c3d-4966-4146-b2ff-84adef1abf14 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:07:46.211851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:46.215910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:46.284572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:46.287577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:46.459211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-cbad4166-63a2-4b1f-811e-2fcf1bc49a20 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:46.460754 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-cbad4166-63a2-4b1f-811e-2fcf1bc49a20 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 815 time: 0.1045663 Nov 27 11:07:46.475871 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-895c3c59-c758-4120-9615-4d9b61fbac4e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/quotas/01d407cb2b3843dc8f21fa779ab189d7 HTTP/1.1" status: 200 len: 375 time: 0.0087438 Nov 27 11:07:46.522524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-c8781b33-5ba8-4c3c-9f2f-4226c554a364 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0408006 Nov 27 11:07:46.533344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-94c08d4e-3722-4bd5-ac1e-e3c04323d401 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:07:46.534267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-94c08d4e-3722-4bd5-ac1e-e3c04323d401 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047534 Nov 27 11:07:46.624248 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-24356f7c-5f1f-48ac-a6b7-854aba49b04b service neutron] 10.222.0.13 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845408 Nov 27 11:07:46.712608 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-772f8712-1da8-400e-8744-2163bff23aae service neutron] 10.222.0.13 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816295 Nov 27 11:07:46.872717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f992fa81-4b4a-4082-a50a-71be76db3d9f req-a44d094e-1348-4963-beab-48d3f3b8c920 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 210 time: 0.0262346 Nov 27 11:07:47.782844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-6f938a55-809d-4b86-afe0-58249350816b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:47.784347 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-6f938a55-809d-4b86-afe0-58249350816b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 815 time: 0.1046381 Nov 27 11:07:47.806078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Request body: {'port': {'device_id': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'admin_state_up': True, 'tenant_id': '01d407cb2b3843dc8f21fa779ab189d7'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:07:47.914071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Made reservation on behalf of 01d407cb2b3843dc8f21fa779ab189d7 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:07:47.918622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:47.970828 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1f9ca6fa-80c0-4d98-b7c2-c554838f195c req-cfcfd586-37c6-4e04-9c5a-c6f12e1cffb8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 210 time: 0.0272081 Nov 27 11:07:48.045493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Allocated IP 172.20.0.6 (0c2dd9c6-864b-4f24-8b3e-8887ac592938/510149ad-13d8-41bd-b96c-037d95a76388/f9d59292-43e1-4744-9dc9-a822af5dd4d6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:07:48.189122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.222518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.226164 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-4d33aeda-d72d-4209-af7e-a56bdcfe1a4a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:48.227751 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-4d33aeda-d72d-4209-af7e-a56bdcfe1a4a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "GET /v2.0/ports?device_id=23c8b6c9-24b5-45ee-807e-eec31ea1c59e HTTP/1.1" status: 200 len: 944 time: 0.0577509 Nov 27 11:07:48.263040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:07:48.269786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:07:48.273345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:07:48.297596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:48.311672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.312027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.312365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.312728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.313059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.313391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.313720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.314047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.314372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.314696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.315020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.315342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:48.322249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Deleting port 4f634c3d-4966-4146-b2ff-84adef1abf14 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:07:48.322597 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.337414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:48.338055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.354291 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-2253b9d7-e892-4b9b-ba8d-f72d0247e874 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534651 Nov 27 11:07:48.366182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Request body: {'port': {'device_id': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:07:48.416585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] For port 4f634c3d-4966-4146-b2ff-84adef1abf14, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4f634c3d-4966-4146-b2ff-84adef1abf14,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:48.416969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.422788 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.430510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Calling delete_port for 4f634c3d-4966-4146-b2ff-84adef1abf14 owned by compute:nova {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:07:48.560405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.590513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Pushing event deleted for resources: {'Port': ['ID=4f634c3d-4966-4146-b2ff-84adef1abf14,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:48.632839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] No DVR routers for this DVR port 4f634c3d-4966-4146-b2ff-84adef1abf14 on host hv-neutron-8048 {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:07:48.635504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.639213 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "DELETE /v2.0/ports/4f634c3d-4966-4146-b2ff-84adef1abf14 HTTP/1.1" status: 204 len: 173 time: 0.4052441 Nov 27 11:07:48.639660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'name': 'network-vif-deleted', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:07:48.642160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa331a3-7c80-4237-976a-d2ed90b772e8" -d '{"events": [{"server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "name": "network-vif-deleted", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:07:48.698635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d59292-43e1-4744-9dc9-a822af5dd4d6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:07:48.706965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.721179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Transition to ACTIVE for port object f9d59292-43e1-4744-9dc9-a822af5dd4d6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:07:48.725059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.749637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f8f75-9067-46b8-8799-844cd1bb0dbd x-openstack-request-id: req-082f8f75-9067-46b8-8799-844cd1bb0dbd {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:07:48.749800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8b6c9-24b5-45ee-807e-eec31ea1c59e", "name": "network-vif-deleted", "tag": "4f634c3d-4966-4146-b2ff-84adef1abf14", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:07:48.750096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-082f8f75-9067-46b8-8799-844cd1bb0dbd {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:07:48.750582 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8b6c9-24b5-45ee-807e-eec31ea1c59e', 'name': 'network-vif-deleted', 'tag': '4f634c3d-4966-4146-b2ff-84adef1abf14', 'status': 'completed', 'code': 200} Nov 27 11:07:48.807262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:48.859469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Attempting to bind port f9d59292-43e1-4744-9dc9-a822af5dd4d6 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:07:48.859800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Attempting to bind port f9d59292-43e1-4744-9dc9-a822af5dd4d6 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:07:48.860118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Attempting to bind port f9d59292-43e1-4744-9dc9-a822af5dd4d6 on network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:07:48.864249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Port f9d59292-43e1-4744-9dc9-a822af5dd4d6 on network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:07:48.864592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Attempting to bind port f9d59292-43e1-4744-9dc9-a822af5dd4d6 on network 0c2dd9c6-864b-4f24-8b3e-8887ac592938 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:07:48.869193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:07:48.869519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Checking segment: {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:07:48.869892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Bound using segment: {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:07:48.870307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Bound port: f9d59292-43e1-4744-9dc9-a822af5dd4d6, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:07:48.870649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.931485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:07:48.934457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:07:48.938609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.973337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:48.973941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:48.975327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] 10.222.0.24 "PUT /v2.0/ports/f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 1093 time: 0.6131957 Nov 27 11:07:48.975763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:07:48.978025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dbed46-8543-4d16-8428-aa893e2810dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:07:49.005652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20422e-8a9f-449a-ac0c-d5530d7cd50e service neutron] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:49.049875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac5000a-398e-4e76-a764-b51eaae520dc x-openstack-request-id: req-eac5000a-398e-4e76-a764-b51eaae520dc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:07:49.050209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:07:49.050494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eac5000a-398e-4e76-a764-b51eaae520dc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:07:49.051162 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'status': 'completed', 'code': 200} Nov 27 11:07:49.093024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-cf1f367b-03b1-450a-ac83-863de771f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:49.094470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-cf1f367b-03b1-450a-ac83-863de771f604 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1096 time: 0.0736508 Nov 27 11:07:49.119468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750aac-8146-4164-897d-295f3f239da8 req-13571a56-2cfd-4a89-9a34-433222d0dd6b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:49.121648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7b750aac-8146-4164-897d-295f3f239da8 req-13571a56-2cfd-4a89-9a34-433222d0dd6b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 943 time: 0.0643194 Nov 27 11:07:49.151030 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-1dbac257-3bba-4f5f-b7d2-2ee4d5b607e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 217 time: 0.0469606 Nov 27 11:07:49.228405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7b750aac-8146-4164-897d-295f3f239da8 req-8bd8d737-8e9d-4f79-a1dc-bd9612562283 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799923 Nov 27 11:07:49.232600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-be005e7c-6fdf-4a32-bc00-e2032a57ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:49.233964 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-be005e7c-6fdf-4a32-bc00-e2032a57ee20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0701551 Nov 27 11:07:49.267315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-fbc60c8e-0656-4459-9a1d-e6ba343814f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248923 Nov 27 11:07:49.361139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-24bdeba0-515d-4ab1-b386-c791d37fdc53 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Nov 27 11:07:49.449866 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adee9650-ee64-4dcd-94b6-6cdee412178d req-444d6d07-4e19-4417-b3d1-2d7486e63424 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819318 Nov 27 11:07:49.537008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbed46-8543-4d16-8428-aa893e2810dd req-09e1de5e-d3e5-4407-8fab-5617deb94893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:49.538473 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-09e1de5e-d3e5-4407-8fab-5617deb94893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1096 time: 0.0393238 Nov 27 11:07:49.627665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbed46-8543-4d16-8428-aa893e2810dd req-6db56b78-d560-4fe4-9e2c-584a9b3cd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:49.629068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-6db56b78-d560-4fe4-9e2c-584a9b3cd8d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0839202 Nov 27 11:07:49.670261 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-64b99013-5604-4610-8a8e-82a9a2515527 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 217 time: 0.0335410 Nov 27 11:07:49.719899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbed46-8543-4d16-8428-aa893e2810dd req-218145d5-c265-40a9-826f-e522c7edef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:49.721314 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-218145d5-c265-40a9-826f-e522c7edef33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0445638 Nov 27 11:07:49.752585 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-1023244e-fc8d-4d8f-83f6-65774f944785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236752 Nov 27 11:07:49.841724 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-5e30e8c1-29a7-42ac-89c2-32297eeda083 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808694 Nov 27 11:07:49.931335 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91dbed46-8543-4d16-8428-aa893e2810dd req-7631ecb9-4416-4126-83ff-3df6a653360e service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824423 Nov 27 11:07:50.346400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dd326-4c72-43f4-8cc6-4614f4435fa5 req-a6181614-e474-4f02-9d81-2c4fb6de5bce tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:50.347886 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-258dd326-4c72-43f4-8cc6-4614f4435fa5 req-a6181614-e474-4f02-9d81-2c4fb6de5bce tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 943 time: 0.0504866 Nov 27 11:07:50.395680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-258dd326-4c72-43f4-8cc6-4614f4435fa5 req-2a496e5c-0551-489e-a33c-a41f85339d5c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Nov 27 11:07:51.509772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d7b7-cdb4-41ac-95f9-75035cebeea5 req-01029d81-3957-4b9b-823e-0cbe7702edb4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:51.511219 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d156d7b7-cdb4-41ac-95f9-75035cebeea5 req-01029d81-3957-4b9b-823e-0cbe7702edb4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 943 time: 0.0483437 Nov 27 11:07:51.557937 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d156d7b7-cdb4-41ac-95f9-75035cebeea5 req-398008fd-7326-4505-90e2-7c8cb4775110 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Nov 27 11:07:52.122566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:07:52.124725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:07:52.154107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 4f634c3d-4966-4146-b2ff-84adef1abf14 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:07:52.154453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4f634c3d-4966-4146-b2ff-84adef1abf14 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:07:52.240128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:52.251304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'port_id': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'mac_address': 'fa:16:3e:8b:33:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510149ad-13d8-41bd-b96c-037d95a76388', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:07:52.287862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:52.301217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d59292-43e1-4744-9dc9-a822af5dd4d6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:07:52.324236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:52.328004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:52.374783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:52.631628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['f9d59292-43e1-4744-9dc9-a822af5dd4d6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:07:52.674684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e93b4-e0d2-4500-9ee5-e875f0e7a111 req-5a1ab8f6-f2d4-4922-8506-5c080226e609 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:52.676504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1e5e93b4-e0d2-4500-9ee5-e875f0e7a111 req-5a1ab8f6-f2d4-4922-8506-5c080226e609 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 944 time: 0.0527990 Nov 27 11:07:52.723207 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1e5e93b4-e0d2-4500-9ee5-e875f0e7a111 req-14ab2a7f-5cda-422d-ab0c-4f73529d81c5 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Nov 27 11:07:53.628833 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:07:53.835856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003acba-69a3-416c-9716-fb66ec717515 req-c578b88f-9783-42a0-a977-a8b4b258d8f7 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:53.837307 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f003acba-69a3-416c-9716-fb66ec717515 req-c578b88f-9783-42a0-a977-a8b4b258d8f7 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 944 time: 0.0483644 Nov 27 11:07:53.888854 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f003acba-69a3-416c-9716-fb66ec717515 req-273e7094-1f60-41a5-b644-ca845b8e8cac tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Nov 27 11:07:54.140217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:07:54.189713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port f9d59292-43e1-4744-9dc9-a822af5dd4d6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:07:54.193900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port f9d59292-43e1-4744-9dc9-a822af5dd4d6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:07:54.194264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:54.269776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:54.291653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:07:54.294425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d4d1f-0dbe-4acd-b5f4-2efdc8ae326a" -d '{"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:07:54.307467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:07:54.311771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:07:54.336786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ce727-6809-46a6-8c71-f21ad55f9612 x-openstack-request-id: req-3c0ce727-6809-46a6-8c71-f21ad55f9612 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:07:54.337077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:07:54.337331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c0ce727-6809-46a6-8c71-f21ad55f9612 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:07:54.337715 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'code': 200} Nov 27 11:07:54.363530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:07:54.370608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.371636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.371987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.372331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.372698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.373045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.373383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.373724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.374060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.374392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.374725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.375057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:07:54.494337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02126b75-0aa2-47df-8b82-a1b9a5909680 req-10464ce7-51ca-4029-b859-2de652f05b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:54.495846 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-02126b75-0aa2-47df-8b82-a1b9a5909680 req-10464ce7-51ca-4029-b859-2de652f05b4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1098 time: 0.0391736 Nov 27 11:07:54.541287 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-02126b75-0aa2-47df-8b82-a1b9a5909680 req-6494be0d-0357-4127-b45c-a60804651a46 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Nov 27 11:07:55.001038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78bc2-3738-4129-8210-375fb5b65179 req-aaac0539-2fe2-4a1d-88e2-bd008e04bf84 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:55.002484 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-76c78bc2-3738-4129-8210-375fb5b65179 req-aaac0539-2fe2-4a1d-88e2-bd008e04bf84 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0483186 Nov 27 11:07:55.048782 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-76c78bc2-3738-4129-8210-375fb5b65179 req-5161952a-58ce-4e23-8627-1099e60ffa61 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Nov 27 11:07:56.163543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84d588-e950-4983-b215-68682648310f req-08e08d00-5619-48ae-b239-799f93d90760 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:56.165060 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef84d588-e950-4983-b215-68682648310f req-08e08d00-5619-48ae-b239-799f93d90760 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0480332 Nov 27 11:07:56.212648 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef84d588-e950-4983-b215-68682648310f req-3bafc806-d10f-4c88-8c26-4715cef8e13d tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Nov 27 11:07:56.329931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4036f7b-7e7a-46d7-a6e6-2c723dbba259 req-24a5dd4a-1117-4566-a5d2-4dcb83cc9e17 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:56.331285 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d4036f7b-7e7a-46d7-a6e6-2c723dbba259 req-24a5dd4a-1117-4566-a5d2-4dcb83cc9e17 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0505502 Nov 27 11:07:56.377421 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d4036f7b-7e7a-46d7-a6e6-2c723dbba259 req-dc1139ae-0096-45a0-85bd-30c04c9619d4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Nov 27 11:07:56.621102 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-994c79b3-6324-4792-9f19-f70b624b2c68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655437 Nov 27 11:07:56.632490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f3d9-b3ad-484b-868f-b8456227c249 req-e972984a-ce28-492b-8bfe-726a1eb89dab tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:56.633915 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f28f3d9-b3ad-484b-868f-b8456227c249 req-e972984a-ce28-492b-8bfe-726a1eb89dab tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0685945 Nov 27 11:07:56.688975 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f28f3d9-b3ad-484b-868f-b8456227c249 req-2db01eb9-a9fa-479e-acb1-88a61dcfab19 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456557 Nov 27 11:07:57.665406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-315ee429-c69e-4c93-b954-dc6046ecb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:57.666859 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-315ee429-c69e-4c93-b954-dc6046ecb84f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1098 time: 0.0403378 Nov 27 11:07:57.756900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-e41e5cbb-da94-48e1-b881-e8d87c99b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:57.758470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-e41e5cbb-da94-48e1-b881-e8d87c99b6d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0848911 Nov 27 11:07:57.803051 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-6db7f61a-b354-4016-a0ca-5fa0a7974427 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 217 time: 0.0377867 Nov 27 11:07:57.806548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889401df-88fa-4323-833b-141fe4b391ea req-764016b7-71b0-48ca-8e8b-5dd36fe8746a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:57.808031 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-889401df-88fa-4323-833b-141fe4b391ea req-764016b7-71b0-48ca-8e8b-5dd36fe8746a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0484366 Nov 27 11:07:57.851405 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-12969d7c-db40-461b-88bb-5d8d0a7f4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:57.852885 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-12969d7c-db40-461b-88bb-5d8d0a7f4e60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0433743 Nov 27 11:07:57.860140 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-889401df-88fa-4323-833b-141fe4b391ea req-5f4d718a-88f4-4e1a-9b33-b14777ef016f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457833 Nov 27 11:07:57.883798 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-62dda108-742c-430b-8168-61acb658f290 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239635 Nov 27 11:07:57.977081 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-427df568-a1d8-4e9f-af29-2840a7fce253 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865426 Nov 27 11:07:58.064486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-5f842eb2-93bb-41f0-98fb-ac11d5d85582 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801859 Nov 27 11:07:58.980890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acfe82-f392-48c2-8a8f-1a1973ddb395 req-389ffb87-5cfe-4d93-ab51-ded0cca654c3 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:07:58.982351 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e9acfe82-f392-48c2-8a8f-1a1973ddb395 req-389ffb87-5cfe-4d93-ab51-ded0cca654c3 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0533447 Nov 27 11:07:59.028544 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e9acfe82-f392-48c2-8a8f-1a1973ddb395 req-a7718a1f-74b3-4274-8cef-f6aec1818e7a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Nov 27 11:08:00.142293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161564-8222-4d00-baab-b60276837344 req-5f078075-d780-4542-a44c-7b3357c65c94 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:00.143748 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8161564-8222-4d00-baab-b60276837344 req-5f078075-d780-4542-a44c-7b3357c65c94 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0482104 Nov 27 11:08:00.190875 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8161564-8222-4d00-baab-b60276837344 req-c583b650-0da7-489d-be5d-3105b2f35a3e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Nov 27 11:08:01.307043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858217-44d0-4bf4-aca3-226efe743b1e req-008bf842-4552-4cfd-9541-45a1d69775d2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:01.308653 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0a858217-44d0-4bf4-aca3-226efe743b1e req-008bf842-4552-4cfd-9541-45a1d69775d2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0483966 Nov 27 11:08:01.355001 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0a858217-44d0-4bf4-aca3-226efe743b1e req-bd0c66ae-a441-47de-a6db-dfbb28727050 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Nov 27 11:08:02.042369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:02.472786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d16d9-171e-4bc9-923a-24176fc5895e req-50a49938-ca7b-4c14-972a-9311f042de6c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:02.474262 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-835d16d9-171e-4bc9-923a-24176fc5895e req-50a49938-ca7b-4c14-972a-9311f042de6c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0525894 Nov 27 11:08:02.519988 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-835d16d9-171e-4bc9-923a-24176fc5895e req-1cbea969-373e-4cb3-820c-df822da7e0a9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Nov 27 11:08:03.634178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3ec0f-6a4d-4e95-ad66-1465ce24b3db req-acbed73e-a3ee-4a90-a3c2-cae585fd2200 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:03.635603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eba3ec0f-6a4d-4e95-ad66-1465ce24b3db req-acbed73e-a3ee-4a90-a3c2-cae585fd2200 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0484953 Nov 27 11:08:03.686918 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eba3ec0f-6a4d-4e95-ad66-1465ce24b3db req-1e8c4a46-d3a1-4139-8ad5-95b4852a823a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 Nov 27 11:08:04.803593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123206-ba9f-40fd-a2a3-646497327c71 req-eedf8798-dbd9-4710-9c66-39c5a778308c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:04.805059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a7123206-ba9f-40fd-a2a3-646497327c71 req-eedf8798-dbd9-4710-9c66-39c5a778308c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0515466 Nov 27 11:08:04.850923 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a7123206-ba9f-40fd-a2a3-646497327c71 req-65c568ff-1244-43db-a8af-08b05026d4e2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Nov 27 11:08:05.963307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1c3d-fb6d-4264-8382-76ccea7f4139 req-ace2ab8b-1d48-40a3-af7e-5e76386f6f54 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:05.965330 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd3c1c3d-fb6d-4264-8382-76ccea7f4139 req-ace2ab8b-1d48-40a3-af7e-5e76386f6f54 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0482221 Nov 27 11:08:06.012976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd3c1c3d-fb6d-4264-8382-76ccea7f4139 req-9c3ad84b-9ff0-43eb-85e2-fb8f99b85330 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Nov 27 11:08:07.132849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5ad5-3cb5-4b69-bc0b-15e09b82f2d4 req-04386fab-ca90-4b00-a897-c57862c06c6e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:07.134344 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fd2d5ad5-3cb5-4b69-bc0b-15e09b82f2d4 req-04386fab-ca90-4b00-a897-c57862c06c6e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0504825 Nov 27 11:08:07.184288 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fd2d5ad5-3cb5-4b69-bc0b-15e09b82f2d4 req-a4a6ec35-98d1-42a1-99bd-0eb338a8fa57 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431492 Nov 27 11:08:07.930796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d601-b17c-439d-9929-004bda52ea48 req-647dda55-2082-47aa-b4d4-7079a0a58482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:07.932170 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-647dda55-2082-47aa-b4d4-7079a0a58482 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1098 time: 0.0404105 Nov 27 11:08:08.035951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d601-b17c-439d-9929-004bda52ea48 req-a085605d-db19-428a-8204-86dbf9457641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:08.037418 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-a085605d-db19-428a-8204-86dbf9457641 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0866983 Nov 27 11:08:08.078581 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-2988a9dd-a275-4e78-a105-ac5498b7daa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 217 time: 0.0343158 Nov 27 11:08:08.131537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337d601-b17c-439d-9929-004bda52ea48 req-0a6fbd07-d352-430e-9e64-1752cdc2c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:08.133008 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-0a6fbd07-d352-430e-9e64-1752cdc2c61c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0475721 Nov 27 11:08:08.495451 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-13237eae-0d26-4cfe-a309-c82d70d52e25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3553374 Nov 27 11:08:08.593162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b1d9a-851d-49c0-95d4-aa7deabc26c3 req-c3ffc7ee-2d3a-42b0-8363-6a52b38746c2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:08.594594 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b75b1d9a-851d-49c0-95d4-aa7deabc26c3 req-c3ffc7ee-2d3a-42b0-8363-6a52b38746c2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.1015277 Nov 27 11:08:08.630014 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-a7806af9-5411-481f-8fa5-52474acdb231 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270003 Nov 27 11:08:08.677819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b75b1d9a-851d-49c0-95d4-aa7deabc26c3 req-ffe538c3-2cfe-4366-84a0-0cbb044302d9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772929 Nov 27 11:08:08.737344 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7337d601-b17c-439d-9929-004bda52ea48 req-d17ce269-65e3-40cb-a904-71c2e67f97b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976741 Nov 27 11:08:09.797919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3db873-df0d-4fc0-b799-1d7036e37b34 req-a6126562-ea51-47b1-aadb-bf300bc9d186 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:09.799367 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ed3db873-df0d-4fc0-b799-1d7036e37b34 req-a6126562-ea51-47b1-aadb-bf300bc9d186 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0514774 Nov 27 11:08:09.844951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ed3db873-df0d-4fc0-b799-1d7036e37b34 req-884f546f-9026-41bf-88b0-25b5882a48ff tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Nov 27 11:08:10.315300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8d4d07a7-2033-4423-9118-3cb8cfd67b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:10.960703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c7fee-5e6e-4ee8-a351-57ddb6413793 req-5edbb4ed-fb26-4ad2-b356-db050ea2d36d tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:10.962144 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-145c7fee-5e6e-4ee8-a351-57ddb6413793 req-5edbb4ed-fb26-4ad2-b356-db050ea2d36d tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0491138 Nov 27 11:08:11.008499 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-145c7fee-5e6e-4ee8-a351-57ddb6413793 req-a3a29ea6-ba3b-43f4-b96f-bbeb2ec83d0d tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Nov 27 11:08:12.127392 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5809-cb10-4742-9394-0b5ffe9281a4 req-a9f71a1d-660f-4ee0-b8c9-fa7cdd93ccf8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:12.128942 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dc1d5809-cb10-4742-9394-0b5ffe9281a4 req-a9f71a1d-660f-4ee0-b8c9-fa7cdd93ccf8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0510089 Nov 27 11:08:12.179314 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dc1d5809-cb10-4742-9394-0b5ffe9281a4 req-9db0ce8b-d659-40d9-8b0c-1baa3b6cd28a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Nov 27 11:08:13.088641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-85fc2192-532f-4e34-83d5-1457136a5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:13.293756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628e580-2ae4-4438-9fed-d58b323a52a2 req-b72a0c67-ccfc-4ece-b3db-ec9601b51821 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:13.295218 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3628e580-2ae4-4438-9fed-d58b323a52a2 req-b72a0c67-ccfc-4ece-b3db-ec9601b51821 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0481873 Nov 27 11:08:13.346798 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3628e580-2ae4-4438-9fed-d58b323a52a2 req-9f439723-31a2-4b92-8c75-7e020e9da318 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Nov 27 11:08:13.936745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:14.460872 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa872eb3-eb4d-465a-aaab-816610f777ea req-71372a61-931d-4f13-92b5-145b14a6ad4e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:14.462411 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fa872eb3-eb4d-465a-aaab-816610f777ea req-71372a61-931d-4f13-92b5-145b14a6ad4e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0502908 Nov 27 11:08:14.516016 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fa872eb3-eb4d-465a-aaab-816610f777ea req-ba882369-06d9-4bc3-a809-9a20c8d2c573 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456922 Nov 27 11:08:15.543680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:15.635464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8adad3-2d58-41b3-8167-1ce8acd1faf0 req-e449552b-13bb-499f-a646-92960a4f002a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:15.637180 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4b8adad3-2d58-41b3-8167-1ce8acd1faf0 req-e449552b-13bb-499f-a646-92960a4f002a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0524693 Nov 27 11:08:15.683701 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4b8adad3-2d58-41b3-8167-1ce8acd1faf0 req-c06ff052-56e3-438a-b065-53aec0911fd8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Nov 27 11:08:16.275928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:16.798088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d6ab-e443-42f8-9466-c910490318bc req-cb353e31-5c0a-4a1d-83ec-6bc0e09a55a4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:16.799573 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8835d6ab-e443-42f8-9466-c910490318bc req-cb353e31-5c0a-4a1d-83ec-6bc0e09a55a4 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0483501 Nov 27 11:08:16.846130 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8835d6ab-e443-42f8-9466-c910490318bc req-3f1cc779-d322-44fe-936b-9c99a70ed3de tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Nov 27 11:08:17.965773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d328270-adf6-49a6-861c-dbe24c3ed58c req-c3b14515-5f54-462b-b3cb-cb4b4389808b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:17.967232 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d328270-adf6-49a6-861c-dbe24c3ed58c req-c3b14515-5f54-462b-b3cb-cb4b4389808b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0483489 Nov 27 11:08:18.013795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d328270-adf6-49a6-861c-dbe24c3ed58c req-66a8f29a-92dd-4948-b41f-25ea4a0a76fd tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Nov 27 11:08:19.128249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e48863-ff7b-449b-9f97-e3c37071d48d req-711af83e-7b0d-4d09-a369-53461f332157 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:19.129776 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24e48863-ff7b-449b-9f97-e3c37071d48d req-711af83e-7b0d-4d09-a369-53461f332157 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0481009 Nov 27 11:08:19.176877 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24e48863-ff7b-449b-9f97-e3c37071d48d req-02c57d26-e144-417c-809e-74b854791652 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Nov 27 11:08:20.291725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602a71-f812-4a80-abf4-d3b01b5e5cd0 req-2b6289d5-e7b6-419b-9e26-c583fe09b57c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:20.293398 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2b602a71-f812-4a80-abf4-d3b01b5e5cd0 req-2b6289d5-e7b6-419b-9e26-c583fe09b57c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0484102 Nov 27 11:08:20.345149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2b602a71-f812-4a80-abf4-d3b01b5e5cd0 req-ff008b42-ef96-41a0-9da4-9af0409c6d6e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Nov 27 11:08:21.466568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8495e5-45c7-4731-a164-9c29ad391a02 req-d7aad170-5294-430d-a16e-db2bf18afedc tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:21.468050 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee8495e5-45c7-4731-a164-9c29ad391a02 req-d7aad170-5294-430d-a16e-db2bf18afedc tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0566378 Nov 27 11:08:21.515418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee8495e5-45c7-4731-a164-9c29ad391a02 req-bb5bf4b3-43a4-44aa-92e0-1ffeee719c1c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Nov 27 11:08:22.629774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce22b-06fb-4698-8523-f27c5941ec69 req-6a3bada2-1073-4fcc-b8c8-58f0b972cf7b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:22.631255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b06ce22b-06fb-4698-8523-f27c5941ec69 req-6a3bada2-1073-4fcc-b8c8-58f0b972cf7b tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0491381 Nov 27 11:08:22.678411 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b06ce22b-06fb-4698-8523-f27c5941ec69 req-b835cc32-d43e-485d-a436-483a671fdfb7 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Nov 27 11:08:23.793907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d987000-cd11-4ee1-8642-dbe48ecb3b8a req-89a34fc0-9fd6-4ddc-82f0-d9ef161fbb0a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:23.795371 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4d987000-cd11-4ee1-8642-dbe48ecb3b8a req-89a34fc0-9fd6-4ddc-82f0-d9ef161fbb0a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0506980 Nov 27 11:08:23.841883 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4d987000-cd11-4ee1-8642-dbe48ecb3b8a req-375e6d68-fe83-47a3-a348-0027f16aaff9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Nov 27 11:08:24.681838 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-da11dccc-9e79-4edf-9de7-7604beb8def7 service neutron] 10.222.0.24 "GET /v2.0/ports/f9d59292-43e1-4744-9dc9-a822af5dd4d6/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0549242 Nov 27 11:08:24.881151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-6568f179-f700-499c-81b5-1b5f56f121ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:24.882682 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-6568f179-f700-499c-81b5-1b5f56f121ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c&tenant_id=01d407cb2b3843dc8f21fa779ab189d7 HTTP/1.1" status: 200 len: 1098 time: 0.0444503 Nov 27 11:08:24.972785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-1f4a3633-97cf-4256-9c13-aab204547a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:24.974296 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-1f4a3633-97cf-4256-9c13-aab204547a42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1098 time: 0.0703726 Nov 27 11:08:24.983258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42b69-aaf6-4cc3-b81d-38615b92026c req-8e71e4a2-6e96-4edc-8b30-fed07e818d5c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:24.984632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-68d42b69-aaf6-4cc3-b81d-38615b92026c req-8e71e4a2-6e96-4edc-8b30-fed07e818d5c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0712442 Nov 27 11:08:25.086941 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-68d42b69-aaf6-4cc3-b81d-38615b92026c req-ba16bced-4b82-4b2d-ac7e-18822ff2e097 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944583 Nov 27 11:08:25.104741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-911708c2-1f71-4c8e-8e7d-86c0d37d729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:25.106176 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-911708c2-1f71-4c8e-8e7d-86c0d37d729a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.1207056 Nov 27 11:08:25.146570 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-a6128275-2d93-42c0-ae88-cc971bffdb06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 217 time: 0.0333688 Nov 27 11:08:25.197821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723982b-e970-4372-8d42-597338c76c72 req-bf1e1203-b623-4638-a881-13f4f1f64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:25.200109 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-bf1e1203-b623-4638-a881-13f4f1f64e46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0469091 Nov 27 11:08:25.230967 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-87b6d5c0-ea87-4b86-8c77-40bf0af8576f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239365 Nov 27 11:08:25.319327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-8742e880-1faf-4020-98b5-07731d245b7a service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812392 Nov 27 11:08:25.409904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a723982b-e970-4372-8d42-597338c76c72 req-9c24629f-67e4-4881-8903-f6a3fda93f7b service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840855 Nov 27 11:08:26.202645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578fcf-4c1e-4e95-b722-22c9940c4e5b req-b40f28a1-5008-4fee-8020-2afc5bc08689 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:26.204108 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c2578fcf-4c1e-4e95-b722-22c9940c4e5b req-b40f28a1-5008-4fee-8020-2afc5bc08689 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0491674 Nov 27 11:08:26.253922 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c2578fcf-4c1e-4e95-b722-22c9940c4e5b req-18a5fc4d-09d2-49ed-a6bc-d16f3bbe04c0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Nov 27 11:08:27.367478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f47d3-77b5-401e-b24f-8001052159b6 req-81912353-8fc4-4b4a-8a06-93d1ef7b8ea0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:27.369044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-033f47d3-77b5-401e-b24f-8001052159b6 req-81912353-8fc4-4b4a-8a06-93d1ef7b8ea0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 27 11:08:27.415406 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-033f47d3-77b5-401e-b24f-8001052159b6 req-7e70f4e1-95ed-428b-97d0-3dca42dcbd7f tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Nov 27 11:08:28.326018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:08:28.329626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:08:28.540079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bee33-70c0-4871-b14d-b19fe6e9f929 req-fb1c5bbf-23ac-4c7c-bafe-d6f344d20ce6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:28.541717 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7c0bee33-70c0-4871-b14d-b19fe6e9f929 req-fb1c5bbf-23ac-4c7c-bafe-d6f344d20ce6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0517278 Nov 27 11:08:28.592721 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7c0bee33-70c0-4871-b14d-b19fe6e9f929 req-1e9d52bd-84bb-432a-bc31-bfff9e1dcd6d tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Nov 27 11:08:28.619827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:28.639887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:28.660217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:08:28.662452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0597289f-a5bb-4034-83fd-093a9a397687" -d '{"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:08:28.667053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'network_id': '0c2dd9c6-864b-4f24-8b3e-8887ac592938', 'port_id': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'mac_address': 'fa:16:3e:8b:33:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510149ad-13d8-41bd-b96c-037d95a76388', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:08:28.677676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:28.703818 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:28.732823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8ed86-d64c-4182-9f4d-57c85a4ec4fb x-openstack-request-id: req-c0a8ed86-d64c-4182-9f4d-57c85a4ec4fb {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:08:28.733117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:08:28.733368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0a8ed86-d64c-4182-9f4d-57c85a4ec4fb {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:08:28.733758 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'code': 200} Nov 27 11:08:28.747745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:28.774170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9d59292-43e1-4744-9dc9-a822af5dd4d6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:08:28.784259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:28.818921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.db.api [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 11:08:28.819283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG oslo_db.api [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 11:08:28.847577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ece088-b420-40a1-9808-bbe7c43ed7c1 req-4e25126b-cd3a-43a5-8a10-f66133cd84b9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:28.849013 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-21ece088-b420-40a1-9808-bbe7c43ed7c1 req-4e25126b-cd3a-43a5-8a10-f66133cd84b9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 943 time: 0.0872502 Nov 27 11:08:28.857297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-ad8c115b-3fa4-4e94-a5f4-4c96171be8fe tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:28.858684 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-ad8c115b-3fa4-4e94-a5f4-4c96171be8fe tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c&tenant_id=01d407cb2b3843dc8f21fa779ab189d7&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 943 time: 0.0876670 Nov 27 11:08:28.915062 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-21ece088-b420-40a1-9808-bbe7c43ed7c1 req-d63cc867-2c57-4c27-a170-b0c90b9c07c8 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Nov 27 11:08:28.944943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-31f6e59d-05da-4e9a-a0e6-11adabca71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:28.946452 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-31f6e59d-05da-4e9a-a0e6-11adabca71a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 1096 time: 0.0447152 Nov 27 11:08:29.039232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-37490a8d-48d7-45fe-93d1-f72058ab0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:29.040717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-37490a8d-48d7-45fe-93d1-f72058ab0808 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 200 len: 916 time: 0.0877764 Nov 27 11:08:29.081727 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-f5db0a96-ce73-4254-af82-ce2b704822e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 200 len: 217 time: 0.0342307 Nov 27 11:08:29.130595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-d357421d-4378-4358-9353-0cb7829f4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:29.132023 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-d357421d-4378-4358-9353-0cb7829f4454 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 200 len: 855 time: 0.0435319 Nov 27 11:08:29.167057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-b696e56c-c4f3-47c2-b24d-636b18c090df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c2dd9c6-864b-4f24-8b3e-8887ac592938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281115 Nov 27 11:08:29.258642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-830bd652-08f5-4012-be7c-c98fe26c8f46 service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833991 Nov 27 11:08:29.355196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:29.356337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b95dc5fc-1ae1-4db9-bf17-9de26e4b8904 req-d0ed661d-e362-4f63-8794-778428b1d3de service neutron] 10.222.0.24 "GET /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905652 Nov 27 11:08:29.369537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d59292-43e1-4744-9dc9-a822af5dd4d6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:08:29.390887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:29.394379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:29.445166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:29.460125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['f9d59292-43e1-4744-9dc9-a822af5dd4d6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:08:30.031244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efd2c0-bd98-4336-bc28-c49b3877ca7d req-a10ae925-6ed8-4c9d-a3c3-2a8d2e2dd34e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:30.032714 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-56efd2c0-bd98-4336-bc28-c49b3877ca7d req-a10ae925-6ed8-4c9d-a3c3-2a8d2e2dd34e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 944 time: 0.0472755 Nov 27 11:08:30.079240 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-56efd2c0-bd98-4336-bc28-c49b3877ca7d req-e13690d1-aa96-414d-af3b-dba839e7a21c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Nov 27 11:08:30.194347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f519a52-2916-48c0-a31f-2d7b1f23682e req-849053f3-6bf5-49fd-8b83-ac9e2898ac05 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:30.195842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f519a52-2916-48c0-a31f-2d7b1f23682e req-849053f3-6bf5-49fd-8b83-ac9e2898ac05 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 944 time: 0.0513637 Nov 27 11:08:30.242305 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f519a52-2916-48c0-a31f-2d7b1f23682e req-589c1a15-91c3-4494-85c8-46bb16a0ddb0 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Nov 27 11:08:30.335952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:08:30.359255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb84de-92f5-401a-b7f1-4059e3998e5e req-3a760b6a-4e32-40b0-84b7-7a5df99d79c9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:30.360763 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e4cb84de-92f5-401a-b7f1-4059e3998e5e req-3a760b6a-4e32-40b0-84b7-7a5df99d79c9 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 944 time: 0.0538878 Nov 27 11:08:30.385696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port f9d59292-43e1-4744-9dc9-a822af5dd4d6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:30.386241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:30.408712 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e4cb84de-92f5-401a-b7f1-4059e3998e5e req-23166db7-f60d-4190-878e-e5f8ac9d2bd2 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Nov 27 11:08:30.470110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:30.502576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:30.507093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:30.563991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:30.627109 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:08:30.734618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:08:30.737114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d03401-c2c3-4248-a4eb-212fbe9021e8" -d '{"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:08:30.737274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef562548-7d22-4550-b208-939bd6cacee4 req-edfa27cb-add8-45ab-9565-397e8e9f675e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:30.738612 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ef562548-7d22-4550-b208-939bd6cacee4 req-edfa27cb-add8-45ab-9565-397e8e9f675e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0488231 Nov 27 11:08:30.771833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5066e5-238a-4c04-aa06-205ea92a37a8 x-openstack-request-id: req-2a5066e5-238a-4c04-aa06-205ea92a37a8 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:08:30.772130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:08:30.772396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a5066e5-238a-4c04-aa06-205ea92a37a8 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:08:30.772828 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'code': 200} Nov 27 11:08:30.790539 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ef562548-7d22-4550-b208-939bd6cacee4 req-5488eb68-3f84-46bb-b038-7aba862c3d2a tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458109 Nov 27 11:08:31.906581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b014b-6aa0-40a8-b07c-188eda3afb36 req-d7cf7c14-5101-43df-9702-935444a36592 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:31.908127 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-377b014b-6aa0-40a8-b07c-188eda3afb36 req-d7cf7c14-5101-43df-9702-935444a36592 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0480576 Nov 27 11:08:31.958897 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-377b014b-6aa0-40a8-b07c-188eda3afb36 req-ca309f26-69e6-4fc0-8260-bce2097edd5e tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/security-groups?id=9acd3462-9d03-43ab-b76c-2608d0953e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Nov 27 11:08:32.044951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:32.428429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-662bedc4-a14d-451f-a408-492c8320a282 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:32.429873 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-662bedc4-a14d-451f-a408-492c8320a282 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 945 time: 0.0485988 Nov 27 11:08:32.517775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Deleting port f9d59292-43e1-4744-9dc9-a822af5dd4d6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:08:32.518103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:32.607234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] For port f9d59292-43e1-4744-9dc9-a822af5dd4d6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9d59292-43e1-4744-9dc9-a822af5dd4d6,segment=NetworkSegment(ee7ba5d7-a291-42a7-a3c1-3b982323bfda),segment_id=ee7ba5d7-a291-42a7-a3c1-3b982323bfda)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:32.607583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:32.619193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Calling delete_port for f9d59292-43e1-4744-9dc9-a822af5dd4d6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:08:32.745295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:32.756387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['f9d59292-43e1-4744-9dc9-a822af5dd4d6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:08:32.773390 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Pushing event deleted for resources: {'Port': ['ID=f9d59292-43e1-4744-9dc9-a822af5dd4d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:32.814005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] No DVR routers for this DVR port f9d59292-43e1-4744-9dc9-a822af5dd4d6 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:08:32.816495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:32.819790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6ab8fea4-9385-43d7-9662-ea17ee7bc991 req-91df8b53-4503-45fd-9554-3f4b4f20982c tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.24 "DELETE /v2.0/ports/f9d59292-43e1-4744-9dc9-a822af5dd4d6 HTTP/1.1" status: 204 len: 173 time: 0.3838270 Nov 27 11:08:32.820228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-deleted', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:08:32.822500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18db23-8a0c-4a4c-bace-09d3d1e64865" -d '{"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-deleted", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:08:32.861875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad105fe-04e6-4a37-8613-ce3ad58efd0b x-openstack-request-id: req-5ad105fe-04e6-4a37-8613-ce3ad58efd0b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:08:32.862170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437a10d-6a36-4b7d-b65a-e20390c33f0c", "name": "network-vif-deleted", "tag": "f9d59292-43e1-4744-9dc9-a822af5dd4d6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:08:32.862451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ad105fe-04e6-4a37-8613-ce3ad58efd0b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:08:32.862854 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437a10d-6a36-4b7d-b65a-e20390c33f0c', 'name': 'network-vif-deleted', 'tag': 'f9d59292-43e1-4744-9dc9-a822af5dd4d6', 'status': 'completed', 'code': 200} Nov 27 11:08:33.062417 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fdbd172d-1db4-4c08-bb59-f937a33e71ae req-09dcbe3d-d7bc-485a-b2d0-d792818694be tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437a10d-6a36-4b7d-b65a-e20390c33f0c HTTP/1.1" status: 200 len: 210 time: 0.0262725 Nov 27 11:08:34.182568 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 47098) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:34.230445 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Deleting subnet 510149ad-13d8-41bd-b96c-037d95a76388 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:08:34.233799 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.267642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.307253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.358931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.384808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510149ad-13d8-41bd-b96c-037d95a76388,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:34.387704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.390394 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/510149ad-13d8-41bd-b96c-037d95a76388 HTTP/1.1" status: 204 len: 168 time: 0.2068291 Nov 27 11:08:34.393031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47100) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:34.396330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.396708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.397110 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.397426 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.397760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.398094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.398456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.398786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.399116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.399443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.399770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.400096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5945266-9a76-4566-a250-d0f7b8c66bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:34.466610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.544794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.564639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2dd9c6-864b-4f24-8b3e-8887ac592938']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:34.573662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:34.573961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7ba5d7-a291-42a7-a3c1-3b982323bfda') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:34.583141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.596336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.602352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:08:34.602754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:08:34.604601 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:08:34.661515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.666762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.670906 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c2dd9c6-864b-4f24-8b3e-8887ac592938 HTTP/1.1" status: 204 len: 168 time: 0.2768040 Nov 27 11:08:34.681864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53efc8-178f-455e-a870-d037d13f97ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2dd9c6-864b-4f24-8b3e-8887ac592938,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:34.790988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47104) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:34.830951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf70c5f5-f6ff-4df0-9973-a1f204d14e85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01d407cb2b3843dc8f21fa779ab189d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388165 Nov 27 11:08:34.833280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47106) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:34.879112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be519333-885b-47cb-8224-5c34016d923f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.900525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be519333-885b-47cb-8224-5c34016d923f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.951088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be519333-885b-47cb-8224-5c34016d923f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.953746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be519333-885b-47cb-8224-5c34016d923f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:34.954882 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-be519333-885b-47cb-8224-5c34016d923f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9acd3462-9d03-43ab-b76c-2608d0953e70 HTTP/1.1" status: 204 len: 168 time: 0.1207218 Nov 27 11:08:34.962484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be519333-885b-47cb-8224-5c34016d923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd3462-9d03-43ab-b76c-2608d0953e70,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:35.656784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 47128) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:35.759590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-712459987-network', 'tenant_id': '8a684c344dba44999aeea86a12b77791'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:35.783576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Made reservation on behalf of 8a684c344dba44999aeea86a12b77791 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:08:35.786067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.799579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.873405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.877214 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.905258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:08:35.910494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce330b3-310c-4733-bb1e-87a6ddc2ec84,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:35.918981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.919351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Added segment 6cc6db2a-50e7-43a5-aa73-991c7827bfa1 of type vlan for network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d Nov 27 11:08:35.960311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.984912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:35.986045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:35.986628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.021360 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3634160 Nov 27 11:08:36.024366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47132) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:36.029594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Request body: {'subnet': {'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-712459987-subnet', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:36.051206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Made reservation on behalf of 8a684c344dba44999aeea86a12b77791 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:08:36.054030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.054309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bceb1-e767-4232-8b89-250c5a3f823e admin admin] Pushing event updated for resources: {'Network': ['ID=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:36.065063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:08:36.226891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.282588 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db964707-3a97-458b-a06a-17d0a61cf2e5,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:36.291832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:08:36.292188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Network hostable DHCP agents. Network: 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:08:36.309813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:08:36.318111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:36.321962 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:36.322524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.327627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5844f7-dba7-4573-9b18-bb56ddffe6de None None] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:08:36.342215 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4ae145cf-16e6-403e-9a87-527d00141630 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3139622 Nov 27 11:08:36.342481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47134) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:36.346747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:36.367489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.368482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.380364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:08:36.406652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: f9d59292-43e1-4744-9dc9-a822af5dd4d6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:08:36.406995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device f9d59292-43e1-4744-9dc9-a822af5dd4d6 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:08:36.422948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.499389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:08:36.500418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.569460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.634020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Allocated IP 172.20.0.2 (57bcc32e-55eb-4f97-b6f9-2cc564e56d2d/db964707-3a97-458b-a06a-17d0a61cf2e5/25338ac6-8c2a-4a37-a4c8-7c29b2eef78c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:08:36.771899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.773472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.780833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.791444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.830102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:08:36.834009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Pushing event updated for resources: {'Port': ['ID=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:36.836420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:36.838502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:08:36.891659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Attempting to bind port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:08:36.892035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Attempting to bind port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:08:36.892501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Attempting to bind port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:08:36.897473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:08:36.897845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:08:36.898243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.898647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Bound using segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:08:36.899391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Bound port: 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:08:36.899766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:36.903702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Allocated IP 172.26.1.225 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/e38c8992-3ea7-49ad-abfa-5fb1b72291a6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:08:36.963251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] For port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:08:36.966972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] For port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:08:36.970766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.012350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.033470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d89fb-33a9-48b5-b210-3ec32bcf4300 None None] Pushing event updated for resources: {'Port': ['ID=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:37.048184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.091043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:08:37.093938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:37.097391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:08:37.103211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Pushing event updated for resources: {'Port': ['ID=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:37.110027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7baac5-e79a-4ab4-963e-4e9dc4f054e4 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:08:37.164230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-068b4afd-4a03-4d1b-8021-a3bf09728e7b None None] Provisioning complete for port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:37.164646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-068b4afd-4a03-4d1b-8021-a3bf09728e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.218342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-068b4afd-4a03-4d1b-8021-a3bf09728e7b None None] Port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:08:37.376650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.569457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.698347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:08:37.808360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:08:37.821156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:08:37.833153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:37.835257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a6fcb314-6b56-4052-a3d8-0f6d51b7d115 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4915056 Nov 27 11:08:37.837845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47136) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:37.846710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:08:37.847743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:08:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:37.971923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfadc59b-cc2c-4bfc-a140-0f59134ed524 None None] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:08:38.042917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:08:38.137974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-32c8f9fe-1665-4b9a-85a2-4b7983fc1e7e None None] Provisioning complete for port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:38.138654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32c8f9fe-1665-4b9a-85a2-4b7983fc1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:38.364756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32c8f9fe-1665-4b9a-85a2-4b7983fc1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:38.408715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:37Z', 'revision_number': 3, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:38.452345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-32c8f9fe-1665-4b9a-85a2-4b7983fc1e7e None None] For port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:38.454728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:08:38.455235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Updating router f54b86ad-6e71-4fef-9e93-3223ac7b6926 port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:08:38.477734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32c8f9fe-1665-4b9a-85a2-4b7983fc1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:38.510923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:38.568862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8f9fe-1665-4b9a-85a2-4b7983fc1e7e None None] Pushing event updated for resources: {'Port': ['ID=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:38.645535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d768edce-9e83-4c6f-aa5b-cb4626ea8a54 None None] Provisioning complete for port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:38.645848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d768edce-9e83-4c6f-aa5b-cb4626ea8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:38.650447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:38.880093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Allocated IP 172.20.0.1 (57bcc32e-55eb-4f97-b6f9-2cc564e56d2d/db964707-3a97-458b-a06a-17d0a61cf2e5/a4df14e2-a4c7-4a3b-a2cd-9693a61d4900) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:08:38.989938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.005550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.010850 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.026394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.063439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3101c-94c6-4d37-adcc-70034dcd075e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:08:39.068193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:08:39.071380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:39.073468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Attempting to bind port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:08:39.073860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Attempting to bind port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:08:39.074995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Attempting to bind port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:08:39.075658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:08:39.085177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c39bc2-4d58-49b7-b6bf-b541060a35ab None None] Pushing event updated for resources: {'Port': ['ID=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:39.088576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:08:39.089117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:08:39.089528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.090245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:08:39.090719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Bound port: e38c8992-3ea7-49ad-abfa-5fb1b72291a6, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:08:39.091201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.100279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Pushing event updated for resources: {'Port': ['ID=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:39.119938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.149568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] For port e38c8992-3ea7-49ad-abfa-5fb1b72291a6, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:08:39.155278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] For port e38c8992-3ea7-49ad-abfa-5fb1b72291a6, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:08:39.160995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.242468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c39bc2-4d58-49b7-b6bf-b541060a35ab None None] Pushing event updated for resources: {'Port': ['ID=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:39.258882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f84e7b84-82ee-48c8-8913-3c9ccb905480 None None] Provisioning complete for port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:39.259259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f84e7b84-82ee-48c8-8913-3c9ccb905480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.262842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:08:39.312618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991712e7-1454-4486-bdfe-bf5f074885a3 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:08:39.313315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.323068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:08:39.323712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:08:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:39.472653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:39.473032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.490575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.494918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.518062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f84e7b84-82ee-48c8-8913-3c9ccb905480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.529997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:08:39.568956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Pushing event updated for resources: {'Port': ['ID=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:39.572640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.589115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f84e7b84-82ee-48c8-8913-3c9ccb905480 None None] For port e38c8992-3ea7-49ad-abfa-5fb1b72291a6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:39.622576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f84e7b84-82ee-48c8-8913-3c9ccb905480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.667374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:08:39.669651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:39.771958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e7b84-82ee-48c8-8913-3c9ccb905480 None None] Pushing event updated for resources: {'Port': ['ID=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:39.794359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:08:39.798664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eaaeab5d-534a-43f9-a639-cdfbdd916c78 None None] Provisioning complete for port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:39.799041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eaaeab5d-534a-43f9-a639-cdfbdd916c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:39.912011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:08:39.917043 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b4d751ef-2536-456c-bfe4-f8057d676d24 admin admin] 10.222.0.13 "PUT /v2.0/routers/f54b86ad-6e71-4fef-9e93-3223ac7b6926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0778852 Nov 27 11:08:39.931671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:38Z', 'revision_number': 1, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:39.963746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75f908-dac4-4844-afd0-baee67975a2b None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:38Z', 'revision_number': 1, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:08:39.970984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eaaeab5d-534a-43f9-a639-cdfbdd916c78 None None] Provisioning complete for port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:39.971357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eaaeab5d-534a-43f9-a639-cdfbdd916c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.011285 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-eaaeab5d-534a-43f9-a639-cdfbdd916c78 None None] Port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:08:40.131426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-45ca82b1-b675-44c8-8ac6-bbc5053a4c43 None None] Provisioning complete for port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:40.131792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45ca82b1-b675-44c8-8ac6-bbc5053a4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.190216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-45ca82b1-b675-44c8-8ac6-bbc5053a4c43 None None] Port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:08:40.321721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4925ff8c-0baf-4f7d-b61d-d63b1f893ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.368741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47144) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:40.373903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199485659', 'description': 'tempest-description--1609704689'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:40.400408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.473696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.477503 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.511032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.512697 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1426661 Nov 27 11:08:40.513637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd341703-04b1-42d8-8311-06013b77b465 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f50f1e-3a4e-4776-a109-db195cdf1041,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:40.515579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 47146) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:40.520570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'security_group_rule': {'security_group_id': '96f50f1e-3a4e-4776-a109-db195cdf1041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:40.551019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.623127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.626983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.651283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27c136c-e136-490f-b780-3ac8060af7ce,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:40.658085 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.662055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47148) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:40.662202 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4e201004-fed3-4930-8fb5-dea8e7a68862 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453314 Nov 27 11:08:40.667044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'security_group_rule': {'security_group_id': '96f50f1e-3a4e-4776-a109-db195cdf1041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:40.698573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.761870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.766044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.783925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec885a7-4f1b-4c2c-8bbb-188d8c8423ff,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:40.794188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.795413 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f660c450-7ab1-433a-a869-f3eecbe0e115 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321206 Nov 27 11:08:40.798474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47150) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:40.803282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:40.829332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:40.931041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.042186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Allocated IP 172.26.1.239 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/320b60c2-f378-4229-8c54-9cf3e6599b16) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:08:41.151673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.191093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.222567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e38c8992-3ea7-49ad-abfa-5fb1b72291a6 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:08:41.234623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:08:41.240882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:41.243543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:08:41.273255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:41.273624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.275485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'Port': ['ID=320b60c2-f378-4229-8c54-9cf3e6599b16,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:41.337475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.372291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.526404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.532230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.604100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'Port': ['ID=320b60c2-f378-4229-8c54-9cf3e6599b16,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:41.618613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.634518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:41.635773 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-724744c9-0097-43ca-bdf3-0fc40f5e0a83 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8363109 Nov 27 11:08:41.794566 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-14a7f07c-1087-4da9-aec1-b1cde4bb1917 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--199485659&fields=id&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 267 time: 0.0526636 Nov 27 11:08:41.887703 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:08:41.897333 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:08:41.897952 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:08:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:41.912738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-c6664440-dc03-4115-8443-b9f980c94812 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:41.914212 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-c6664440-dc03-4115-8443-b9f980c94812 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1118083 Nov 27 11:08:41.929304 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-24bcd0dd-9066-48b8-8974-d4f154911998 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/quotas/8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Nov 27 11:08:41.995815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-98bd49c9-74d2-43c2-96c9-e5c1c66e2360 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605469 Nov 27 11:08:42.005214 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:08:42.092662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-9a898589-1dec-471c-aad4-01b76942908f service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838013 Nov 27 11:08:42.189603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-dbdc305a-325d-4f7f-984d-e3091cd5b659 service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906801 Nov 27 11:08:42.207646 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 2, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:42.238441 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:08:42.238804 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Updating router f54b86ad-6e71-4fef-9e93-3223ac7b6926 port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:08:42.263479 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.362665 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-17c34edf-9cf6-4b20-8fe6-0d9085c2232f req-1913004b-1d30-4e1d-ba00-5cc340c898d7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Nov 27 11:08:42.543944 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.549204 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.607493 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:42.630711 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.631058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.631399 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.631739 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.632079 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.632450 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.632727 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.633052 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.633375 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.633692 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.634014 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.634332 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:08:42.667702 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Attempting to bind port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:08:42.668161 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Attempting to bind port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:08:42.668552 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Attempting to bind port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:08:42.674710 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:08:42.675086 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:08:42.675517 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.675862 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Bound using segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:08:42.676330 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Bound port: a4df14e2-a4c7-4a3b-a2cd-9693a61d4900, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:08:42.677009 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.743382 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] For port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:08:42.747149 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] For port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:08:42.752148 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.806797 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:08:42.807415 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:08:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:42.839427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4afc0e67-33bf-4db5-aa55-1d76633bbeb9 None None] Provisioning complete for port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:42.840952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4afc0e67-33bf-4db5-aa55-1d76633bbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.848772 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569b871-22f0-4560-b96c-3018878c2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:42.940926 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:08:42.958717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4afc0e67-33bf-4db5-aa55-1d76633bbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:42.995791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4afc0e67-33bf-4db5-aa55-1d76633bbeb9 None None] For port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:43.002063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4afc0e67-33bf-4db5-aa55-1d76633bbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.058966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc0e67-33bf-4db5-aa55-1d76633bbeb9 None None] Pushing event updated for resources: {'Port': ['ID=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:43.090544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8674ce42-97db-4143-8e97-2d7f12bf0a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.122364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-2c7ebdbc-3a61-4672-b3de-37565f1bca3a None None] Provisioning complete for port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:43.122748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c7ebdbc-3a61-4672-b3de-37565f1bca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.165010 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:43.203396 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34326e7e-8c18-46a7-9f25-08fe21c3d065 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:08:43.256644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:08:43.322588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:43.322959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.387799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-d00e8010-a42d-4e83-9a81-9794535adf53 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:43.389866 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-d00e8010-a42d-4e83-9a81-9794535adf53 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1350617 Nov 27 11:08:43.504754 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f71f0b0f-9b99-476f-bed8-bd8e86785b59 req-501a9336-0d7d-474a-9566-b09eb258ce10 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 210 time: 0.0381522 Nov 27 11:08:43.510369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-38ce43fb-1fe5-4850-8715-695e44913973 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 379 time: 0.1095130 Nov 27 11:08:43.528088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'port': {'device_id': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'admin_state_up': True, 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'security_groups': ['96f50f1e-3a4e-4776-a109-db195cdf1041']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:43.647798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Made reservation on behalf of 8a684c344dba44999aeea86a12b77791 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:08:43.651509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.784872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Allocated IP 172.20.0.14 (57bcc32e-55eb-4f97-b6f9-2cc564e56d2d/db964707-3a97-458b-a06a-17d0a61cf2e5/d82610ca-a2f3-4371-9be5-c8dfeb4791ae) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:08:43.927909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.940499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:43.960589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.005343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:08:44.008254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:08:44.011926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:08:44.018629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:44.066075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:44.066716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.083805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-6102b5a8-e640-4144-a536-76d44ce051b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669553 Nov 27 11:08:44.096830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Request body: {'port': {'device_id': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:44.159045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.247663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d8f79c2f-fc90-40c6-97cb-af6563f5f62d None None] Provisioning complete for port d82610ca-a2f3-4371-9be5-c8dfeb4791ae triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:44.248131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8f79c2f-fc90-40c6-97cb-af6563f5f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.283151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d8f79c2f-fc90-40c6-97cb-af6563f5f62d None None] Port d82610ca-a2f3-4371-9be5-c8dfeb4791ae cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:08:44.434728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82610ca-a2f3-4371-9be5-c8dfeb4791ae {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:08:44.442249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.454591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Transition to ACTIVE for port object d82610ca-a2f3-4371-9be5-c8dfeb4791ae will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:08:44.458269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.512059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:44.586328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Attempting to bind port d82610ca-a2f3-4371-9be5-c8dfeb4791ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:08:44.586984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Attempting to bind port d82610ca-a2f3-4371-9be5-c8dfeb4791ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:08:44.587526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Attempting to bind port d82610ca-a2f3-4371-9be5-c8dfeb4791ae on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:08:44.593451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Port d82610ca-a2f3-4371-9be5-c8dfeb4791ae on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:08:44.594014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Attempting to bind port d82610ca-a2f3-4371-9be5-c8dfeb4791ae on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:08:44.599478 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:08:44.600024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:08:44.600605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Bound using segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:08:44.601211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Bound port: d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:08:44.601733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.629464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f6fa-ea49-40e6-b45c-927967689635 req-891f79f9-521c-4248-b5c3-4b661eff87a0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:44.633260 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6661f6fa-ea49-40e6-b45c-927967689635 req-891f79f9-521c-4248-b5c3-4b661eff87a0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 944 time: 0.0544591 Nov 27 11:08:44.674032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:08:44.677918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:08:44.684902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.690913 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6661f6fa-ea49-40e6-b45c-927967689635 req-e5f4087b-cc8a-49ce-9da4-037dc3476ca3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519912 Nov 27 11:08:44.700422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:44.700995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:44.702824 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] 10.222.0.24 "PUT /v2.0/ports/d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1094 time: 0.6101148 Nov 27 11:08:44.727842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:08:44.730120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b59e0e-fd24-4300-8ad9-7e90bda7e492" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:08:44.785606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd301e1d-85b8-45e0-80ae-85d5ff1cc44f x-openstack-request-id: req-bd301e1d-85b8-45e0-80ae-85d5ff1cc44f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:08:44.785606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:08:44.785606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd301e1d-85b8-45e0-80ae-85d5ff1cc44f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:08:44.786015 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'status': 'completed', 'code': 200} Nov 27 11:08:44.809298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54ac0f-82bf-4334-ae37-ba00ceae2d7d service neutron] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:44.829259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-ca020a38-c3f4-4891-b25a-98c791bced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:44.830827 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-ca020a38-c3f4-4891-b25a-98c791bced3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1097 time: 0.0828316 Nov 27 11:08:44.875768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-d0fa83c4-4e83-45df-ac57-98ef6644ed38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 217 time: 0.0368021 Nov 27 11:08:44.937031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-2f057f30-36e5-477c-ae11-21b2b890dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:44.938522 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-2f057f30-36e5-477c-ae11-21b2b890dae1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0560794 Nov 27 11:08:44.985316 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-d8499968-a4f3-41f5-a787-4d3351eec270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:44.986735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-d8499968-a4f3-41f5-a787-4d3351eec270 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414326 Nov 27 11:08:45.078695 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-e17a0147-b2b8-4b7e-9ad0-fb389b90a98c service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847738 Nov 27 11:08:45.177149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bd9008f7-8727-4a08-bc3b-0730e7cdcd50 req-63a03aa4-445e-46dc-9dbe-0a63f604ae22 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892553 Nov 27 11:08:45.262264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-e4eaf132-e52f-4baf-aff3-14693bb9c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:45.264066 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-e4eaf132-e52f-4baf-aff3-14693bb9c43e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1097 time: 0.0426867 Nov 27 11:08:45.363242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-9c823aa7-6f24-4902-bdfe-2c87c691a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:45.364803 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-9c823aa7-6f24-4902-bdfe-2c87c691a6b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0938950 Nov 27 11:08:45.407312 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-e6fd898a-bf07-47b7-9298-2c66dc7d1d03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 217 time: 0.0353770 Nov 27 11:08:45.458875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-e5580022-a5e5-452d-abcf-8832263a16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:45.460364 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-e5580022-a5e5-452d-abcf-8832263a16c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0456808 Nov 27 11:08:45.514237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-dd65dd0f-b1c2-4899-ada6-8d15370beb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:45.515721 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-dd65dd0f-b1c2-4899-ada6-8d15370beb7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485168 Nov 27 11:08:45.582561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:45.612651 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-496f6289-62d7-4f4d-b048-adb9b12a7fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892267 Nov 27 11:08:45.709955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89b59e0e-fd24-4300-8ad9-7e90bda7e492 req-099a4923-f937-435c-8693-5ac19c5cb8dc service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896013 Nov 27 11:08:45.827978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f601b-981b-463e-b716-f00d2e722019 req-47eb9c01-ecc4-4d19-8b51-84e516a58623 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:45.829517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b12f601b-981b-463e-b716-f00d2e722019 req-47eb9c01-ecc4-4d19-8b51-84e516a58623 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 944 time: 0.0550575 Nov 27 11:08:45.877191 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b12f601b-981b-463e-b716-f00d2e722019 req-09e20044-d578-464a-ae5d-95bbb8c1979a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Nov 27 11:08:46.280625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:46.993610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdcea5-33c7-43b8-8ef6-853b3d4c4160 req-9fbbf229-51e9-4637-b8ac-fb8bed45f0a6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:46.995062 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cffdcea5-33c7-43b8-8ef6-853b3d4c4160 req-9fbbf229-51e9-4637-b8ac-fb8bed45f0a6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 944 time: 0.0485544 Nov 27 11:08:47.041543 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cffdcea5-33c7-43b8-8ef6-853b3d4c4160 req-969354e7-bedb-46b9-8553-d675d7139eb0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394332 Nov 27 11:08:48.155610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5cfb1-2ea9-45bd-937b-5762d9a9194b req-4b7c361a-5470-49d7-a519-5cb5403e1b1c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:48.157121 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a2b5cfb1-2ea9-45bd-937b-5762d9a9194b req-4b7c361a-5470-49d7-a519-5cb5403e1b1c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 944 time: 0.0478826 Nov 27 11:08:48.202945 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a2b5cfb1-2ea9-45bd-937b-5762d9a9194b req-07cb97c7-cfab-41f2-b149-f834d7cb3597 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Nov 27 11:08:48.465727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:08:48.701298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:48.712714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'mac_address': 'fa:16:3e:ef:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:08:48.750508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:48.762861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82610ca-a2f3-4371-9be5-c8dfeb4791ae {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:08:48.782369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:48.786406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:48.831412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:49.123816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['d82610ca-a2f3-4371-9be5-c8dfeb4791ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:08:49.315888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861336-b4f6-45bc-9697-a4351ed5a2de req-83b7a69b-3794-48a3-8b69-af4712cc24e5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:49.317368 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f861336-b4f6-45bc-9697-a4351ed5a2de req-83b7a69b-3794-48a3-8b69-af4712cc24e5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 945 time: 0.0477090 Nov 27 11:08:49.368650 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f861336-b4f6-45bc-9697-a4351ed5a2de req-3b589db3-e1b9-4d0f-8914-af9ff6e35af8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452993 Nov 27 11:08:50.486119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9357-342e-4f2b-8270-04880c85d859 req-61c8079c-74a8-4364-87f1-0bf84ea046af tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:50.486702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:08:50.487599 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8b5b9357-342e-4f2b-8270-04880c85d859 req-61c8079c-74a8-4364-87f1-0bf84ea046af tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Nov 27 11:08:50.536807 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port d82610ca-a2f3-4371-9be5-c8dfeb4791ae completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:08:50.541436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port d82610ca-a2f3-4371-9be5-c8dfeb4791ae triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:08:50.541815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:50.627733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:50.654549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:08:50.656949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153113de-3c94-4e59-be40-1a71ef21b8df" -d '{"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-plugged", "status": "completed", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:08:50.670680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:08:50.675406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:50.701398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ea6bbe-12da-4745-9021-e945db38de79 x-openstack-request-id: req-23ea6bbe-12da-4745-9021-e945db38de79 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:08:50.701703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-plugged", "status": "completed", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:08:50.701961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ea6bbe-12da-4745-9021-e945db38de79 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:08:50.702829 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'code': 200} Nov 27 11:08:50.729789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:08:50.855359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8b5b9357-342e-4f2b-8270-04880c85d859 req-8fbec77e-1ba8-444b-b6a3-f6b3d2276b0f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618336 Nov 27 11:08:50.876978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cb380-3292-419f-8a40-c558af65ff45 req-aa9dd81f-10a8-4939-899d-f1973f7bf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:50.878567 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-989cb380-3292-419f-8a40-c558af65ff45 req-aa9dd81f-10a8-4939-899d-f1973f7bf4f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1099 time: 0.0451398 Nov 27 11:08:50.923680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-989cb380-3292-419f-8a40-c558af65ff45 req-4adcb3f8-5ed5-46fe-b17f-70b0051eb8de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374796 Nov 27 11:08:51.976978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6877c9-3fb7-4819-963c-edccae7044eb req-5a5e241d-b636-4f22-8940-cdf7e2da24d2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:51.978468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa6877c9-3fb7-4819-963c-edccae7044eb req-5a5e241d-b636-4f22-8940-cdf7e2da24d2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0509117 Nov 27 11:08:52.024393 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa6877c9-3fb7-4819-963c-edccae7044eb req-d7095cc1-fefa-4f6e-8338-42f0edabf3fa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397584 Nov 27 11:08:53.138153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e79827-d7b0-49e7-b45b-13fb2e945017 req-b8b0d66b-cab3-4ec0-8395-1be1e3b8b67e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:53.139645 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a9e79827-d7b0-49e7-b45b-13fb2e945017 req-b8b0d66b-cab3-4ec0-8395-1be1e3b8b67e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Nov 27 11:08:53.188049 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a9e79827-d7b0-49e7-b45b-13fb2e945017 req-9e19ed9c-e8dd-46cf-9062-24110bfd7e56 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Nov 27 11:08:53.302132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41038f13-046d-4d44-9211-4cfadbd9ad22 req-1a980a99-8ee6-43e1-8947-09dd1c64e8f4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:53.303602 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41038f13-046d-4d44-9211-4cfadbd9ad22 req-1a980a99-8ee6-43e1-8947-09dd1c64e8f4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0537839 Nov 27 11:08:53.312596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:08:53.316881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'floatingip': {'port_id': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:08:53.356371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:54.217651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:54.221262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:54.320315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 associated. External IP: 172.26.1.239, port: d82610ca-a2f3-4371-9be5-c8dfeb4791ae. Nov 27 11:08:54.526233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:08:54.636093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:08:54.641744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:08:54.647661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:08:54.657715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:08:54.658341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:08:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:54.672500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9b50a1a0-a257-4a19-acdd-f4abd4c63521 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "PUT /v2.0/floatingips/78adf348-76e8-4605-98fd-c6d7c157d3d4 HTTP/1.1" status: 200 len: 992 time: 1.3588157 Nov 27 11:08:54.673203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:08:54.675585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8e04e2-e033-4949-8426-75f266551328" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:08:54.716760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779acbe8-0579-45be-b6d4-cdd31aea1e0d x-openstack-request-id: req-779acbe8-0579-45be-b6d4-cdd31aea1e0d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:08:54.717190 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:08:54.717457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-779acbe8-0579-45be-b6d4-cdd31aea1e0d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:08:54.717877 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'status': 'completed', 'code': 200} Nov 27 11:08:54.773089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:08:54.779861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e04e2-e033-4949-8426-75f266551328 req-deec458e-2e8a-4ede-a55e-2c08ea8d6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:54.781450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-deec458e-2e8a-4ede-a55e-2c08ea8d6203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1099 time: 0.0433135 Nov 27 11:08:54.872172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e04e2-e033-4949-8426-75f266551328 req-a9e958a2-260e-49b8-8420-11b6173bf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:54.873710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-a9e958a2-260e-49b8-8420-11b6173bf9cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0851469 Nov 27 11:08:54.942149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-1a3bd710-a42c-40bd-8c01-8f11175ae21d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1000 time: 0.0617096 Nov 27 11:08:54.992003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e04e2-e033-4949-8426-75f266551328 req-25b5ce5e-3481-45fc-b7ff-74b0a4a0dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:54.993576 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-25b5ce5e-3481-45fc-b7ff-74b0a4a0dbb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0446544 Nov 27 11:08:54.996628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:ef:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:08:54Z', 'revision_number': 1, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:55.022693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:08:55.032247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:08:55.032874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:08:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:55.040114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e04e2-e033-4949-8426-75f266551328 req-167e7d87-e8f2-4b09-ad6d-273e340b3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:08:55.041653 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-167e7d87-e8f2-4b09-ad6d-273e340b3f16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414445 Nov 27 11:08:55.138817 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-3c72dc75-c207-4948-b60d-d775536d9901 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901401 Nov 27 11:08:55.141013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:08:55.234706 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5e8e04e2-e033-4949-8426-75f266551328 req-ca33e5b7-df13-42e7-bdc4-7ff487c8f868 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889435 Nov 27 11:08:55.368756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:ef:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:08:54Z', 'revision_number': 1, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:08:55.394961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f704e2ab-c903-4c42-a60b-110bd0d7e981 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:ef:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:08:54Z', 'revision_number': 1, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:08:55.581584 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf991380-fcf1-4683-8cc4-ecc00745f95e None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:09:02.045064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:07.626449 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:09:09.946192 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-e1109dbd-7ace-48d1-81a9-7a061a760197 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869389 Nov 27 11:09:10.031642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-d6da9640-44c3-446f-91cf-2f1af06f1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:09:10.033149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-d6da9640-44c3-446f-91cf-2f1af06f1772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1099 time: 0.0411966 Nov 27 11:09:10.138160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-7494458a-4eec-4061-913a-bd9501e831e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:09:10.139519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-7494458a-4eec-4061-913a-bd9501e831e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0864353 Nov 27 11:09:10.203538 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-70728c75-254f-442d-b531-05c3d6ccf547 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1002 time: 0.0567670 Nov 27 11:09:10.252934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-fad43608-c32c-423e-8c4a-9ebe068d9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:09:10.254337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-fad43608-c32c-423e-8c4a-9ebe068d9719 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0427599 Nov 27 11:09:10.302817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-2e029868-ec44-4806-98e5-0bce3e41c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:09:10.304283 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-2e029868-ec44-4806-98e5-0bce3e41c634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424223 Nov 27 11:09:10.315667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dc073c71-b59e-4ca9-a7f7-58f42608af73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:10.394713 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-8bdc7b01-efdb-4b2d-8ac2-14abf236ccd5 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827405 Nov 27 11:09:10.489013 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-41ce75a2-cdc0-4b60-942b-b97f07717993 req-8017ed1e-57f3-4b0f-837c-cefa28213907 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858440 Nov 27 11:09:13.092914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61b87d76-41ff-468a-8b75-e8d11a133a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:13.943509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:15.554873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:16.285635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:32.053439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:40.316792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1381-a352-4dea-b7b6-05edf9223a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:43.093564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ce5fcc8-4437-4765-8554-f54cbbbf2431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:43.944650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:44.625769 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:09:45.551007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:09:46.287428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:02.066438 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:04.469944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a89129-7557-48ef-9ef1-3080b0d4225f req-a78883b5-3a02-40d0-bbc4-e655c399af25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:04.471416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c0a89129-7557-48ef-9ef1-3080b0d4225f req-a78883b5-3a02-40d0-bbc4-e655c399af25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0503147 Nov 27 11:10:04.522936 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c0a89129-7557-48ef-9ef1-3080b0d4225f req-daa556a1-240c-4f71-9dc5-fc44b2e55b84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456564 Nov 27 11:10:04.775767 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-850e0997-a69e-47c4-8288-f561e25ebc67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680172 Nov 27 11:10:04.784563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03760-15d7-4060-ba23-4c5996e0d963 req-9f20d24a-76ee-4b81-a82b-f6d27008a2a5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:04.785985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0d03760-15d7-4060-ba23-4c5996e0d963 req-9f20d24a-76ee-4b81-a82b-f6d27008a2a5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0703893 Nov 27 11:10:04.834740 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0d03760-15d7-4060-ba23-4c5996e0d963 req-dae09ee6-e310-4a16-9780-a443f12ed573 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Nov 27 11:10:05.872655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-de9b84a9-e3c7-4d63-8b01-2b738b6c74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:05.874267 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-de9b84a9-e3c7-4d63-8b01-2b738b6c74b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1099 time: 0.0419488 Nov 27 11:10:05.953840 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadfe99-7e0e-4ad5-ba81-23343077a273 req-f809f54e-b6ce-4065-bde7-bfb4d0506973 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:05.956089 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ddadfe99-7e0e-4ad5-ba81-23343077a273 req-f809f54e-b6ce-4065-bde7-bfb4d0506973 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0503604 Nov 27 11:10:05.969252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-44d1562c-db8d-4651-aab4-f72627e28df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:05.970706 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-44d1562c-db8d-4651-aab4-f72627e28df4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0891974 Nov 27 11:10:06.009078 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ddadfe99-7e0e-4ad5-ba81-23343077a273 req-53ced10e-727a-4902-b23c-3f74df29bbe3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470269 Nov 27 11:10:06.040717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-057f24e3-5807-4253-80fe-827402e512c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1002 time: 0.0626762 Nov 27 11:10:06.089003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-1887c54c-3e98-4543-acff-3797de0fce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:06.090408 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-1887c54c-3e98-4543-acff-3797de0fce8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0426369 Nov 27 11:10:06.135254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-5ec40cdc-cf62-4298-b0a2-10a842e40390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:06.136627 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-5ec40cdc-cf62-4298-b0a2-10a842e40390 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387068 Nov 27 11:10:06.230552 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-5b9a05ec-f5a9-49fe-a9a4-80288b531ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869176 Nov 27 11:10:06.319725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-b81af06c-22f4-4bcd-b7c6-d4afb0beb905 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809894 Nov 27 11:10:07.127236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df6fb1-7a08-4889-9bd3-1ec7ae0faf62 req-3e93d340-9836-40a6-8394-85bd57418fc3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:07.128730 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75df6fb1-7a08-4889-9bd3-1ec7ae0faf62 req-3e93d340-9836-40a6-8394-85bd57418fc3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0489166 Nov 27 11:10:07.180827 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75df6fb1-7a08-4889-9bd3-1ec7ae0faf62 req-2edd5c74-1aef-4f52-ab76-f75c1f8fe0f4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461838 Nov 27 11:10:08.295707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b068-719b-4cd6-9d66-41c8e06d632e req-f9345dbb-dd53-4b94-806f-d85dab0c02a9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:08.297196 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4c47b068-719b-4cd6-9d66-41c8e06d632e req-f9345dbb-dd53-4b94-806f-d85dab0c02a9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Nov 27 11:10:08.344253 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4c47b068-719b-4cd6-9d66-41c8e06d632e req-d93039a6-50db-4882-837f-91bbaa5860dd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Nov 27 11:10:09.456700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399d78c-aba1-4075-80d6-7b7311ee71f3 req-3798d33e-4c33-481b-84f6-7ac69279a86d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:09.458176 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9399d78c-aba1-4075-80d6-7b7311ee71f3 req-3798d33e-4c33-481b-84f6-7ac69279a86d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Nov 27 11:10:09.504662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9399d78c-aba1-4075-80d6-7b7311ee71f3 req-44ee430c-e87a-4806-804d-f1db982f273b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399489 Nov 27 11:10:10.318645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-750eaa1f-b999-4a8f-8cdc-d2214b0a41f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:10.623667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a8449-87d2-428f-97c8-c134ca255ad2 req-77bcdc0b-a57c-4d65-99c1-9e3c4d33c5cb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:10.625125 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-760a8449-87d2-428f-97c8-c134ca255ad2 req-77bcdc0b-a57c-4d65-99c1-9e3c4d33c5cb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0499356 Nov 27 11:10:10.676812 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-760a8449-87d2-428f-97c8-c134ca255ad2 req-0804b545-fd45-4a8c-8d9e-86924b5c2be8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455868 Nov 27 11:10:10.919752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d831b-dfb2-4987-8b30-31ef1037054c req-8df6e02f-98b5-4da6-8ff3-5403d02d10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:10.921217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-8df6e02f-98b5-4da6-8ff3-5403d02d10e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1099 time: 0.0434656 Nov 27 11:10:11.031108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d831b-dfb2-4987-8b30-31ef1037054c req-155aa596-3add-4672-be63-28c5d4923e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:11.032594 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-155aa596-3add-4672-be63-28c5d4923e4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0909789 Nov 27 11:10:11.101339 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-a798a908-7b96-4627-a32d-a8d8c7bb0de7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1002 time: 0.0610411 Nov 27 11:10:11.154878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d831b-dfb2-4987-8b30-31ef1037054c req-8d71614b-16d9-4a1f-9e91-73e2cad99c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:11.156338 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-8d71614b-16d9-4a1f-9e91-73e2cad99c84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0485368 Nov 27 11:10:11.203864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d831b-dfb2-4987-8b30-31ef1037054c req-a856a68a-e7e9-4584-b8e1-cf22ec6800b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:11.205388 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-a856a68a-e7e9-4584-b8e1-cf22ec6800b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415211 Nov 27 11:10:11.300274 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-e26fbf61-0fc6-4d19-8232-3d59a384cf55 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873542 Nov 27 11:10:11.394470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-184d831b-dfb2-4987-8b30-31ef1037054c req-41faa2df-3d02-4ab8-8cf8-8eb297dd8113 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Nov 27 11:10:11.791584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b125d8-47eb-4e71-a22e-fb098f358f14 req-c30e5fdd-dd32-4502-bfb7-3faf5202b8d0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:11.793223 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f7b125d8-47eb-4e71-a22e-fb098f358f14 req-c30e5fdd-dd32-4502-bfb7-3faf5202b8d0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Nov 27 11:10:11.840127 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f7b125d8-47eb-4e71-a22e-fb098f358f14 req-8b7dcf76-c6a3-4c7d-8303-3c891dd94690 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Nov 27 11:10:12.955687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017c12-14b1-4c2c-be22-8a38cf736351 req-07003064-036c-49d3-9431-0447765fcadc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:12.957158 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fa017c12-14b1-4c2c-be22-8a38cf736351 req-07003064-036c-49d3-9431-0447765fcadc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0515966 Nov 27 11:10:13.002579 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fa017c12-14b1-4c2c-be22-8a38cf736351 req-f21fac9a-a084-462a-8a49-88603873f7ab tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Nov 27 11:10:13.093956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f759-fd6f-40b4-abab-e41b80e1d075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:13.948998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:14.121371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294b07f-a603-43f0-8923-18bea8775310 req-1b5e8534-249c-412c-b447-8956d1a73255 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:14.122824 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4294b07f-a603-43f0-8923-18bea8775310 req-1b5e8534-249c-412c-b447-8956d1a73255 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0522711 Nov 27 11:10:14.171971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4294b07f-a603-43f0-8923-18bea8775310 req-ff9f4877-dc01-4959-a203-330229efc1d0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430248 Nov 27 11:10:15.285692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c70cb7-b2b5-4516-80a4-25e122f9a806 req-285bc48b-84c1-499b-9cda-b57dca337216 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:15.287160 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-68c70cb7-b2b5-4516-80a4-25e122f9a806 req-285bc48b-84c1-499b-9cda-b57dca337216 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0472574 Nov 27 11:10:15.334427 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-68c70cb7-b2b5-4516-80a4-25e122f9a806 req-07976f40-5d6b-43b0-aa16-41bbdc94459c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Nov 27 11:10:15.553916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:16.290118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:16.450152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70606-c14a-4c4b-9212-c297b06fa057 req-644bb73d-be6d-4ba9-a58a-691c2960b205 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:16.451655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d7a70606-c14a-4c4b-9212-c297b06fa057 req-644bb73d-be6d-4ba9-a58a-691c2960b205 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0491610 Nov 27 11:10:16.498970 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d7a70606-c14a-4c4b-9212-c297b06fa057 req-4e695e87-1b4f-49f0-bb26-589d13d4e62c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Nov 27 11:10:17.615360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ba1d-f87e-4a75-8cba-60dd34724268 req-465e733c-2edc-4706-b386-13145322df61 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:17.616817 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9c01ba1d-f87e-4a75-8cba-60dd34724268 req-465e733c-2edc-4706-b386-13145322df61 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0510032 Nov 27 11:10:17.664644 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9c01ba1d-f87e-4a75-8cba-60dd34724268 req-6e2b2186-f6f0-4358-9d1b-2ee412aa46f6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 Nov 27 11:10:18.011195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-5a657820-edc7-4a50-b3ac-44e69f3f2545 service neutron] 10.222.0.24 "GET /v2.0/ports/d82610ca-a2f3-4371-9be5-c8dfeb4791ae/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0539336 Nov 27 11:10:18.212326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-cf108ede-4c3b-4ebd-a3ba-b86fb46fefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:18.214305 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-cf108ede-4c3b-4ebd-a3ba-b86fb46fefbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 1099 time: 0.0467315 Nov 27 11:10:18.273743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-6b0bbebb-109c-4f85-b1b4-ecacef48c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:18.275112 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-6b0bbebb-109c-4f85-b1b4-ecacef48c687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1099 time: 0.0399075 Nov 27 11:10:18.368756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-edda6625-80eb-444e-9bfb-1a1f9c010fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:18.371281 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-edda6625-80eb-444e-9bfb-1a1f9c010fd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0894151 Nov 27 11:10:18.436413 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-af8aac47-905a-4905-a5d7-1d806ef131b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1002 time: 0.0584323 Nov 27 11:10:18.486012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-32d12ab6-6eff-4bc2-946d-211bb7b62b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:18.487439 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-32d12ab6-6eff-4bc2-946d-211bb7b62b57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0443556 Nov 27 11:10:18.536449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-5f7ab635-2467-46da-b0a7-f39fc8e2a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:18.537805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-5f7ab635-2467-46da-b0a7-f39fc8e2a669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436425 Nov 27 11:10:18.628350 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-7658c43c-3847-402d-8a51-da3697805c4d service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Nov 27 11:10:18.999074 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d132ee1d-2171-4daa-91ea-2ddeb336661b req-30099669-24d9-4fdf-9aea-32232a05981e service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629422 Nov 27 11:10:19.009789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48425d-f4ed-48dc-a577-53251406715a req-e630707a-5ed8-44a2-a674-5174b2c2b9df tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:19.011713 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb48425d-f4ed-48dc-a577-53251406715a req-e630707a-5ed8-44a2-a674-5174b2c2b9df tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0713167 Nov 27 11:10:19.061019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb48425d-f4ed-48dc-a577-53251406715a req-090dbb8d-ae54-4c39-95f2-40974075fa70 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Nov 27 11:10:20.177885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe478c7-cfd2-4a8e-9583-f52a16cfe74c req-369cef7f-10f1-429a-ba54-a95845be0ee1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:20.179664 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ffe478c7-cfd2-4a8e-9583-f52a16cfe74c req-369cef7f-10f1-429a-ba54-a95845be0ee1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0486245 Nov 27 11:10:20.226711 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ffe478c7-cfd2-4a8e-9583-f52a16cfe74c req-d2297f29-3197-4456-86f5-0fe68b4f1d3d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Nov 27 11:10:20.957278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:10:20.960840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:10:21.106507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:21.134033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:21.147802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:10:21.150155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8828f85-0163-4e5f-89f4-6686f0663b90" -d '{"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-unplugged", "status": "completed", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:10:21.160333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'mac_address': 'fa:16:3e:ef:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:10:21.164945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:21.170145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:21.215518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6304c8b-3668-4766-9c44-96a309febb40 x-openstack-request-id: req-c6304c8b-3668-4766-9c44-96a309febb40 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:10:21.215755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-unplugged", "status": "completed", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:10:21.216011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6304c8b-3668-4766-9c44-96a309febb40 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:10:21.216423 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'code': 200} Nov 27 11:10:21.237653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:21.259365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:21.263210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82610ca-a2f3-4371-9be5-c8dfeb4791ae {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:10:21.272620 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.272978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.273324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.273665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.274007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.274346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.274676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.275008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.275363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.275701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.276027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.276353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:21.294200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:21.298496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:21.344642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d688935-157a-46d6-bef5-538f797aa694 req-a40b2d80-60f8-4158-9a4d-f55da2d1e52b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:21.346289 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9d688935-157a-46d6-bef5-538f797aa694 req-a40b2d80-60f8-4158-9a4d-f55da2d1e52b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 945 time: 0.0493019 Nov 27 11:10:21.351668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:21.360684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['d82610ca-a2f3-4371-9be5-c8dfeb4791ae'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:10:21.398365 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9d688935-157a-46d6-bef5-538f797aa694 req-4fbd3659-f49d-46f5-a88a-761d40bdc318 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461023 Nov 27 11:10:21.624947 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:10:22.517572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7a0df-53fb-427d-937e-d4031ff02a40 req-a61740da-9d25-4263-a17e-8385bbb869fd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:22.519057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5bd7a0df-53fb-427d-937e-d4031ff02a40 req-a61740da-9d25-4263-a17e-8385bbb869fd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Nov 27 11:10:22.568049 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5bd7a0df-53fb-427d-937e-d4031ff02a40 req-16d5eea0-fdbf-436f-a584-d94cf86d4c7a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431206 Nov 27 11:10:22.792119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38e2a-8e1f-4cb9-bf1f-4a8b8fe1a60f req-3c635a26-d24f-4663-b36c-99ab91b302cc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:22.793657 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9cb38e2a-8e1f-4cb9-bf1f-4a8b8fe1a60f req-3c635a26-d24f-4663-b36c-99ab91b302cc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 945 time: 0.0784280 Nov 27 11:10:22.800917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-a42468da-755c-4faa-890b-cbc37c04e007 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:22.802271 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-a42468da-755c-4faa-890b-cbc37c04e007 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826&tenant_id=8a684c344dba44999aeea86a12b77791&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0771070 Nov 27 11:10:22.845571 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9cb38e2a-8e1f-4cb9-bf1f-4a8b8fe1a60f req-74a09209-383a-47c7-b295-3323f12b4c19 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Nov 27 11:10:22.888477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-f9aecdb8-332e-429e-8e6a-35397739e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:22.889946 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-f9aecdb8-332e-429e-8e6a-35397739e668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 1098 time: 0.0435214 Nov 27 11:10:22.965317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:10:22.978422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-c3d28986-02d2-4cee-a1ea-d1be90e5ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:22.980582 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-c3d28986-02d2-4cee-a1ea-d1be90e5ed66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0835888 Nov 27 11:10:23.013134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port d82610ca-a2f3-4371-9be5-c8dfeb4791ae triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:10:23.013503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:23.053492 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-97a56a6f-e3c3-4c3b-ac7e-74f5776d487f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 200 len: 1001 time: 0.0657170 Nov 27 11:10:23.093831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:23.102635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-5101ffc9-5278-49ae-bdca-bc3f8f63489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:23.104894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-5101ffc9-5278-49ae-bdca-bc3f8f63489e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0454106 Nov 27 11:10:23.125867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:23.130041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:23.150232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-07dd9fd8-3d5a-4167-9782-f84dff385685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:23.152491 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-07dd9fd8-3d5a-4167-9782-f84dff385685 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411267 Nov 27 11:10:23.179417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:23.218103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:10:23.220441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06712708-0afd-4bcc-9e15-418997e1f849" -d '{"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-plugged", "status": "completed", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:10:23.248926 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-10b0db32-c156-48da-8dac-73d7880745f7 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894616 Nov 27 11:10:23.263697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdfdd25-fc3b-43e1-b402-78c89dc11c22 x-openstack-request-id: req-2bdfdd25-fc3b-43e1-b402-78c89dc11c22 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:10:23.264007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-plugged", "status": "completed", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:10:23.264805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bdfdd25-fc3b-43e1-b402-78c89dc11c22 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:10:23.264805 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'code': 200} Nov 27 11:10:23.339376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2f65829-bf76-4d62-90d4-9118fc7ea50a req-c6ba285f-851f-4489-bab8-3ec2f0233194 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831277 Nov 27 11:10:23.967251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd64bf-4479-4b6f-9883-4b3c5a65c2bd req-9777ff73-9add-474d-99df-51084c1679eb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:23.968790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5ecd64bf-4479-4b6f-9883-4b3c5a65c2bd req-9777ff73-9add-474d-99df-51084c1679eb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0535402 Nov 27 11:10:24.015880 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5ecd64bf-4479-4b6f-9883-4b3c5a65c2bd req-b258ae9f-e619-4ddf-adfc-9d4857c53f74 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 Nov 27 11:10:24.130163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1cac6-b35a-43db-bf7a-023fc6b7791f req-d5e7d459-0bbc-49cd-8c93-6d797c6f222a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:24.131628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-20d1cac6-b35a-43db-bf7a-023fc6b7791f req-d5e7d459-0bbc-49cd-8c93-6d797c6f222a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Nov 27 11:10:24.178750 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-20d1cac6-b35a-43db-bf7a-023fc6b7791f req-f18b428a-4500-4867-81d4-a10c9e006aba tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411687 Nov 27 11:10:24.290565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667c99-dacc-4f7f-844f-7ccfe4f01fe1 req-c8e3adf8-9625-4645-a764-0a898a255b01 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:24.291984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0667c99-dacc-4f7f-844f-7ccfe4f01fe1 req-c8e3adf8-9625-4645-a764-0a898a255b01 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Nov 27 11:10:24.339422 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0667c99-dacc-4f7f-844f-7ccfe4f01fe1 req-33243976-43e8-47e0-b270-9132089fa66f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415351 Nov 27 11:10:24.569111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18429ae8-d1f4-4cc0-b01b-d4dc8ae8bb92 req-b650209c-d654-42d9-b426-081f4cd47203 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:24.570616 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-18429ae8-d1f4-4cc0-b01b-d4dc8ae8bb92 req-b650209c-d654-42d9-b426-081f4cd47203 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0483372 Nov 27 11:10:24.621327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-18429ae8-d1f4-4cc0-b01b-d4dc8ae8bb92 req-a44f8e21-0cdc-46ce-b4ae-794d79783e82 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441883 Nov 27 11:10:25.736718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31403bcf-0071-4922-9059-892ff554946b req-dd454c73-ad03-44b9-9f24-528f176bb10a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:25.738116 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-31403bcf-0071-4922-9059-892ff554946b req-dd454c73-ad03-44b9-9f24-528f176bb10a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0482197 Nov 27 11:10:25.784264 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-31403bcf-0071-4922-9059-892ff554946b req-a7d887c5-735e-4a35-90a3-d47b7f5108c2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401859 Nov 27 11:10:26.349342 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-7d43659a-7d20-44b9-b227-bb88a234367b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:26.350782 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-7d43659a-7d20-44b9-b227-bb88a234367b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 946 time: 0.0478013 Nov 27 11:10:26.437823 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Deleting port d82610ca-a2f3-4371-9be5-c8dfeb4791ae {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:10:26.438163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:26.528884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] For port d82610ca-a2f3-4371-9be5-c8dfeb4791ae, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:26.529235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:26.745151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:26.745955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:26.746269 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 disassociated. External IP: 172.26.1.239, port: d82610ca-a2f3-4371-9be5-c8dfeb4791ae. Nov 27 11:10:26.746641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Calling delete_port for d82610ca-a2f3-4371-9be5-c8dfeb4791ae owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:10:26.901397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:26.937364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event deleted for resources: {'Port': ['ID=d82610ca-a2f3-4371-9be5-c8dfeb4791ae,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:26.950348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.950713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.951064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.951411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.951752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.952096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.952462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.953361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.953361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.953621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.953756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.954087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:10:26.966734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ae01-5afe-40e3-8824-b43df35e6861 req-9084916a-cfd4-4afe-9c64-e2d0824bbe2c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:26.968235 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a7ae01-5afe-40e3-8824-b43df35e6861 req-9084916a-cfd4-4afe-9c64-e2d0824bbe2c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c12f73-6aba-45c4-a65c-f4c2d82a5826 HTTP/1.1" status: 200 len: 867 time: 0.1125121 Nov 27 11:10:27.093354 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a0a7ae01-5afe-40e3-8824-b43df35e6861 req-f8207938-9fe2-45d9-8692-be12d829e1fe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912287 Nov 27 11:10:27.116365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:10:27.226759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:10:27.236904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:10:27.246902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:10:27.247613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:10:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:27.265396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] No DVR routers for this DVR port d82610ca-a2f3-4371-9be5-c8dfeb4791ae on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:10:27.267804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:27.271160 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0b0f0f6-0168-496b-af35-f6da40b048f3 req-b2d26b83-da9a-4523-a73c-c3f76325a2ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "DELETE /v2.0/ports/d82610ca-a2f3-4371-9be5-c8dfeb4791ae HTTP/1.1" status: 204 len: 173 time: 0.9147005 Nov 27 11:10:27.271612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-deleted', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:10:27.273911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e7483b-ca09-42f3-baf3-0900a0aab456" -d '{"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-deleted", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:10:27.316094 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3771dc9-9c50-4359-aeab-384e1f0cf729 x-openstack-request-id: req-f3771dc9-9c50-4359-aeab-384e1f0cf729 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:10:27.316564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c12f73-6aba-45c4-a65c-f4c2d82a5826", "name": "network-vif-deleted", "tag": "d82610ca-a2f3-4371-9be5-c8dfeb4791ae", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:10:27.316889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3771dc9-9c50-4359-aeab-384e1f0cf729 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:10:27.320426 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c12f73-6aba-45c4-a65c-f4c2d82a5826', 'name': 'network-vif-deleted', 'tag': 'd82610ca-a2f3-4371-9be5-c8dfeb4791ae', 'status': 'completed', 'code': 200} Nov 27 11:10:27.359700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:10:27.555577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:27.582104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:10:27.590452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:10:27.591054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:10:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:27.842045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:10:28.036028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:28.061933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb86ee5-1a91-45b4-b202-74e14c2670e8 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:10:28.276294 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c72be-5dd9-43f4-85ed-50f071aedcdb None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:10:28.336138 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-52f08e8b-e5ba-4a09-8a0c-3fd779a3b498 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--199485659&fields=id&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 267 time: 0.0428586 Nov 27 11:10:28.448354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-57c07e49-875a-497b-b595-efe78749a66f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:28.451255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-57c07e49-875a-497b-b595-efe78749a66f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1080370 Nov 27 11:10:28.466294 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-594b56ad-8f9b-4561-b609-8f0af5cde54d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/quotas/8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 375 time: 0.0093586 Nov 27 11:10:28.517634 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-ea7b33a9-5c66-483c-87ba-f8f65b356847 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458941 Nov 27 11:10:28.533040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-4a570b88-f99b-42ba-9edd-0abbe3654ccd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:10:28.533986 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-4a570b88-f99b-42ba-9edd-0abbe3654ccd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050116 Nov 27 11:10:28.625273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-4aebe75a-9a56-4c71-b260-b99e13171470 service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857208 Nov 27 11:10:28.717596 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cab84862-a1f6-4128-8968-cc026faba3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864141 Nov 27 11:10:28.880611 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3de3029f-1c86-45d5-9ffc-a21c223ffca3 req-4cff0558-ffc2-4dd9-b88a-12ee192aa251 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 210 time: 0.0305841 Nov 27 11:10:28.979355 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:10:29.002267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: d82610ca-a2f3-4371-9be5-c8dfeb4791ae {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:10:29.002677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device d82610ca-a2f3-4371-9be5-c8dfeb4791ae not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:10:29.794650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-c6115675-6592-4ec0-b002-b1f4da3180fe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:29.796113 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-c6115675-6592-4ec0-b002-b1f4da3180fe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1100645 Nov 27 11:10:29.868918 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-31c6cfd6-419d-47c3-b356-9d6f6b447343 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 379 time: 0.0542061 Nov 27 11:10:29.878453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'port': {'device_id': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'admin_state_up': True, 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'security_groups': ['96f50f1e-3a4e-4776-a109-db195cdf1041']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:10:29.981396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-baf26329-b53b-48fc-966d-d7578992257d req-21b60180-0758-4e3d-b4d8-cf402d4d4569 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Nov 27 11:10:30.014218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Made reservation on behalf of 8a684c344dba44999aeea86a12b77791 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:10:30.017963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.144938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Allocated IP 172.20.0.3 (57bcc32e-55eb-4f97-b6f9-2cc564e56d2d/db964707-3a97-458b-a06a-17d0a61cf2e5/2c3459ef-0550-4754-a461-f77453748444) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:10:30.277680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.310917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.357748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:10:30.360690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:10:30.364239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:10:30.371653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:30.418343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:30.418873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.437180 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-cf684b62-d19e-4f29-9680-e78a6d59ba67 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623202 Nov 27 11:10:30.453808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Request body: {'port': {'device_id': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:10:30.509993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.574337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c766831a-221c-4684-aec3-7a8827ed2073 None None] Provisioning complete for port 2c3459ef-0550-4754-a461-f77453748444 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:10:30.574928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c766831a-221c-4684-aec3-7a8827ed2073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.610947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c766831a-221c-4684-aec3-7a8827ed2073 None None] Port 2c3459ef-0550-4754-a461-f77453748444 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:10:30.774591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3459ef-0550-4754-a461-f77453748444 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:10:30.781942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.793814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Transition to ACTIVE for port object 2c3459ef-0550-4754-a461-f77453748444 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:10:30.797435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:30.850027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:30.918309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Attempting to bind port 2c3459ef-0550-4754-a461-f77453748444 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:10:30.918678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Attempting to bind port 2c3459ef-0550-4754-a461-f77453748444 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:10:30.919011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Attempting to bind port 2c3459ef-0550-4754-a461-f77453748444 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:10:30.923715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Port 2c3459ef-0550-4754-a461-f77453748444 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:10:30.924046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Attempting to bind port 2c3459ef-0550-4754-a461-f77453748444 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:10:30.929293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:10:30.929631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:10:30.930015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Bound using segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:10:30.930445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Bound port: 2c3459ef-0550-4754-a461-f77453748444, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:10:30.930802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:31.001634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:10:31.009169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c3459ef-0550-4754-a461-f77453748444,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:10:31.016366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:31.054379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.054826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:31.056614 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 1093 time: 0.6108174 Nov 27 11:10:31.059358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'tag': '2c3459ef-0550-4754-a461-f77453748444'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:10:31.062041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14c802f-acfc-4c69-87c1-2d65449c7ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "tag": "2c3459ef-0550-4754-a461-f77453748444"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:10:31.104307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b17e9-4973-4060-9d42-149f253bed35 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:31.111853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff701cd-c2a5-44d8-801d-528c99759468 req-a1920ea1-4c62-43a8-be58-29483acac7e7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.117527 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ff701cd-c2a5-44d8-801d-528c99759468 req-a1920ea1-4c62-43a8-be58-29483acac7e7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0621150 Nov 27 11:10:31.120824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b1b078-c46e-48b0-ba21-969cc491bda3 x-openstack-request-id: req-d1b1b078-c46e-48b0-ba21-969cc491bda3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:10:31.121229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "tag": "2c3459ef-0550-4754-a461-f77453748444", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:10:31.121558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1b1b078-c46e-48b0-ba21-969cc491bda3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:10:31.122174 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'tag': '2c3459ef-0550-4754-a461-f77453748444', 'status': 'completed', 'code': 200} Nov 27 11:10:31.159072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-52f3dfb1-0042-4b30-952c-b892122e748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.160771 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-52f3dfb1-0042-4b30-952c-b892122e748b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0527327 Nov 27 11:10:31.172953 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0ff701cd-c2a5-44d8-801d-528c99759468 req-3ba15caa-54ff-49b1-9d6f-1e0db85f7917 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493302 Nov 27 11:10:31.214106 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-5db0b00e-6072-40b4-80bc-ba6a9de84c69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 217 time: 0.0447948 Nov 27 11:10:31.266674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-31c0544f-0b1f-43b8-9ce1-94cf07277632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.268146 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-31c0544f-0b1f-43b8-9ce1-94cf07277632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0472021 Nov 27 11:10:31.315051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01d34-3dc0-4def-9e22-80c380418152 req-13c5c56e-e8c6-456e-a150-e62becd4b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.316459 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-13c5c56e-e8c6-456e-a150-e62becd4b680 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410671 Nov 27 11:10:31.410075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-40dafdab-3232-4ff0-84ca-429d3a8311e8 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859485 Nov 27 11:10:31.499916 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29f01d34-3dc0-4def-9e22-80c380418152 req-49bb6638-8952-41b4-a80a-77af3840868a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827887 Nov 27 11:10:31.583669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-a06bac59-8338-4b6a-9bf9-9ceda2f0c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.585136 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-a06bac59-8338-4b6a-9bf9-9ceda2f0c821 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0403681 Nov 27 11:10:31.678938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-faee089d-3ddb-435d-b04b-c146cc83e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.680452 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-faee089d-3ddb-435d-b04b-c146cc83e2d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0881371 Nov 27 11:10:31.721573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-7f9423aa-8201-4a6d-8972-3cc2c1e4bf0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 217 time: 0.0342116 Nov 27 11:10:31.774793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-ebfbac4c-e6b8-47a6-a2c5-7d5647831ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.776224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-ebfbac4c-e6b8-47a6-a2c5-7d5647831ef5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0465581 Nov 27 11:10:31.820298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-9126bc84-4f74-4a64-b602-1ee5e11b5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:31.821801 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-9126bc84-4f74-4a64-b602-1ee5e11b5e68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387058 Nov 27 11:10:31.913891 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-480e4a46-85d7-4a98-94ee-7127694672c7 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Nov 27 11:10:32.002051 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d14c802f-acfc-4c69-87c1-2d65449c7ef2 req-8b983ce6-662d-4ffc-8c79-8002bb7c383e service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817399 Nov 27 11:10:32.052992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:32.287924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64d7f0-cba1-4c32-83ef-4dd22c1fa2df req-b5da2e5b-d2b5-4a4f-b60e-3a1842a9db02 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:32.289452 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa64d7f0-cba1-4c32-83ef-4dd22c1fa2df req-b5da2e5b-d2b5-4a4f-b60e-3a1842a9db02 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0500948 Nov 27 11:10:32.342506 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa64d7f0-cba1-4c32-83ef-4dd22c1fa2df req-53934745-92d2-473b-8ccc-6677c16e6b15 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468817 Nov 27 11:10:33.456620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e53b07-a9e3-456e-84b5-8fe3ce8912da req-b2b8672d-8d05-4b04-a959-a9b1100c3e3f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:33.458082 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f4e53b07-a9e3-456e-84b5-8fe3ce8912da req-b2b8672d-8d05-4b04-a959-a9b1100c3e3f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0483532 Nov 27 11:10:33.504492 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f4e53b07-a9e3-456e-84b5-8fe3ce8912da req-3a3b62d2-9534-441a-9055-afef1b31c860 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Nov 27 11:10:34.860543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d7d64-fd0d-4b0f-9012-4ebb92d59abe req-1ec1bbea-4a60-4bbd-be7f-e3c4bb2da333 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:34.861823 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fc5d7d64-fd0d-4b0f-9012-4ebb92d59abe req-1ec1bbea-4a60-4bbd-be7f-e3c4bb2da333 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.2907364 Nov 27 11:10:34.908121 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fc5d7d64-fd0d-4b0f-9012-4ebb92d59abe req-a54b9627-cd7b-45a4-832d-a9ca718b2630 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Nov 27 11:10:34.977197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c3459ef-0550-4754-a461-f77453748444 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:10:35.072340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c3459ef-0550-4754-a461-f77453748444,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:35.083247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '2c3459ef-0550-4754-a461-f77453748444', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '2c3459ef-0550-4754-a461-f77453748444', 'mac_address': 'fa:16:3e:20:c4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:10:35.119209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:35.132581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3459ef-0550-4754-a461-f77453748444 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:10:35.152395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c3459ef-0550-4754-a461-f77453748444,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:35.156398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:35.205927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:35.474834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['2c3459ef-0550-4754-a461-f77453748444'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:10:36.025118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acd10f-2471-4a9b-a44f-9b04bf4df6dd req-10b89b0f-790d-46e1-9fa7-6f47cafd9aac tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:36.027082 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b0acd10f-2471-4a9b-a44f-9b04bf4df6dd req-10b89b0f-790d-46e1-9fa7-6f47cafd9aac tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 944 time: 0.0525930 Nov 27 11:10:36.073388 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b0acd10f-2471-4a9b-a44f-9b04bf4df6dd req-6ba662ee-f306-4c69-b7ab-7c7acff185cd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402398 Nov 27 11:10:36.994952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c3459ef-0550-4754-a461-f77453748444 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:10:37.044046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 2c3459ef-0550-4754-a461-f77453748444 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:10:37.047923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 2c3459ef-0550-4754-a461-f77453748444 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:10:37.048299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:37.127861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:37.150834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3459ef-0550-4754-a461-f77453748444'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:10:37.153895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1166a83-f458-4a4f-8272-05eb7d48bca7" -d '{"events": [{"server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "name": "network-vif-plugged", "status": "completed", "tag": "2c3459ef-0550-4754-a461-f77453748444"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:10:37.167810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c3459ef-0550-4754-a461-f77453748444,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:10:37.172649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:37.192001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c5650-32dc-4a7c-80d6-0f8f29adfd35 req-1851b78f-3f8c-43e3-83d0-fa77f35e9e10 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:37.196862 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f9c5650-32dc-4a7c-80d6-0f8f29adfd35 req-1851b78f-3f8c-43e3-83d0-fa77f35e9e10 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 944 time: 0.0557446 Nov 27 11:10:37.197336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c487b9d-5baa-4957-aebb-3bec1bea3d45 x-openstack-request-id: req-8c487b9d-5baa-4957-aebb-3bec1bea3d45 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:10:37.197640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "name": "network-vif-plugged", "status": "completed", "tag": "2c3459ef-0550-4754-a461-f77453748444", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:10:37.197923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c487b9d-5baa-4957-aebb-3bec1bea3d45 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:10:37.198295 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3459ef-0550-4754-a461-f77453748444', 'code': 200} Nov 27 11:10:37.226019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:10:37.244436 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f9c5650-32dc-4a7c-80d6-0f8f29adfd35 req-5d510255-c1a8-48c1-a627-032d96d547b0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Nov 27 11:10:37.364210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49557-e653-4fd4-a022-65befe59ae6f req-7de259d9-fc94-4f6c-b7c9-757ed68b4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:37.365795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4ee49557-e653-4fd4-a022-65befe59ae6f req-7de259d9-fc94-4f6c-b7c9-757ed68b4495 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1098 time: 0.0426788 Nov 27 11:10:37.409588 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4ee49557-e653-4fd4-a022-65befe59ae6f req-e097ae05-f512-4f54-85ca-af83483e9d31 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368781 Nov 27 11:10:38.361827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848b47-5f29-4995-a379-fa44444f0ec2 req-acf0874a-863b-4a79-9242-4fa91eff5ad1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:38.363732 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e6848b47-5f29-4995-a379-fa44444f0ec2 req-acf0874a-863b-4a79-9242-4fa91eff5ad1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0493445 Nov 27 11:10:38.410951 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e6848b47-5f29-4995-a379-fa44444f0ec2 req-c8833392-306f-4928-9709-354ddff5b8b4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Nov 27 11:10:39.525626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394096e3-4ff4-43ef-8b76-c02ade861394 req-087ce5dd-149d-4ead-b944-7946fc67240f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:39.527621 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-394096e3-4ff4-43ef-8b76-c02ade861394 req-087ce5dd-149d-4ead-b944-7946fc67240f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0488033 Nov 27 11:10:39.573376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-394096e3-4ff4-43ef-8b76-c02ade861394 req-5f5e48b1-f533-4ca9-96fe-1798ba72027d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Nov 27 11:10:39.682627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650f675-d8fd-4c9e-aef4-bb4c1954a714 req-3a4f8ba0-204a-4547-9fe3-30751bfbb81c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:39.684106 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2650f675-d8fd-4c9e-aef4-bb4c1954a714 req-3a4f8ba0-204a-4547-9fe3-30751bfbb81c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0485842 Nov 27 11:10:39.692703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 47492) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:10:39.697204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'floatingip': {'port_id': '2c3459ef-0550-4754-a461-f77453748444'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:10:39.738519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:40.166792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:40.170500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:40.269814 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 associated. External IP: 172.26.1.239, port: 2c3459ef-0550-4754-a461-f77453748444. Nov 27 11:10:40.320528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb901-e88b-4f8a-8038-19e3a3e6e82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:40.477625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:10:40.585918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:10:40.591010 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:40.595685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:10:40.605270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:10:40.606052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:10:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:40.617256 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2ebedc2c-18d1-466b-8d95-ef53b984713d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "PUT /v2.0/floatingips/78adf348-76e8-4605-98fd-c6d7c157d3d4 HTTP/1.1" status: 200 len: 991 time: 0.9235024 Nov 27 11:10:40.617849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'tag': '2c3459ef-0550-4754-a461-f77453748444'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:10:40.620845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f178fee8-8a74-4ff0-b576-0a47fe666c64" -d '{"events": [{"name": "network-changed", "server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "tag": "2c3459ef-0550-4754-a461-f77453748444"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:10:40.659210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad73e3-858f-415a-8f81-4f373652ca92 x-openstack-request-id: req-b0ad73e3-858f-415a-8f81-4f373652ca92 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:10:40.659512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "tag": "2c3459ef-0550-4754-a461-f77453748444", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:10:40.660747 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0ad73e3-858f-415a-8f81-4f373652ca92 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:10:40.661178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'tag': '2c3459ef-0550-4754-a461-f77453748444', 'status': 'completed', 'code': 200} Nov 27 11:10:40.722192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:10:40.729310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-8bfc290e-41e5-46c5-8f5b-8de6bcc46211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:40.731618 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-8bfc290e-41e5-46c5-8f5b-8de6bcc46211 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1098 time: 0.0462830 Nov 27 11:10:40.823217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-610a8156-92df-40a0-8483-4622ac5b5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:40.824762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-610a8156-92df-40a0-8483-4622ac5b5318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0862501 Nov 27 11:10:40.892600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-2d56a40e-059b-4cf2-8ab2-f0f49ade1812 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 999 time: 0.0614307 Nov 27 11:10:40.941959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-de802000-73cb-4e51-b206-28d3f1a99db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:40.943414 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-de802000-73cb-4e51-b206-28d3f1a99db0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0444195 Nov 27 11:10:40.948434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '2c3459ef-0550-4754-a461-f77453748444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:20:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:10:40Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:40.974210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:10:40.984559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:10:40.985168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:10:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:40.989101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-33ed04c0-db17-4869-9685-6ed1cb3a7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:10:40.990590 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-33ed04c0-db17-4869-9685-6ed1cb3a7f04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403578 Nov 27 11:10:41.082435 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-a1e10e47-e641-49ce-87a6-4e390bbcfd37 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Nov 27 11:10:41.090399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:10:41.174630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f178fee8-8a74-4ff0-b576-0a47fe666c64 req-fcc62897-688c-4d0c-b0f9-e6c43d4f6eea service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842247 Nov 27 11:10:41.311013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '2c3459ef-0550-4754-a461-f77453748444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:20:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:10:40Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:10:41.336304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2482fc-87b9-4ee5-b502-5f4ca82d4383 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '2c3459ef-0550-4754-a461-f77453748444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:20:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:10:40Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:10:41.519610 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813ebd3-1b21-4ec2-9b2c-c25bd66566a5 None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:10:43.095340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e354ce6-5215-4822-b564-dbf7df1a19a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:43.951421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:45.591108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:46.293547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:10:58.624783 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:11:02.069900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:10.325614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e283-70ce-4814-9cf1-fd57a9fc090e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:11.890184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-cd6e11b2-daf3-4521-9849-429ba9503805 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433581 Nov 27 11:11:11.973397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-d8d480a2-8ba8-4e61-b8d2-50b5e9e8fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:11.974861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-d8d480a2-8ba8-4e61-b8d2-50b5e9e8fb10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1098 time: 0.0402687 Nov 27 11:11:12.085388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-532fd2d3-d5b4-4cfd-95a2-eabb99472a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:12.086874 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-532fd2d3-d5b4-4cfd-95a2-eabb99472a04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0923035 Nov 27 11:11:12.154380 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-73a1e804-40a8-494c-882f-0b2d92c4d055 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 1001 time: 0.0573668 Nov 27 11:11:12.202169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-edafbe2c-c408-4271-807f-beaab9bbcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:12.204267 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-edafbe2c-c408-4271-807f-beaab9bbcee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0436232 Nov 27 11:11:12.257843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-2db88598-b0db-47b1-8147-d9bfbbfd37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:12.259348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-2db88598-b0db-47b1-8147-d9bfbbfd37a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442762 Nov 27 11:11:12.349718 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-0d07445f-f772-412c-852f-8905ccddff43 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Nov 27 11:11:12.442903 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72dafe2f-f712-4b68-b96c-ae6ddccf1d9b req-4198d344-6e53-4166-bee2-47b3810aaa5a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855455 Nov 27 11:11:13.095905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bff403b7-5e18-4e7b-8178-31f787174682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:13.952792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:15.559059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:16.295137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:32.080491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:35.624615 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:11:40.317835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88635b6-d653-403f-991b-1b1233cb431a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:43.097771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c5ab3ec8-3635-44c7-806f-9521d703cac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:43.955282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:45.561387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:46.296290 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:11:53.734211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab0eea-1cbe-4d1b-a5ba-c027bc5d1e2a req-b758756d-5b01-4a84-9488-03d121c6d4db tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:53.735680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-07ab0eea-1cbe-4d1b-a5ba-c027bc5d1e2a req-b758756d-5b01-4a84-9488-03d121c6d4db tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.1041899 Nov 27 11:11:53.782828 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-07ab0eea-1cbe-4d1b-a5ba-c027bc5d1e2a req-1840d4ce-4058-4c95-9973-99213b46e291 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Nov 27 11:11:54.950977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675d028-df8d-4d57-a00d-637509196906 req-f4d5fcfe-ca1b-4457-afb5-c7f1403f288c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:54.952536 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0675d028-df8d-4d57-a00d-637509196906 req-f4d5fcfe-ca1b-4457-afb5-c7f1403f288c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0996885 Nov 27 11:11:55.000169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0675d028-df8d-4d57-a00d-637509196906 req-a0c18e64-1ae9-4769-b421-120821e9c644 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Nov 27 11:11:56.114874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3927f-eb32-424d-987e-e2b3da742872 req-159e6d55-6d83-487f-acf3-81dd84479d34 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:56.116960 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-56c3927f-eb32-424d-987e-e2b3da742872 req-159e6d55-6d83-487f-acf3-81dd84479d34 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Nov 27 11:11:56.164351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-56c3927f-eb32-424d-987e-e2b3da742872 req-8f765b69-af60-48ae-8068-0c74211021eb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Nov 27 11:11:57.282849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162c46-4925-4309-aebc-e014e5ae8f54 req-18329e26-28f7-48b9-b426-214c2d78b62d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:57.284315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3b162c46-4925-4309-aebc-e014e5ae8f54 req-18329e26-28f7-48b9-b426-214c2d78b62d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Nov 27 11:11:57.330811 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3b162c46-4925-4309-aebc-e014e5ae8f54 req-218daf86-d38b-41c9-bd88-aa6edec1cf0d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401723 Nov 27 11:11:58.451300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3066-8889-4f76-a179-7dff3ccb39da req-dabed25f-27d0-433e-bf32-3b64ea6bc4c3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:58.452838 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef6a3066-8889-4f76-a179-7dff3ccb39da req-dabed25f-27d0-433e-bf32-3b64ea6bc4c3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0533161 Nov 27 11:11:58.499717 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef6a3066-8889-4f76-a179-7dff3ccb39da req-45fcbf6c-4573-48e0-ac84-577e9a5e2445 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Nov 27 11:11:59.615623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4cb2a-6d21-46df-a711-d983f43035a3 req-d69b0d8a-4971-4bfd-a73b-e32e4ed9b685 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:11:59.617728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-10b4cb2a-6d21-46df-a711-d983f43035a3 req-d69b0d8a-4971-4bfd-a73b-e32e4ed9b685 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Nov 27 11:11:59.664259 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-10b4cb2a-6d21-46df-a711-d983f43035a3 req-e0a615fa-0ff1-4439-9266-5cd5203995d3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Nov 27 11:12:00.778433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b506bd2-5a50-4c98-b091-e7eb1626ba8d req-6e5e86f0-1176-42df-b761-7a7c6d9e4c9c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:00.779803 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b506bd2-5a50-4c98-b091-e7eb1626ba8d req-6e5e86f0-1176-42df-b761-7a7c6d9e4c9c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Nov 27 11:12:00.827008 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b506bd2-5a50-4c98-b091-e7eb1626ba8d req-26d2156a-52f3-4551-bea5-517077f97b07 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Nov 27 11:12:01.940311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acae044-8153-4ef5-ba0f-779a1f2cd6a3 req-3b404991-ff21-43a8-a6aa-7f6030dd5afc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:01.941790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5acae044-8153-4ef5-ba0f-779a1f2cd6a3 req-3b404991-ff21-43a8-a6aa-7f6030dd5afc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Nov 27 11:12:01.993482 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5acae044-8153-4ef5-ba0f-779a1f2cd6a3 req-3a415d17-f504-4737-bfc3-ec1faafe279f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Nov 27 11:12:02.122582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:03.108475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e87d40-2c43-418f-8a48-5f231898b235 req-7f2f4161-6277-420b-ba53-21d4aa21cf17 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:03.109958 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9e87d40-2c43-418f-8a48-5f231898b235 req-7f2f4161-6277-420b-ba53-21d4aa21cf17 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Nov 27 11:12:03.161292 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9e87d40-2c43-418f-8a48-5f231898b235 req-a55f39c9-03bb-45d5-a667-b7ac94fed87a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455337 Nov 27 11:12:04.276640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab805196-c145-4caa-ae63-1825ae5ffa35 req-cc91237e-dd53-4a28-9241-a166a7c06287 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:04.278094 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab805196-c145-4caa-ae63-1825ae5ffa35 req-cc91237e-dd53-4a28-9241-a166a7c06287 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0484862 Nov 27 11:12:04.324315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab805196-c145-4caa-ae63-1825ae5ffa35 req-cd79fd2e-fa45-4e4b-8392-c9d36f39160a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403972 Nov 27 11:12:04.592835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3f2df-80e1-49bc-b177-426c49d50912 req-9a35d171-cb7c-4f94-a7ad-04801d737503 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:04.594292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-67c3f2df-80e1-49bc-b177-426c49d50912 req-9a35d171-cb7c-4f94-a7ad-04801d737503 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0753407 Nov 27 11:12:04.620641 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-2ade504d-a7fe-48d0-b286-b35a0bfe1d74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144969 Nov 27 11:12:04.648724 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-67c3f2df-80e1-49bc-b177-426c49d50912 req-94915a28-91db-405f-8c91-3aa83479a23c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Nov 27 11:12:05.766739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532b23f-60ff-4798-9a3a-db766f808336 req-a8a871f3-f9d5-4c71-b9d5-f2469c359f29 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:05.768257 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b532b23f-60ff-4798-9a3a-db766f808336 req-a8a871f3-f9d5-4c71-b9d5-f2469c359f29 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0506804 Nov 27 11:12:05.823758 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b532b23f-60ff-4798-9a3a-db766f808336 req-d9044353-1d6b-4f6c-9381-89eb8acc03c2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487516 Nov 27 11:12:05.849139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-92b4525f-b42e-4777-b643-2ddab4771d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:05.850626 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-92b4525f-b42e-4777-b643-2ddab4771d70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1098 time: 0.0435612 Nov 27 11:12:05.944757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-cadfa382-f21c-4f8b-8032-5b515614c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:05.946869 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-cadfa382-f21c-4f8b-8032-5b515614c6d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0869954 Nov 27 11:12:06.010898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-e008a5ea-5f84-443e-ab54-13a288f16b97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 1001 time: 0.0568242 Nov 27 11:12:06.060695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-8806f1e0-31e2-41ce-857e-70057a4c833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:06.062118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-8806f1e0-31e2-41ce-857e-70057a4c833a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0432847 Nov 27 11:12:06.111148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-42729248-951f-44fc-8645-599e4fadeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:06.112642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-42729248-951f-44fc-8645-599e4fadeb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438643 Nov 27 11:12:06.203714 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-4d5d2858-6d5c-4998-87e4-c014f72f3c88 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841722 Nov 27 11:12:06.297039 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-ad95fc3c-cae9-4a95-878d-e8c34c39b3a5 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863500 Nov 27 11:12:06.942232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75aab-ab32-48eb-9095-4150dbdbb51c req-971590dd-fbb6-4c08-9a85-1327e36557a9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:06.943705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84f75aab-ab32-48eb-9095-4150dbdbb51c req-971590dd-fbb6-4c08-9a85-1327e36557a9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0507281 Nov 27 11:12:06.995517 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84f75aab-ab32-48eb-9095-4150dbdbb51c req-b8b10cb9-b6ec-4407-b9ce-d759f4ab0302 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Nov 27 11:12:07.831454 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-bd770a35-4ec9-4f6e-980f-104c0221752f service neutron] 10.222.0.24 "GET /v2.0/ports/2c3459ef-0550-4754-a461-f77453748444/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0533512 Nov 27 11:12:08.035031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-9191f1ef-fb16-4e51-99a3-41b1dcfddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:08.036559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-9191f1ef-fb16-4e51-99a3-41b1dcfddf55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 1098 time: 0.0451412 Nov 27 11:12:08.099800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-6e3c01c9-c2d0-4a91-8e0a-6df27f81fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:08.101404 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-6e3c01c9-c2d0-4a91-8e0a-6df27f81fd3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1098 time: 0.0426311 Nov 27 11:12:08.113287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57151f13-bb38-4d07-bce6-16a15254ee1b req-2a9c9526-3b3f-4847-87cc-33b172799b4e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:08.114775 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-57151f13-bb38-4d07-bce6-16a15254ee1b req-2a9c9526-3b3f-4847-87cc-33b172799b4e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0490813 Nov 27 11:12:08.163352 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-57151f13-bb38-4d07-bce6-16a15254ee1b req-696152e6-5d4e-468a-83d3-75f4b69727a4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Nov 27 11:12:08.192436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-6e1415f2-77c8-4d79-ae30-269f771a7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:08.193923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-6e1415f2-77c8-4d79-ae30-269f771a7611 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0855007 Nov 27 11:12:08.262007 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-6e635c42-59dd-4f89-81bc-b1c954c178b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 1001 time: 0.0613248 Nov 27 11:12:08.311007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-00803c6f-fdca-4b50-a036-bdde5855c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:08.312454 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-00803c6f-fdca-4b50-a036-bdde5855c953 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0433435 Nov 27 11:12:08.357227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-d3135979-0b75-43d3-83fe-f3480c2a3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:08.358610 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-d3135979-0b75-43d3-83fe-f3480c2a3446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395029 Nov 27 11:12:08.453992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-f1ec5e7e-5384-40ce-a0eb-337789ae784a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882244 Nov 27 11:12:08.541127 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b0a2b195-9f57-4096-a123-ec55fab97f50 req-dd0945d9-1395-4c5c-b53c-608ffd7d9ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805235 Nov 27 11:12:09.284168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fc598-6831-488f-9159-e127d7462e46 req-4b98ed06-d5a9-458f-9f03-f6b132d1660f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:09.285706 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-365fc598-6831-488f-9159-e127d7462e46 req-4b98ed06-d5a9-458f-9f03-f6b132d1660f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0549064 Nov 27 11:12:09.332331 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-365fc598-6831-488f-9159-e127d7462e46 req-6bf92a8d-1894-4f89-9ea3-ebbf56962f01 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Nov 27 11:12:10.320594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c582463b-4d0e-49ee-b6d7-3c2e67987f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:10.452690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab187b0-0603-41a2-b805-051b5c41d048 req-ed27a2b2-8b0f-4ad0-80fb-4415e4503fee tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:10.454181 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fab187b0-0603-41a2-b805-051b5c41d048 req-ed27a2b2-8b0f-4ad0-80fb-4415e4503fee tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0534818 Nov 27 11:12:10.501125 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fab187b0-0603-41a2-b805-051b5c41d048 req-e7258ba4-0cf4-4fda-a84b-19efc094256d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Nov 27 11:12:11.484436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c3459ef-0550-4754-a461-f77453748444 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:12:11.564350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:11.591182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3459ef-0550-4754-a461-f77453748444'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:12:11.593473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1137d8a-ba56-4ba9-b758-1470a2fd61a2" -d '{"events": [{"server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3459ef-0550-4754-a461-f77453748444"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:12:11.607141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c3459ef-0550-4754-a461-f77453748444,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:12:11.612586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:11.621161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e86f3c-7973-40f1-bae1-26291981aadf req-f4a2f5c3-65b9-4d78-b68e-1dbc49dfbe7d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:11.622774 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38e86f3c-7973-40f1-bae1-26291981aadf req-f4a2f5c3-65b9-4d78-b68e-1dbc49dfbe7d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 945 time: 0.0509925 Nov 27 11:12:11.667311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:11.673938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38e86f3c-7973-40f1-bae1-26291981aadf req-38b60877-0d69-432e-80b8-3a94bada9e9f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452235 Nov 27 11:12:11.675215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.675583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.676000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.676350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.676779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.677057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.677399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.677740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.678205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.678538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.678873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.680083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:11.710558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9cedb-bd4a-4f35-bf6e-4725ab5d1fc6 x-openstack-request-id: req-56b9cedb-bd4a-4f35-bf6e-4725ab5d1fc6 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:12:11.710931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3459ef-0550-4754-a461-f77453748444", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:12:11.711207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56b9cedb-bd4a-4f35-bf6e-4725ab5d1fc6 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:12:11.711630 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3459ef-0550-4754-a461-f77453748444', 'code': 200} Nov 27 11:12:11.903450 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a757ba-77cb-4a5c-868c-934fe4ef62a0 req-23a86bf5-8eab-4555-88c0-591932d3343a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:11.905134 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c9a757ba-77cb-4a5c-868c-934fe4ef62a0 req-23a86bf5-8eab-4555-88c0-591932d3343a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0582201 Nov 27 11:12:11.908029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-bf36fb98-aa7b-454e-8a5a-b0a6e19fa6d6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:11.909571 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-bf36fb98-aa7b-454e-8a5a-b0a6e19fa6d6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7&tenant_id=8a684c344dba44999aeea86a12b77791&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 943 time: 0.0549488 Nov 27 11:12:11.958178 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c9a757ba-77cb-4a5c-868c-934fe4ef62a0 req-867a7c48-9397-40df-acf1-184c610295a8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465627 Nov 27 11:12:12.001760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-d7646be9-526c-44bd-bb31-3ff19403e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:12.003851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-d7646be9-526c-44bd-bb31-3ff19403e830 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0509586 Nov 27 11:12:12.098249 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-94b2054b-46e8-40f3-979d-f3fc8e2a59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:12.099628 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-94b2054b-46e8-40f3-979d-f3fc8e2a59a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0892279 Nov 27 11:12:12.173392 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-a6b49203-3005-4304-9283-c767f96ca499 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 999 time: 0.0658212 Nov 27 11:12:12.221661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-9be53bac-ae2f-496e-9723-a14d1be3f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:12.223118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-9be53bac-ae2f-496e-9723-a14d1be3f4a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0432582 Nov 27 11:12:12.267470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-09a108a4-131b-4574-9a0e-db99ada23640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:12.268959 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-09a108a4-131b-4574-9a0e-db99ada23640 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389483 Nov 27 11:12:12.361057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-d874bce2-cd81-4088-b91a-f37e2629da47 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Nov 27 11:12:12.449962 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3294e0fd-3d20-429c-a111-7ae7cf00517c req-07a883c4-316c-4440-b1a6-96283bfcecd3 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Nov 27 11:12:12.623277 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:12:13.084451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d921-6815-4235-a11f-de301b28bc54 req-5cbc3351-e5f3-43b2-b055-076efaec8a55 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.086458 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4553d921-6815-4235-a11f-de301b28bc54 req-5cbc3351-e5f3-43b2-b055-076efaec8a55 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0542948 Nov 27 11:12:13.099915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3affeb99-5767-4772-924c-7fd1f8d76d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:13.133754 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4553d921-6815-4235-a11f-de301b28bc54 req-006cc762-4527-4dcc-9e91-9ec97dcf3e6a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Nov 27 11:12:13.248094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59844aa-7d4b-4e6d-855c-5fbe7d2a85fe req-cadf6ec4-f827-43d5-8c72-286cd20d0ccf tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.249621 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c59844aa-7d4b-4e6d-855c-5fbe7d2a85fe req-cadf6ec4-f827-43d5-8c72-286cd20d0ccf tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0501862 Nov 27 11:12:13.300576 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c59844aa-7d4b-4e6d-855c-5fbe7d2a85fe req-d1023cc3-e6c4-4816-a8e7-e5e169032344 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Nov 27 11:12:13.492593 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc7b1f-9e9c-4158-aaf4-1573389428a6 req-083a9645-9dd9-4be8-880e-fc43706836af tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.494085 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8fc7b1f-9e9c-4158-aaf4-1573389428a6 req-083a9645-9dd9-4be8-880e-fc43706836af tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0502264 Nov 27 11:12:13.523808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-f089beec-b76e-4e32-8d36-bf134dbf256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.525394 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-f089beec-b76e-4e32-8d36-bf134dbf256e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0414968 Nov 27 11:12:13.543217 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e8fc7b1f-9e9c-4158-aaf4-1573389428a6 req-6d4a4055-2fc7-4d50-8bed-91d5e5f8b305 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Nov 27 11:12:13.620697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-378f9181-cdd8-41d1-a8de-2ed2471b1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.622157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-378f9181-cdd8-41d1-a8de-2ed2471b1957 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0888226 Nov 27 11:12:13.686699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-2164a71b-fcd1-40be-aee4-d43984fb2e43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 999 time: 0.0567851 Nov 27 11:12:13.734974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-7199b88e-09ac-48c0-9954-3f479cf2445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.736399 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-7199b88e-09ac-48c0-9954-3f479cf2445e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0427899 Nov 27 11:12:13.784016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-818e8fc9-61bb-44ed-be29-630ebfb1bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:13.785541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-818e8fc9-61bb-44ed-be29-630ebfb1bb1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423298 Nov 27 11:12:13.877352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-9d620b46-451d-4f81-b6b5-a50b554b5137 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845845 Nov 27 11:12:13.958537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:13.971529 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd8bcbd3-32e0-4e55-a5f4-ca83bc541380 req-78fab5a8-3e2e-4006-a8b1-41e7cd651005 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Nov 27 11:12:14.069871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-429adba1-c073-44de-b718-45fa873046fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:14.071336 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-429adba1-c073-44de-b718-45fa873046fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0409803 Nov 27 11:12:14.176961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-a3e52a50-1be7-4d14-b22e-b80f4a3f2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:14.178415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-a3e52a50-1be7-4d14-b22e-b80f4a3f2c7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0878975 Nov 27 11:12:14.243520 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-d7f1c633-5995-44b2-a42a-f44bbb035ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 200 len: 999 time: 0.0571468 Nov 27 11:12:14.295375 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-552b0f10-5931-4e7d-88c1-419e243cfcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:14.296799 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-552b0f10-5931-4e7d-88c1-419e243cfcba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0435026 Nov 27 11:12:14.347069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-f42b7c0f-5cd3-4bd2-9be4-eef574766adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:14.348586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-f42b7c0f-5cd3-4bd2-9be4-eef574766adc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446146 Nov 27 11:12:14.445384 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-8c545572-93e2-407b-8957-c68b663d5822 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Nov 27 11:12:14.554217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0170036c-f33e-44b0-89f9-0018c13108f8 req-d1f9206e-4145-422c-b820-d9b272c0c38a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949140 Nov 27 11:12:14.665506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338e50-9ca7-4372-92e6-0c4f09982edb req-3b0084d9-6419-4ce8-b95a-90bebcc64f9c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:14.668413 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9338e50-9ca7-4372-92e6-0c4f09982edb req-3b0084d9-6419-4ce8-b95a-90bebcc64f9c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0516825 Nov 27 11:12:14.717263 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9338e50-9ca7-4372-92e6-0c4f09982edb req-183baaff-e33f-4d8b-bc40-4a518b9dd17a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Nov 27 11:12:14.958248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47664-8711-40b0-a819-03e23d525726 req-1caf7eca-0bf3-4d02-86a9-c8b1c8220c78 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:14.959698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d1a47664-8711-40b0-a819-03e23d525726 req-1caf7eca-0bf3-4d02-86a9-c8b1c8220c78 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0477319 Nov 27 11:12:15.010335 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d1a47664-8711-40b0-a819-03e23d525726 req-ce9877f0-48d1-43bd-a3e5-3a6906597809 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Nov 27 11:12:15.566565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:16.123300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d76aa-09b9-49ae-aa5c-301ef2cae083 req-acf79c3d-de11-47c8-9c4f-1fcd251e4af4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:16.124792 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d48d76aa-09b9-49ae-aa5c-301ef2cae083 req-acf79c3d-de11-47c8-9c4f-1fcd251e4af4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0479100 Nov 27 11:12:16.171706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d48d76aa-09b9-49ae-aa5c-301ef2cae083 req-452a235c-afe4-4cb7-9cfb-3ba1ce33f2fe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409601 Nov 27 11:12:16.297493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:16.734647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-71aa540e-b26d-4745-8b51-e11291446656 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:16.736069 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-71aa540e-b26d-4745-8b51-e11291446656 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.0478661 Nov 27 11:12:16.821893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Deleting port 2c3459ef-0550-4754-a461-f77453748444 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:12:16.822219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:17.153090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] For port 2c3459ef-0550-4754-a461-f77453748444, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c3459ef-0550-4754-a461-f77453748444,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:12:17.153438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:17.348595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c114-7528-4ccb-aa80-651c889c2a49 req-1ecf7d3d-c423-4701-858c-cf537205b6f1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:17.350044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1419c114-7528-4ccb-aa80-651c889c2a49 req-1ecf7d3d-c423-4701-858c-cf537205b6f1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ad434b-2a97-4f7e-8bf4-798d14e0d9d7 HTTP/1.1" status: 200 len: 943 time: 0.1029110 Nov 27 11:12:17.366163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:17.367069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:17.367373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 disassociated. External IP: 172.26.1.239, port: 2c3459ef-0550-4754-a461-f77453748444. Nov 27 11:12:17.367796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Calling delete_port for 2c3459ef-0550-4754-a461-f77453748444 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:12:17.442016 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1419c114-7528-4ccb-aa80-651c889c2a49 req-917366b8-da7a-4f2e-b78f-96d0c43e5876 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832009 Nov 27 11:12:17.521623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:17.551377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event deleted for resources: {'Port': ['ID=2c3459ef-0550-4754-a461-f77453748444,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:17.561188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.561531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.561868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.562201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.562528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.562858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.563189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.563513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.563837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.564160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.564892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.564892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:12:17.676216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:12:17.784713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:12:17.794534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:12:17.804217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:12:17.805165 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:12:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:17.826620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] No DVR routers for this DVR port 2c3459ef-0550-4754-a461-f77453748444 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:12:17.829193 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:17.832604 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b62177bd-84f3-4fca-8cf4-a5d9f217cc14 req-b8db4a81-b36c-41b6-8921-96e2b6a3f946 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "DELETE /v2.0/ports/2c3459ef-0550-4754-a461-f77453748444 HTTP/1.1" status: 204 len: 173 time: 1.0899112 Nov 27 11:12:17.833006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'name': 'network-vif-deleted', 'tag': '2c3459ef-0550-4754-a461-f77453748444'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:12:17.835946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34c351-96f5-493b-94cc-3cde85e03a68" -d '{"events": [{"server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "name": "network-vif-deleted", "tag": "2c3459ef-0550-4754-a461-f77453748444"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:12:17.916911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:12:17.940401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb12a7-dda2-4685-be17-358a15e6fc1d x-openstack-request-id: req-22eb12a7-dda2-4685-be17-358a15e6fc1d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:12:17.940902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ad434b-2a97-4f7e-8bf4-798d14e0d9d7", "name": "network-vif-deleted", "tag": "2c3459ef-0550-4754-a461-f77453748444", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:12:17.941182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22eb12a7-dda2-4685-be17-358a15e6fc1d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:12:17.941591 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ad434b-2a97-4f7e-8bf4-798d14e0d9d7', 'name': 'network-vif-deleted', 'tag': '2c3459ef-0550-4754-a461-f77453748444', 'status': 'completed', 'code': 200} Nov 27 11:12:18.122428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:18.147901 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:12:18.156001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:12:18.156631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:12:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:18.420252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:12:18.621791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:18.648713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68311984-0ef0-49d2-9557-3d1dd6ced621 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:12:18.709546 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-8ec5da3f-9cfd-409e-818c-2b4bd73e32ae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--199485659&fields=id&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 267 time: 0.0432355 Nov 27 11:12:18.823854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-3f469684-fd02-45f4-84e5-f41c84db03e8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:18.826051 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-3f469684-fd02-45f4-84e5-f41c84db03e8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1091514 Nov 27 11:12:18.842406 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-49ccd775-1626-4273-81e7-5e5e23200f14 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/quotas/8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 375 time: 0.0106983 Nov 27 11:12:18.870399 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb99755-2ba5-4857-b2fd-4be4f605f194 None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:12:18.900135 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-6863bb04-bbb6-4178-b868-602ed943c98f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520399 Nov 27 11:12:19.043441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-b4cac25b-508e-44d0-800b-42f07efbf758 service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312730 Nov 27 11:12:19.134415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-aea015f7-af49-4012-9dfe-366df63e4c9a service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849662 Nov 27 11:12:19.302587 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b516a77b-b614-420d-813e-1c788a159a4d req-1f602010-213b-4722-a409-b6884539c406 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 210 time: 0.0295322 Nov 27 11:12:19.546908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c3459ef-0550-4754-a461-f77453748444 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:12:19.570489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 2c3459ef-0550-4754-a461-f77453748444 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:12:19.571154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c3459ef-0550-4754-a461-f77453748444 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:12:20.186992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-08857c86-de9e-4116-81ae-01fb0d633bae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:20.188332 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-08857c86-de9e-4116-81ae-01fb0d633bae tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1032763 Nov 27 11:12:20.256711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-e5dd1d3c-eb72-43e8-a009-a47e40b8d73d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 379 time: 0.0577328 Nov 27 11:12:20.267886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'port': {'device_id': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'admin_state_up': True, 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'security_groups': ['96f50f1e-3a4e-4776-a109-db195cdf1041']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:12:20.385695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Made reservation on behalf of 8a684c344dba44999aeea86a12b77791 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:12:20.389811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:20.415849 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-00e36bcf-3787-4169-b738-f7b2eb408059 req-6c67ac20-02c6-487b-b949-1a75fcc6a585 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 210 time: 0.0388575 Nov 27 11:12:20.533803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Allocated IP 172.20.0.11 (57bcc32e-55eb-4f97-b6f9-2cc564e56d2d/db964707-3a97-458b-a06a-17d0a61cf2e5/14ca3699-6569-498a-a5aa-5d4878ee7dca) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:12:20.670793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:20.704580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:20.748425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:12:20.751361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:12:20.754932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:12:20.762037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:20.810362 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:20.810971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:20.828787 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-5e8c9e2b-ba58-4d6c-8a9b-fad2f6393d84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5644164 Nov 27 11:12:20.841753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Request body: {'port': {'device_id': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:12:20.899591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.028293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-45d836d2-ee55-405c-9bf0-e03c4809585a None None] Provisioning complete for port 14ca3699-6569-498a-a5aa-5d4878ee7dca triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:12:21.028904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-45d836d2-ee55-405c-9bf0-e03c4809585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.066075 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-45d836d2-ee55-405c-9bf0-e03c4809585a None None] Port 14ca3699-6569-498a-a5aa-5d4878ee7dca cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:12:21.164056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ca3699-6569-498a-a5aa-5d4878ee7dca {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:12:21.171527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.184675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Transition to ACTIVE for port object 14ca3699-6569-498a-a5aa-5d4878ee7dca will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:12:21.188327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.255991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:21.314471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Attempting to bind port 14ca3699-6569-498a-a5aa-5d4878ee7dca on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:12:21.314800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Attempting to bind port 14ca3699-6569-498a-a5aa-5d4878ee7dca by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:12:21.315122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Attempting to bind port 14ca3699-6569-498a-a5aa-5d4878ee7dca on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:12:21.319909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Port 14ca3699-6569-498a-a5aa-5d4878ee7dca on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:12:21.320237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Attempting to bind port 14ca3699-6569-498a-a5aa-5d4878ee7dca on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:12:21.325366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:12:21.325686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:12:21.326062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Bound using segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:12:21.326484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Bound port: 14ca3699-6569-498a-a5aa-5d4878ee7dca, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:12:21.326837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.392445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:12:21.395696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:12:21.399602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.433046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:21.433619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:21.435030 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] 10.222.0.24 "PUT /v2.0/ports/14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1094 time: 0.5977488 Nov 27 11:12:21.435578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:12:21.437893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:12:21.472728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b0ac2-cedd-4d73-b538-f743f98b4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:21.512594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f417f-c119-4868-b5f0-a3fcadaed39a x-openstack-request-id: req-245f417f-c119-4868-b5f0-a3fcadaed39a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:12:21.513034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:12:21.513505 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-245f417f-c119-4868-b5f0-a3fcadaed39a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:12:21.514040 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'status': 'completed', 'code': 200} Nov 27 11:12:21.531882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-58170afa-247e-4cc5-89ac-f47ba185dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:21.533450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-58170afa-247e-4cc5-89ac-f47ba185dd56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0520713 Nov 27 11:12:21.568406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46876c27-f4e9-4ed6-ac55-c74b782c352f req-a118713d-4507-40fb-bf03-3273c2423164 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:21.572854 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46876c27-f4e9-4ed6-ac55-c74b782c352f req-a118713d-4507-40fb-bf03-3273c2423164 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 944 time: 0.0568388 Nov 27 11:12:21.583943 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-04c44c69-a395-4965-8d22-5ff7bf3d546f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 217 time: 0.0416512 Nov 27 11:12:21.620986 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-46876c27-f4e9-4ed6-ac55-c74b782c352f req-422b36f9-a9dc-4a32-a999-9d8f2fc88058 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445809 Nov 27 11:12:21.645123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-04a388d5-84d0-48ad-9fa4-a9b9912f167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:21.646785 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-04a388d5-84d0-48ad-9fa4-a9b9912f167f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0541623 Nov 27 11:12:21.693726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7e814510-a178-4607-b299-919e125156cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:21.695242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-7e814510-a178-4607-b299-919e125156cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414751 Nov 27 11:12:21.791640 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-c1246b2e-cfdb-425d-a923-3b13d003c1da service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894895 Nov 27 11:12:21.881640 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89fb3077-da6d-4fc0-8a20-ec51bcbb4a10 req-fd65ff19-4d8d-4f9e-9a19-7c4012e9e041 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819449 Nov 27 11:12:21.973352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-27f80e67-7495-4dd1-bfe1-5d948ce0470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:21.974850 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-27f80e67-7495-4dd1-bfe1-5d948ce0470e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0449119 Nov 27 11:12:22.065745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-7f444e34-7352-4e1d-81b3-ac46a769a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:22.067204 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-7f444e34-7352-4e1d-81b3-ac46a769a587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0856645 Nov 27 11:12:22.111708 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-81c62683-81fa-4fa8-9af8-0c03352dd07d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 217 time: 0.0373323 Nov 27 11:12:22.161164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-4eb23cb2-dcd8-4d20-bfeb-954301776b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:22.162495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-4eb23cb2-dcd8-4d20-bfeb-954301776b73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0436637 Nov 27 11:12:22.207308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-fc56064d-0da3-4de9-8835-b54048a5071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:22.208817 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-fc56064d-0da3-4de9-8835-b54048a5071c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397985 Nov 27 11:12:22.300409 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-717373e6-7251-43aa-affb-7b7b25113545 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847135 Nov 27 11:12:22.388573 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fb769c3-13b5-4caf-a8f8-ad3c94bd7ab7 req-46c01ee0-82d8-4677-88c0-4527702a3b63 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810990 Nov 27 11:12:22.739286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb11f45-b65e-4d42-b436-db2ec90ca742 req-88fac6d0-73c1-41a3-8a9c-ab418f977f7c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:22.740700 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7cb11f45-b65e-4d42-b436-db2ec90ca742 req-88fac6d0-73c1-41a3-8a9c-ab418f977f7c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 944 time: 0.0490499 Nov 27 11:12:22.791353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7cb11f45-b65e-4d42-b436-db2ec90ca742 req-de5ae681-4727-4332-8c72-0aa73d10bc1d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447381 Nov 27 11:12:23.571325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:12:23.665630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:12:23.675645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'mac_address': 'fa:16:3e:05:c5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:12:23.715944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:23.728706 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ca3699-6569-498a-a5aa-5d4878ee7dca {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:12:23.748179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:12:23.752248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:23.798766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:23.907326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2981-a8af-4442-838e-0ecabc57ce5e req-48bad810-d1dd-488f-90ed-643e333dafdc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:23.908822 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ca2981-a8af-4442-838e-0ecabc57ce5e req-48bad810-d1dd-488f-90ed-643e333dafdc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Nov 27 11:12:23.956064 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50ca2981-a8af-4442-838e-0ecabc57ce5e req-a792b6ac-9af6-49e8-8e93-357867e65249 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 Nov 27 11:12:24.074274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['14ca3699-6569-498a-a5aa-5d4878ee7dca'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:12:25.071552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb393f3d-a20b-4726-b76d-e19f635caef6 req-3579196d-e7a8-4d09-90dd-a7af489e3119 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:25.073068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eb393f3d-a20b-4726-b76d-e19f635caef6 req-3579196d-e7a8-4d09-90dd-a7af489e3119 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Nov 27 11:12:25.119862 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eb393f3d-a20b-4726-b76d-e19f635caef6 req-4ba22512-9679-4e60-9163-8249568e3887 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Nov 27 11:12:25.572665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:12:25.620825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 14ca3699-6569-498a-a5aa-5d4878ee7dca completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:12:25.624878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 14ca3699-6569-498a-a5aa-5d4878ee7dca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:12:25.625250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:25.702507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:25.723874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:12:25.726805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2760f7-e4f9-4f97-9c54-c899d75371b2" -d '{"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-plugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:12:25.739053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:12:25.744020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:25.767652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015cf03e-c433-4542-96b5-c37e12f7b16f x-openstack-request-id: req-015cf03e-c433-4542-96b5-c37e12f7b16f {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:12:25.767958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-plugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:12:25.768216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-015cf03e-c433-4542-96b5-c37e12f7b16f {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:12:25.768632 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'code': 200} Nov 27 11:12:25.795699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:12:25.943591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec09db7-9760-461d-8d76-f8f6629ef6bc req-f925db8c-b0a2-45a2-8b1a-27a6b84077ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:25.945528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aec09db7-9760-461d-8d76-f8f6629ef6bc req-f925db8c-b0a2-45a2-8b1a-27a6b84077ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1099 time: 0.0409184 Nov 27 11:12:25.988728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aec09db7-9760-461d-8d76-f8f6629ef6bc req-eab422c2-f453-4347-a035-3999134e06b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366452 Nov 27 11:12:26.239036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925d831-e576-4e96-b4ae-263812b99005 req-7cbdccf2-681b-4bcc-b376-9f602c63ac2b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:26.240423 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f925d831-e576-4e96-b4ae-263812b99005 req-7cbdccf2-681b-4bcc-b376-9f602c63ac2b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0530829 Nov 27 11:12:26.286033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f925d831-e576-4e96-b4ae-263812b99005 req-747f390b-8554-4109-ae26-b95aa6f1c17f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395021 Nov 27 11:12:27.416804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337a76-eb1b-4d8e-a408-dc3bb187de32 req-58788740-bc8a-4cd4-872d-02acebfe806f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:27.418268 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f3337a76-eb1b-4d8e-a408-dc3bb187de32 req-58788740-bc8a-4cd4-872d-02acebfe806f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0542367 Nov 27 11:12:27.465190 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f3337a76-eb1b-4d8e-a408-dc3bb187de32 req-25a876e3-a759-4a00-81c1-2216d6ab6e9e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Nov 27 11:12:27.575664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15a83-30ae-4397-bcbb-d0960f63ed57 req-7df05789-f2df-4673-a274-84c90a43cc33 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:27.577275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dde15a83-30ae-4397-bcbb-d0960f63ed57 req-7df05789-f2df-4673-a274-84c90a43cc33 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0494854 Nov 27 11:12:27.586169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 47796) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:12:27.590497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'floatingip': {'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:12:27.631710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:28.057077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:28.061015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:28.160098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 associated. External IP: 172.26.1.239, port: 14ca3699-6569-498a-a5aa-5d4878ee7dca. Nov 27 11:12:28.608004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:12:28.716263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:12:28.721180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:28.727071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:12:28.736472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:12:28.737150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:12:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:28.748809 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-074ae490-0b1a-44ab-a074-edb87c295ba4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "PUT /v2.0/floatingips/78adf348-76e8-4605-98fd-c6d7c157d3d4 HTTP/1.1" status: 200 len: 992 time: 1.1615610 Nov 27 11:12:28.749407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:12:28.751720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:12:28.790926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a2eef-1d51-41a9-b339-557ba736a58d x-openstack-request-id: req-014a2eef-1d51-41a9-b339-557ba736a58d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:12:28.791238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:12:28.791502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-014a2eef-1d51-41a9-b339-557ba736a58d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:12:28.792054 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'status': 'completed', 'code': 200} Nov 27 11:12:28.847000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:12:28.852403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-61cc25b7-5ca4-431f-bb86-4d8457d90234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:28.853942 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-61cc25b7-5ca4-431f-bb86-4d8457d90234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1099 time: 0.0407763 Nov 27 11:12:28.947738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-1d37f57f-2504-48c7-87fa-23415568e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:28.949250 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-1d37f57f-2504-48c7-87fa-23415568e47a service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0886219 Nov 27 11:12:29.016204 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-f1379396-9c65-4985-b2cf-92abb45ea922 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1000 time: 0.0594299 Nov 27 11:12:29.071748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-129f2a08-ed56-4bbe-b376-a9e4a8a075cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:29.073269 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-129f2a08-ed56-4bbe-b376-a9e4a8a075cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0495787 Nov 27 11:12:29.074218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:05:c5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:12:27Z', 'revision_number': 9, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:29.100300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:12:29.109333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:12:29.109947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:12:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:29.118863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-914500e0-0758-4ff1-949b-56988ebccb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:12:29.120348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-914500e0-0758-4ff1-949b-56988ebccb4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403211 Nov 27 11:12:29.211705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-f461076e-19b5-4c15-9b80-c49c55def0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839307 Nov 27 11:12:29.215841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:12:29.307317 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50f6b39b-ae26-4ae0-b47f-16b34b73edb7 req-dca6ecb2-9725-440b-98a0-db78d9922e18 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885205 Nov 27 11:12:29.439867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:05:c5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:12:27Z', 'revision_number': 9, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:12:29.467026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171aac1e-8174-4546-91ea-93e9aaa034d5 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:05:c5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:12:27Z', 'revision_number': 9, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:12:29.654693 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404d3e0-9e72-405b-ac10-3565cc14d361 None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:12:32.115548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:40.322325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a00c1dc3-dc08-4782-95da-32c0776e6de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:43.103254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4e416108-2a71-4481-891a-68812a0f6464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:43.960535 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:45.589315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:46.299689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:12:49.621933 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:13:02.138217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:10.324136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d4675783-d5e1-4912-9566-eba13ef2ccd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:13.104025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f0f23671-192f-47dd-aeb7-3f39a65765e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:13.905075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-2a842eff-d4e8-4952-a73f-e1bcc2eb1587 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571764 Nov 27 11:13:13.965646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:13.991716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-72f55ba4-e543-4355-be36-0a106d1daa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:13.994015 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-72f55ba4-e543-4355-be36-0a106d1daa85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1099 time: 0.0451872 Nov 27 11:13:14.100189 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-f7ffe6db-60a5-467d-9267-31e37fd60005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:14.104341 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-f7ffe6db-60a5-467d-9267-31e37fd60005 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0905221 Nov 27 11:13:14.174775 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-cc499d2c-cef2-4a3f-9929-47fbb4ffc19b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1003 time: 0.0630047 Nov 27 11:13:14.223745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-61835f26-1b54-4326-bcbc-31e5dddadd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:14.225233 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-61835f26-1b54-4326-bcbc-31e5dddadd6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0433111 Nov 27 11:13:14.269955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-18b87c09-af2a-45d1-907c-aeafad1a74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:14.271445 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-18b87c09-af2a-45d1-907c-aeafad1a74ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397112 Nov 27 11:13:14.282420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-71292319-9b41-46f8-b3e8-c5675b3fa23b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:13:14.283404 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-71292319-9b41-46f8-b3e8-c5675b3fa23b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049987 Nov 27 11:13:14.376663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-06b98232-f314-40f0-9cdc-f75ce8e2913a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858700 Nov 27 11:13:14.470238 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-063a3405-71a7-4b29-a9c7-e9d97e735897 req-10c40769-f560-44a1-b562-6f5b29721511 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864990 Nov 27 11:13:15.575533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:16.301545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:26.622901 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:13:32.154389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:40.324973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70f6c117-8237-4e72-82c0-43a224010689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:40.841705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-ce7a928d-a4d3-44e8-9862-84cabf37fa28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404322 Nov 27 11:13:40.862470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cce3db-711d-4477-92df-2c8997a4cfcd req-40c7dcd7-a0f4-4c74-bc94-f1c5599cdcfc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:40.863964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5cce3db-711d-4477-92df-2c8997a4cfcd req-40c7dcd7-a0f4-4c74-bc94-f1c5599cdcfc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0515208 Nov 27 11:13:40.913979 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a5cce3db-711d-4477-92df-2c8997a4cfcd req-c0d28868-b0a9-4a31-9e07-ccd10c98ffe5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Nov 27 11:13:41.898255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-2aacb9bb-f7ef-4a73-a1eb-f76c43eb81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:41.899742 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-2aacb9bb-f7ef-4a73-a1eb-f76c43eb81ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1099 time: 0.0395982 Nov 27 11:13:42.001921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-d8ae1d90-ff58-486f-8493-f263d0db52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:42.003361 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-d8ae1d90-ff58-486f-8493-f263d0db52a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0972219 Nov 27 11:13:42.083278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab95f0-577e-462f-b0e0-151a6adfc253 req-77d2ec8e-3a9a-4505-95c5-e8d13e3d2255 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:42.084671 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-23ab95f0-577e-462f-b0e0-151a6adfc253 req-77d2ec8e-3a9a-4505-95c5-e8d13e3d2255 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0958533 Nov 27 11:13:42.097938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-be96344b-3b5a-41cf-bf0c-b076c79cad96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1003 time: 0.0812888 Nov 27 11:13:42.173474 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-23ab95f0-577e-462f-b0e0-151a6adfc253 req-2de65041-40ce-41ad-900d-e9b636c1fcc1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784893 Nov 27 11:13:42.174947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-455dcb5c-ac40-4e8d-ba9d-25701166458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:42.176419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-455dcb5c-ac40-4e8d-ba9d-25701166458e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0653536 Nov 27 11:13:42.226290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-5e89fb15-9dab-481b-aa84-6cb483fddcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:42.227801 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-5e89fb15-9dab-481b-aa84-6cb483fddcec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424831 Nov 27 11:13:42.319804 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-a3ab2af2-cebe-4949-bfaa-38ba7ef1f733 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850115 Nov 27 11:13:42.409508 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-1e8d0a26-29db-4508-8544-e0c88902cdb1 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821407 Nov 27 11:13:43.105464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-008d0f82-b878-49e1-b60e-33c31b7a0a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:43.293727 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f5cbb-61a5-4134-b179-4d4b4b41c3c4 req-87b46a2a-1350-441a-81c2-5acc1babd211 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:43.295196 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6f0f5cbb-61a5-4134-b179-4d4b4b41c3c4 req-87b46a2a-1350-441a-81c2-5acc1babd211 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0537510 Nov 27 11:13:43.343173 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6f0f5cbb-61a5-4134-b179-4d4b4b41c3c4 req-650f136e-c4b9-458e-b31e-437d409a0ccb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421329 Nov 27 11:13:43.966612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:44.464313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf437c-b076-4e37-841a-4abe478b45b4 req-af5dd366-1900-4bf7-ba0b-4182d78c54f3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:44.465792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-20cf437c-b076-4e37-841a-4abe478b45b4 req-af5dd366-1900-4bf7-ba0b-4182d78c54f3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0549419 Nov 27 11:13:44.511324 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-20cf437c-b076-4e37-841a-4abe478b45b4 req-eb9f9ac1-c633-424d-827d-5d6161af0b9f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Nov 27 11:13:45.568638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:45.633889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a910cf3-e40b-4af9-8b4e-0747811186ae req-5b272922-ccbc-41e5-9c25-3477585ec89f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:45.636013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6a910cf3-e40b-4af9-8b4e-0747811186ae req-5b272922-ccbc-41e5-9c25-3477585ec89f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0521324 Nov 27 11:13:45.685857 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6a910cf3-e40b-4af9-8b4e-0747811186ae req-fbc16278-2395-4760-9391-4d15d586e451 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436776 Nov 27 11:13:46.302712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:46.802197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3b8ff-4853-4198-964e-e6108e538704 req-c6ec81e9-8bbf-4955-9241-176d04617ab5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:46.803703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15d3b8ff-4853-4198-964e-e6108e538704 req-c6ec81e9-8bbf-4955-9241-176d04617ab5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0478523 Nov 27 11:13:46.850461 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15d3b8ff-4853-4198-964e-e6108e538704 req-e0a471b4-9bb3-4488-80bc-bbc4d69d437d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398664 Nov 27 11:13:47.970446 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafdd99-0590-4624-9991-56ba36e8ae9d req-6f91809c-5437-4551-a6f3-37b4daa36fc3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:47.971922 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8aafdd99-0590-4624-9991-56ba36e8ae9d req-6f91809c-5437-4551-a6f3-37b4daa36fc3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Nov 27 11:13:48.022695 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8aafdd99-0590-4624-9991-56ba36e8ae9d req-2343a5a6-82e6-4ab3-b986-74167e5cc25c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Nov 27 11:13:49.136871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0e35b-82a3-4845-be67-07782441986c req-55b2e571-46ff-4c6d-8624-9ab81df5c36a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:49.138324 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84d0e35b-82a3-4845-be67-07782441986c req-55b2e571-46ff-4c6d-8624-9ab81df5c36a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Nov 27 11:13:49.188610 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84d0e35b-82a3-4845-be67-07782441986c req-f1aacf18-f960-403d-8fd6-343693390d52 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Nov 27 11:13:50.301135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d942c4-5956-4659-bcbc-29a79e9bc75d req-77a52bb7-4718-4c4d-b842-80637594a3ee tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:50.302660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b0d942c4-5956-4659-bcbc-29a79e9bc75d req-77a52bb7-4718-4c4d-b842-80637594a3ee tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0491536 Nov 27 11:13:50.350852 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b0d942c4-5956-4659-bcbc-29a79e9bc75d req-36dcda96-3f00-4151-b790-d30699327150 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 Nov 27 11:13:51.466956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfff9d3-72b9-43d2-8c8f-8316e4ea80e5 req-244a4293-ddd0-4d31-b3ab-ffedb521923a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:51.468441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1dfff9d3-72b9-43d2-8c8f-8316e4ea80e5 req-244a4293-ddd0-4d31-b3ab-ffedb521923a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Nov 27 11:13:51.515622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1dfff9d3-72b9-43d2-8c8f-8316e4ea80e5 req-dd6e987c-31f0-419a-9557-c92a2cb911a2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412598 Nov 27 11:13:52.629531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4641d-6682-4680-bae7-911021435996 req-76fc9fa7-8bf2-4c27-83d0-3504426c1651 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:52.630997 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4bb4641d-6682-4680-bae7-911021435996 req-76fc9fa7-8bf2-4c27-83d0-3504426c1651 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0481513 Nov 27 11:13:52.679841 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4bb4641d-6682-4680-bae7-911021435996 req-5f50f83a-6474-4cc8-a2e9-1c844017337c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Nov 27 11:13:53.795509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5057d-4b41-44f5-8e29-14f068494894 req-e8d6c4a1-dd5e-465b-9bdf-bf4d4d43fa40 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:53.796981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15d5057d-4b41-44f5-8e29-14f068494894 req-e8d6c4a1-dd5e-465b-9bdf-bf4d4d43fa40 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0481007 Nov 27 11:13:53.846113 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15d5057d-4b41-44f5-8e29-14f068494894 req-167eb3dc-5647-4de7-992a-78720634855c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Nov 27 11:13:53.988642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-c06edf87-342e-404a-ad56-fc9e727e5561 service neutron] 10.222.0.24 "GET /v2.0/ports/14ca3699-6569-498a-a5aa-5d4878ee7dca/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0580919 Nov 27 11:13:54.184966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-4479f7e7-c8e3-4f09-a102-eed70e5a1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:54.186513 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-4479f7e7-c8e3-4f09-a102-eed70e5a1d03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 1099 time: 0.0430789 Nov 27 11:13:54.247593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-02e6b32a-71f2-4672-ad46-0a9a80035bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:54.249053 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-02e6b32a-71f2-4672-ad46-0a9a80035bbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1099 time: 0.0413935 Nov 27 11:13:54.342797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-d0ca12e5-bc5b-4107-960e-7e2724a24c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:54.344252 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-d0ca12e5-bc5b-4107-960e-7e2724a24c56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0888820 Nov 27 11:13:54.410130 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-a80769fa-dd1b-4dc6-9cc8-10817ace95ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1003 time: 0.0584621 Nov 27 11:13:54.460075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-4aa99beb-9d98-47c4-b979-de0380fbe736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:54.461681 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-4aa99beb-9d98-47c4-b979-de0380fbe736 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0435064 Nov 27 11:13:54.509878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-8f8b7ca5-3acd-4bd9-b2ea-5a664bb7b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:54.511887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-8f8b7ca5-3acd-4bd9-b2ea-5a664bb7b1ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432274 Nov 27 11:13:54.601754 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-53c85145-c8b6-40e9-967a-59b65db0fb08 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830269 Nov 27 11:13:54.692205 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d74ab9c-2cd1-4cd7-9bfe-57684d51fa52 req-38f2cb93-4658-40c0-aa25-d059c876120a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Nov 27 11:13:54.966613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38465c-60f7-4784-970d-6200791d3596 req-c877fec8-9256-4b93-bcb2-8c4fc921001c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:54.968105 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ad38465c-60f7-4784-970d-6200791d3596 req-c877fec8-9256-4b93-bcb2-8c4fc921001c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0519822 Nov 27 11:13:55.014333 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ad38465c-60f7-4784-970d-6200791d3596 req-c3e5c75a-8272-4a1c-a16f-8cfc309b7328 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403941 Nov 27 11:13:56.129431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5d801-9222-4b50-a99f-cd6ffdbe90cc req-795fdcd6-1b08-4aa0-85c8-1e2796b453f5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:56.130912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f0a5d801-9222-4b50-a99f-cd6ffdbe90cc req-795fdcd6-1b08-4aa0-85c8-1e2796b453f5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0486410 Nov 27 11:13:56.177327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f0a5d801-9222-4b50-a99f-cd6ffdbe90cc req-1a375004-218f-4909-ab81-e2545dd16c6e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 Nov 27 11:13:57.452769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33004768-fbae-4017-9881-d64044dff0f6 req-94cd1d2e-e7a9-4c87-adc0-8a87f0384776 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:57.454294 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33004768-fbae-4017-9881-d64044dff0f6 req-94cd1d2e-e7a9-4c87-adc0-8a87f0384776 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0529482 Nov 27 11:13:57.511425 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33004768-fbae-4017-9881-d64044dff0f6 req-7a67777f-44c6-4cfc-85f3-568ed8e48821 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498929 Nov 27 11:13:57.911748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:13:58.005993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:13:58.016759 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'mac_address': 'fa:16:3e:05:c5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:13:58.052821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:58.065311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ca3699-6569-498a-a5aa-5d4878ee7dca {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:13:58.084516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:13:58.088749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:13:58.138312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:13:58.145574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.145933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.146281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.146625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.146962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.147301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.147633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.147975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.148334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.148697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.149028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.149352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:13:58.154810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['14ca3699-6569-498a-a5aa-5d4878ee7dca'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:13:58.627378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c8e6d-e185-4c25-b0f2-5689a2f48660 req-67d25c53-fa49-4d41-84e0-90124fe1f9fb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:58.628862 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-149c8e6d-e185-4c25-b0f2-5689a2f48660 req-67d25c53-fa49-4d41-84e0-90124fe1f9fb tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Nov 27 11:13:58.681044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-149c8e6d-e185-4c25-b0f2-5689a2f48660 req-8892a7b6-aacf-4cac-876b-9cd79ee317f2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462470 Nov 27 11:13:58.998432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-7b42aba7-18e5-4253-8b87-57bc63207708 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:58.999783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-7b42aba7-18e5-4253-8b87-57bc63207708 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10&tenant_id=8a684c344dba44999aeea86a12b77791&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0804806 Nov 27 11:13:59.011232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e022f39-fd1f-416e-bd4c-a58436c8d4a1 req-adf9e437-72a0-4de4-bc53-ac6a6deb3c02 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:59.012735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1e022f39-fd1f-416e-bd4c-a58436c8d4a1 req-adf9e437-72a0-4de4-bc53-ac6a6deb3c02 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 945 time: 0.0659788 Nov 27 11:13:59.097224 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1e022f39-fd1f-416e-bd4c-a58436c8d4a1 req-1bcbedc5-456f-4e86-8c32-e2abf2d618d5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786095 Nov 27 11:13:59.102943 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-55e08538-eac4-41b0-848b-efa1c52967d3 service neutron] 10.222.0.24 "GET /v2.0/ports/14ca3699-6569-498a-a5aa-5d4878ee7dca/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0893459 Nov 27 11:13:59.164653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-35696a7a-ffec-462a-9461-834545f78f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:59.166119 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-35696a7a-ffec-462a-9461-834545f78f0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1098 time: 0.0401134 Nov 27 11:13:59.257296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-eb06731f-f3c5-45de-86c3-02e53cc36b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:59.258704 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-eb06731f-f3c5-45de-86c3-02e53cc36b68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0859108 Nov 27 11:13:59.321683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-984d1bde-e5fa-4fb0-aa53-430590f609ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1002 time: 0.0563006 Nov 27 11:13:59.369428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-34cbc760-f24f-48d7-b460-dc5b11039072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:59.370939 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-34cbc760-f24f-48d7-b460-dc5b11039072 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0429814 Nov 27 11:13:59.419479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-c083e103-5cb9-43f9-ba65-7e620cc10332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:13:59.421033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-c083e103-5cb9-43f9-ba65-7e620cc10332 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436776 Nov 27 11:13:59.509407 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-4d7237c4-59cc-4083-8988-322d379ee4c1 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812314 Nov 27 11:13:59.600177 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-d7039f7f-a92f-4a33-a6c4-ec83053e3b46 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837653 Nov 27 11:13:59.924900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:13:59.973691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 14ca3699-6569-498a-a5aa-5d4878ee7dca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:13:59.974064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:00.051314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:00.074365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:00.076749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7166b30c-e1f5-4f3c-85da-27e974386b85" -d '{"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-plugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:00.089181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:00.093230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:00.121993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf13155-39b1-4ea1-9fb6-1d3efe74bd89 x-openstack-request-id: req-dbf13155-39b1-4ea1-9fb6-1d3efe74bd89 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:00.122294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-plugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:00.122548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbf13155-39b1-4ea1-9fb6-1d3efe74bd89 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:00.122939 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'code': 200} Nov 27 11:14:00.143213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:00.218547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078def0f-c1c5-46c8-91ab-89463af889fd req-bd43341d-f55a-433b-96a7-3b0307847916 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:00.220018 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-078def0f-c1c5-46c8-91ab-89463af889fd req-bd43341d-f55a-433b-96a7-3b0307847916 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0498157 Nov 27 11:14:00.266983 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-078def0f-c1c5-46c8-91ab-89463af889fd req-895eaafb-b3a2-42f1-8211-2ce515207a72 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Nov 27 11:14:01.388775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33f883-b0da-405b-ad04-aa1c6524925a req-9f7617bc-a5c3-4f37-9341-7276a6bda30f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:01.390268 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef33f883-b0da-405b-ad04-aa1c6524925a req-9f7617bc-a5c3-4f37-9341-7276a6bda30f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0537043 Nov 27 11:14:01.440440 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef33f883-b0da-405b-ad04-aa1c6524925a req-0433f0f6-b24a-4708-8a88-f0be3e661c99 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Nov 27 11:14:02.079637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-0291d660-b8af-40bf-8b61-c80dfc18bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:02.081171 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-0291d660-b8af-40bf-8b61-c80dfc18bb3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 1099 time: 0.0403423 Nov 27 11:14:02.151059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-a0f9c89b-ce2f-46c1-9daf-520682ee973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:02.153284 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-a0f9c89b-ce2f-46c1-9daf-520682ee973c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 1099 time: 0.0448475 Nov 27 11:14:02.165117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:02.241778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-9e7738ca-6c66-49bf-a498-e801da949cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:02.243228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-9e7738ca-6c66-49bf-a498-e801da949cac service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0835080 Nov 27 11:14:02.312335 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-1841a3c3-b695-4f21-a4fa-bd83e9fdb81b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 200 len: 1003 time: 0.0612671 Nov 27 11:14:02.361506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-691939cb-f37c-4fdc-bebb-38c0505f459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:02.362951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-691939cb-f37c-4fdc-bebb-38c0505f459e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0438392 Nov 27 11:14:02.408837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-6bfe97a6-e27d-4c87-9b0e-2ef345001a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:02.410207 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-6bfe97a6-e27d-4c87-9b0e-2ef345001a67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401230 Nov 27 11:14:02.503766 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-06e9bdb0-5cee-40cf-b47a-197bf1d09094 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863450 Nov 27 11:14:02.860656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715bfe8-05bb-4109-a440-e0515efd69cf req-4f855056-abfa-48f5-9061-044897a2467b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:02.862120 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6715bfe8-05bb-4109-a440-e0515efd69cf req-4f855056-abfa-48f5-9061-044897a2467b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.3521338 Nov 27 11:14:02.895564 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1a76865b-2204-4a8b-8552-1ffa203dca12 req-e749b80c-66ff-4e3c-b303-e08124fdc257 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832788 Nov 27 11:14:02.925624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6715bfe8-05bb-4109-a440-e0515efd69cf req-8c4b6475-fcb5-4646-84ec-453294b7d254 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573084 Nov 27 11:14:03.622484 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:14:03.950061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:14:04.029933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:04.041128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba8dcd-1a8d-4d4e-93ed-e5acb441e9b8 req-2b1c8227-f408-4859-926f-2e5c7eff082b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:04.043138 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f1ba8dcd-1a8d-4d4e-93ed-e5acb441e9b8 req-2b1c8227-f408-4859-926f-2e5c7eff082b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 946 time: 0.0493941 Nov 27 11:14:04.052838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:04.055067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff21b63-c5fb-4ab7-ac34-5df506f29ef5" -d '{"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-unplugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:04.069178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:04.073651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:04.096225 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f1ba8dcd-1a8d-4d4e-93ed-e5acb441e9b8 req-eb5356ff-ae3c-48bb-ba48-b31e1e5d701b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471854 Nov 27 11:14:04.109408 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f751b77-ad6e-421c-96d4-ad3645af24cc x-openstack-request-id: req-0f751b77-ad6e-421c-96d4-ad3645af24cc {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:04.109722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-unplugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:04.109984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f751b77-ad6e-421c-96d4-ad3645af24cc {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:04.110379 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'code': 200} Nov 27 11:14:04.125775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:05.214987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2b0fa-54c0-47ce-aa28-fdd8ec8f76b4 req-4068e175-d960-4477-a9e0-869e469fc030 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:05.216438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4dd2b0fa-54c0-47ce-aa28-fdd8ec8f76b4 req-4068e175-d960-4477-a9e0-869e469fc030 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 944 time: 0.0489538 Nov 27 11:14:05.263169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4dd2b0fa-54c0-47ce-aa28-fdd8ec8f76b4 req-99d9aaa3-bd9f-4724-91f3-14a1c72b4977 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405149 Nov 27 11:14:05.378945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1857d-17d9-41b2-843a-83d141e23e66 req-27c069fa-ddc7-4671-8f47-ebdfbe30aeff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:05.380327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e4c1857d-17d9-41b2-843a-83d141e23e66 req-27c069fa-ddc7-4671-8f47-ebdfbe30aeff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 944 time: 0.0491207 Nov 27 11:14:05.432751 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e4c1857d-17d9-41b2-843a-83d141e23e66 req-9058ec68-fdd8-482c-93fc-98c5f526dee2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451317 Nov 27 11:14:05.546227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f03c0-7ce8-4338-978e-8b5ed30ed688 req-4cb74cdd-c28c-48c7-8e0d-e327e9488fa4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:05.547703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-010f03c0-7ce8-4338-978e-8b5ed30ed688 req-4cb74cdd-c28c-48c7-8e0d-e327e9488fa4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 944 time: 0.0474837 Nov 27 11:14:05.599511 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-010f03c0-7ce8-4338-978e-8b5ed30ed688 req-3c309c25-daeb-42a5-939e-aed41866974b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459170 Nov 27 11:14:05.830771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5fe74-0d97-4b33-a590-874486a5d01f req-0fe14a13-21eb-4d7b-910f-c4eee5d8f3fa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:05.832251 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51c5fe74-0d97-4b33-a590-874486a5d01f req-0fe14a13-21eb-4d7b-910f-c4eee5d8f3fa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 944 time: 0.0500441 Nov 27 11:14:05.879667 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51c5fe74-0d97-4b33-a590-874486a5d01f req-038bfa94-b1f5-45b9-982e-292035f87ab4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Nov 27 11:14:05.952323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:14:06.045859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:06.056278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'mac_address': 'fa:16:3e:05:c5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:14:06.095100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:06.111095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ca3699-6569-498a-a5aa-5d4878ee7dca {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:14:06.130670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:06.135177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:06.187071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:06.194919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['14ca3699-6569-498a-a5aa-5d4878ee7dca'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:14:06.996745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56952c8-e13e-4c27-9746-8b348a4eba6a req-aae286a7-c3db-474c-98aa-24828758abac tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:06.998205 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e56952c8-e13e-4c27-9746-8b348a4eba6a req-aae286a7-c3db-474c-98aa-24828758abac tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Nov 27 11:14:07.043922 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e56952c8-e13e-4c27-9746-8b348a4eba6a req-4dbd252e-c938-4a7e-867d-c23b6e2fa593 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398514 Nov 27 11:14:07.965994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:14:08.012681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 14ca3699-6569-498a-a5aa-5d4878ee7dca triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:14:08.013041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.087578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.109868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:08.112299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc7192c-0a67-4627-9da7-052a9584ea81" -d '{"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-plugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:08.128642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:08.132877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.157999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75012e-ed81-4043-ac67-bf999184f025 x-openstack-request-id: req-4d75012e-ed81-4043-ac67-bf999184f025 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:08.158299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-plugged", "status": "completed", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:08.158557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d75012e-ed81-4043-ac67-bf999184f025 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:08.158951 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'code': 200} Nov 27 11:14:08.184790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-b407137c-84b3-40a8-bf12-8c3844a073f5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:08.185812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:08.186276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-b407137c-84b3-40a8-bf12-8c3844a073f5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 945 time: 0.0829268 Nov 27 11:14:08.194495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aba7dd-9a27-4de4-9431-0a204147a250 req-87ceaa51-cb13-48b4-8ddc-45ae16f07ef0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:08.195860 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51aba7dd-9a27-4de4-9431-0a204147a250 req-87ceaa51-cb13-48b4-8ddc-45ae16f07ef0 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 947 time: 0.0829916 Nov 27 11:14:08.289387 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51aba7dd-9a27-4de4-9431-0a204147a250 req-ca993e6c-d880-4f41-90ed-b8e4404a3fb1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854721 Nov 27 11:14:08.311121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Deleting port 14ca3699-6569-498a-a5aa-5d4878ee7dca {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:14:08.311452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.401428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] For port 14ca3699-6569-498a-a5aa-5d4878ee7dca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14ca3699-6569-498a-a5aa-5d4878ee7dca,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:08.402041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.569034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.569283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.569594 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 disassociated. External IP: 172.26.1.239, port: 14ca3699-6569-498a-a5aa-5d4878ee7dca. Nov 27 11:14:08.569929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Calling delete_port for 14ca3699-6569-498a-a5aa-5d4878ee7dca owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:14:08.696659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:08.724444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event deleted for resources: {'Port': ['ID=14ca3699-6569-498a-a5aa-5d4878ee7dca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:08.735099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.735454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.735798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.736133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.736499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.736835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.737172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.737506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.737836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.738174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.738485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.738835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:14:08.854219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:14:08.965663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:14:08.975360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:14:08.985711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:14:08.986336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:13:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:09.004725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] No DVR routers for this DVR port 14ca3699-6569-498a-a5aa-5d4878ee7dca on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:14:09.007167 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:09.010441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5f05d82e-a189-40e5-be6d-09319b1dc902 req-e982f2e3-1f23-4794-b821-ec7ba656df25 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "DELETE /v2.0/ports/14ca3699-6569-498a-a5aa-5d4878ee7dca HTTP/1.1" status: 204 len: 173 time: 0.8137016 Nov 27 11:14:09.011629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-deleted', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:09.014126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6500687-e103-4494-bb0c-b0218393cd45" -d '{"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-deleted", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:09.049244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6215ad2b-e565-4a50-ba05-78757eb7e650 x-openstack-request-id: req-6215ad2b-e565-4a50-ba05-78757eb7e650 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:09.049543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f090876-b6c5-44df-b3e9-ac638605cd10", "name": "network-vif-deleted", "tag": "14ca3699-6569-498a-a5aa-5d4878ee7dca", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:09.050022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6215ad2b-e565-4a50-ba05-78757eb7e650 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:09.050367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f090876-b6c5-44df-b3e9-ac638605cd10', 'name': 'network-vif-deleted', 'tag': '14ca3699-6569-498a-a5aa-5d4878ee7dca', 'status': 'completed', 'code': 200} Nov 27 11:14:09.100041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:14:09.299319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:09.330065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:14:09.338439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:14:09.339086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:13:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:09.404669 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c519c17c-4e36-4f49-816a-9217ec06c660 req-665228d4-8a55-4e19-9630-b4a760204a62 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f090876-b6c5-44df-b3e9-ac638605cd10 HTTP/1.1" status: 200 len: 210 time: 0.0352345 Nov 27 11:14:09.450952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:14:09.648466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:09.675359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa3e72-400a-410a-9e44-8ea49712ab9a None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:14:09.876521 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2131fd-05c8-455e-9a8b-cdcfd540191f None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:14:10.327252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-aaf18366-2e21-43d1-a465-d6228260f7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:10.672219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-b6fef866-cf75-4a09-a71a-2f3dfe4ef7c9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--199485659&fields=id&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 267 time: 0.0430157 Nov 27 11:14:10.781398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-c2312aeb-2623-4087-9a0f-3d59b5082176 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:10.782863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-c2312aeb-2623-4087-9a0f-3d59b5082176 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1041255 Nov 27 11:14:10.798109 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-b3a24e76-b7f8-4864-a861-af26e3f17afe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/quotas/8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 375 time: 0.0096216 Nov 27 11:14:10.848785 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-dbfccebc-820b-4a2f-bcf2-ca09004c7889 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453916 Nov 27 11:14:10.989058 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cbe40284-f942-4bbb-b3ab-48d6bec044af service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278012 Nov 27 11:14:11.077917 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-4e323550-cb10-4d1d-a04f-2edcf9d695f1 service neutron] 10.222.0.13 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826890 Nov 27 11:14:11.229984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5ee2a2af-81c9-4466-b644-b7ab30bf23c0 req-2c0e8c56-091c-4923-882b-219fccc8047f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0264308 Nov 27 11:14:12.002813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:14:12.024332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 14ca3699-6569-498a-a5aa-5d4878ee7dca {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:14:12.024710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 14ca3699-6569-498a-a5aa-5d4878ee7dca not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:14:12.126541 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-73685f95-d5d1-436c-832b-ce425c7568be tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:12.127989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-73685f95-d5d1-436c-832b-ce425c7568be tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 811 time: 0.1129000 Nov 27 11:14:12.193512 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-5b1f392b-8490-4e05-b077-a71afc3a8a0d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 379 time: 0.0551305 Nov 27 11:14:12.204332 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'port': {'device_id': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'admin_state_up': True, 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'security_groups': ['96f50f1e-3a4e-4776-a109-db195cdf1041']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:14:12.317047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Made reservation on behalf of 8a684c344dba44999aeea86a12b77791 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:14:12.320597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:12.326113 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cb65e833-08da-4fa2-ab89-da400279d32b req-da27e1c5-bda2-4541-9f24-9b5f0424c081 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0278487 Nov 27 11:14:12.444603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Allocated IP 172.20.0.7 (57bcc32e-55eb-4f97-b6f9-2cc564e56d2d/db964707-3a97-458b-a06a-17d0a61cf2e5/2c1aaeed-b41f-4839-81fd-a453a8a06e88) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:14:12.584319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:12.616301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:12.662683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:14:12.665649 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:14:12.668118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:14:12.700469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:12.730213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:12.730836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:12.750223 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-bf770167-e4a5-455f-b660-37ebaf60f940 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510049 Nov 27 11:14:12.804594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Request body: {'port': {'device_id': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:14:12.875504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:12.880633 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8f97f186-7c10-4adc-99e8-0e1bc755beae None None] Provisioning complete for port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:14:12.881010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8f97f186-7c10-4adc-99e8-0e1bc755beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:12.916295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8f97f186-7c10-4adc-99e8-0e1bc755beae None None] Port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:14:13.108780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68239008-df81-44d0-be23-5b46585a0d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.188935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:14:13.196591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.208712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Transition to ACTIVE for port object 2c1aaeed-b41f-4839-81fd-a453a8a06e88 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:14:13.212575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.263582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:13.340550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Attempting to bind port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:14:13.341820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Attempting to bind port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:14:13.341820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Attempting to bind port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:14:13.347977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:14:13.348303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Attempting to bind port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 on network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:14:13.355466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:14:13.358306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Checking segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:14:13.358509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Bound using segment: {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:14:13.359161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Bound port: 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc6db2a-50e7-43a5-aa73-991c7827bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:14:13.359521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.472414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:14:13.477824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:14:13.484142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.525671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098a7d6-33ea-4521-bf76-18facba3777d req-3001dfcb-e200-4236-985a-90eb50b31ad9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:13.527604 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1098a7d6-33ea-4521-bf76-18facba3777d req-3001dfcb-e200-4236-985a-90eb50b31ad9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.1231680 Nov 27 11:14:13.541538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:13.542535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.543960 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1093 time: 0.7859390 Nov 27 11:14:13.548919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:13.551835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04eec1-e6d9-4e36-9681-1af60085761b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:13.616482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7400c08f-fe60-4d10-8690-87e1710e3c30 x-openstack-request-id: req-7400c08f-fe60-4d10-8690-87e1710e3c30 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:13.616888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:13.617157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7400c08f-fe60-4d10-8690-87e1710e3c30 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:13.617639 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'status': 'completed', 'code': 200} Nov 27 11:14:13.625023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1209ab-61af-49f5-b554-a733b4f8d529 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:13.674851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1098a7d6-33ea-4521-bf76-18facba3777d req-d4964d46-7b09-4a5c-a12f-468d19c24942 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386864 Nov 27 11:14:13.694718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-82348bed-c323-4c35-9232-de1875bee210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:13.696232 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-82348bed-c323-4c35-9232-de1875bee210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1096 time: 0.0999224 Nov 27 11:14:13.743358 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-523875b7-b6fd-4bc4-8bc5-a60f9dce45f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 217 time: 0.0395002 Nov 27 11:14:13.796621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-ff7e2cc5-843a-4836-809a-d91b67fcdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:13.798079 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-ff7e2cc5-843a-4836-809a-d91b67fcdf0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0475473 Nov 27 11:14:13.848864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68de80-f02a-40ec-83f4-7537e482772c req-9c617925-28fa-4bc8-a01c-ffef94f49648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:13.850287 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-9c617925-28fa-4bc8-a01c-ffef94f49648 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454290 Nov 27 11:14:13.970316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:13.977074 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-5452389c-9ed2-4d9e-b081-2b73d77cff6a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190910 Nov 27 11:14:14.077364 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8d68de80-f02a-40ec-83f4-7537e482772c req-86644cc3-1f00-4c8f-bf19-10c8eadbbed7 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928802 Nov 27 11:14:14.174957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-d0f05052-9f42-41c9-8025-21da2c154199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:14.176491 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-d0f05052-9f42-41c9-8025-21da2c154199 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1096 time: 0.0487938 Nov 27 11:14:14.301559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-e29e4047-6358-4335-a86c-e5003895ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:14.303844 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-e29e4047-6358-4335-a86c-e5003895ddec service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.1190653 Nov 27 11:14:14.350350 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-51300789-6da6-4759-b036-941f36ae487a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 217 time: 0.0378361 Nov 27 11:14:14.420109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-57f24791-9796-473e-bc60-fa6939ab3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:14.421613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-57f24791-9796-473e-bc60-fa6939ab3d6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0636485 Nov 27 11:14:14.473380 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-294451ba-c65c-432f-8606-43ed2cf0131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:14.474881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-294451ba-c65c-432f-8606-43ed2cf0131a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465577 Nov 27 11:14:14.580827 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-b07fbdb2-20d4-42d6-9272-8b303340858f service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975142 Nov 27 11:14:14.671615 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f04eec1-e6d9-4e36-9681-1af60085761b req-7534cb97-50ba-4ce2-a350-92c1f131bbc7 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836484 Nov 27 11:14:14.811139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c99c71-7d9f-439b-9f15-f396b3d5633e req-7e7caa11-8dcc-4d3a-be35-106cdf10c061 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:14.812696 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f1c99c71-7d9f-439b-9f15-f396b3d5633e req-7e7caa11-8dcc-4d3a-be35-106cdf10c061 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0532768 Nov 27 11:14:14.858281 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f1c99c71-7d9f-439b-9f15-f396b3d5633e req-04b118d2-33b7-4548-a75b-61fae40f9a7e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 Nov 27 11:14:15.569988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:15.974361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b24d6-cae1-4c94-9f41-6b91efbcfcbe req-6f3195bb-39e1-4000-a5be-a1e322166e05 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:15.975836 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e8b24d6-cae1-4c94-9f41-6b91efbcfcbe req-6f3195bb-39e1-4000-a5be-a1e322166e05 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0506372 Nov 27 11:14:16.025659 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e8b24d6-cae1-4c94-9f41-6b91efbcfcbe req-d959e36a-4937-4a70-b3a2-2017dbb13516 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Nov 27 11:14:16.304447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:17.140394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6d3c7-0682-4dfe-9a06-91e863a51947 req-9896f2e5-9c3d-4fd4-99dc-32e375d98107 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:17.141861 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-22c6d3c7-0682-4dfe-9a06-91e863a51947 req-9896f2e5-9c3d-4fd4-99dc-32e375d98107 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0480225 Nov 27 11:14:17.190892 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-22c6d3c7-0682-4dfe-9a06-91e863a51947 req-e819f951-bf33-4edd-ba7c-fab946c05e04 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429139 Nov 27 11:14:17.999101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:14:18.094002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:18.104273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'mac_address': 'fa:16:3e:74:43:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:14:18.146194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:18.159336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:14:18.178014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:18.181681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:18.229986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:18.305298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcc4ab-4055-48ae-a4b8-11e3ad66dd1b req-d3aebc27-01de-4e60-a04d-bf9929f67e1b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:18.306938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9fcc4ab-4055-48ae-a4b8-11e3ad66dd1b req-d3aebc27-01de-4e60-a04d-bf9929f67e1b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 944 time: 0.0495512 Nov 27 11:14:18.354996 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9fcc4ab-4055-48ae-a4b8-11e3ad66dd1b req-9e09fad1-f1df-4b3f-9a84-adc13034cbea tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Nov 27 11:14:18.524640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['2c1aaeed-b41f-4839-81fd-a453a8a06e88'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:14:19.468112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b6c39-97f1-4c1e-80ac-5df132fdc566 req-dc7479e3-e5a3-47dd-89d8-54df3b7f8b31 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:19.469595 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-783b6c39-97f1-4c1e-80ac-5df132fdc566 req-dc7479e3-e5a3-47dd-89d8-54df3b7f8b31 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 944 time: 0.0480876 Nov 27 11:14:19.518080 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-783b6c39-97f1-4c1e-80ac-5df132fdc566 req-ba416d6c-67e2-4b18-bf39-f0d0daa6fc84 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Nov 27 11:14:20.011509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:14:20.061744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:14:20.066085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:14:20.066456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:20.146738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:20.168845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:20.171079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ff99e-b4b0-4218-a426-648273723bf0" -d '{"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:20.184411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:14:20.190372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:20.227197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2f4a0-0d60-48b0-bfa6-0f3618aad3fc x-openstack-request-id: req-e6d2f4a0-0d60-48b0-bfa6-0f3618aad3fc {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:20.227528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:20.227814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6d2f4a0-0d60-48b0-bfa6-0f3618aad3fc {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:20.228277 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'code': 200} Nov 27 11:14:20.254217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:14:20.390298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59ecf2-3d34-4bc5-81ef-c67ce56e0ec5 req-ee95baf0-1e64-4834-9213-18e45299ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:20.391811 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5b59ecf2-3d34-4bc5-81ef-c67ce56e0ec5 req-ee95baf0-1e64-4834-9213-18e45299ae3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0401340 Nov 27 11:14:20.436534 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5b59ecf2-3d34-4bc5-81ef-c67ce56e0ec5 req-cff3fa3c-0c1f-46bf-9f5b-da183e6d34fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368927 Nov 27 11:14:20.632014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648da46-46c9-4039-8459-01506291517f req-74a38c51-2cdb-46da-98a7-5eac69c69651 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:20.633516 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a648da46-46c9-4039-8459-01506291517f req-74a38c51-2cdb-46da-98a7-5eac69c69651 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0483453 Nov 27 11:14:20.679840 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a648da46-46c9-4039-8459-01506291517f req-1104e549-a152-4cb5-b60b-713c9629b7b4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Nov 27 11:14:21.803176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934d9af-65ad-401e-96bf-105ba636c11b req-e3b52367-0ab4-4339-a704-2302e0612ec7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:21.804711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0934d9af-65ad-401e-96bf-105ba636c11b req-e3b52367-0ab4-4339-a704-2302e0612ec7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0545630 Nov 27 11:14:21.854004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0934d9af-65ad-401e-96bf-105ba636c11b req-98350d5c-08d4-4139-b297-efe46c200ed3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 Nov 27 11:14:22.968404 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3bcd9-f963-4773-87d1-e0cf3eddf75b req-c430ef99-6e43-4734-9d19-ce0cb917027b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:22.969914 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d3d3bcd9-f963-4773-87d1-e0cf3eddf75b req-c430ef99-6e43-4734-9d19-ce0cb917027b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0488803 Nov 27 11:14:23.015573 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d3d3bcd9-f963-4773-87d1-e0cf3eddf75b req-591d9ad8-790c-4fc1-983a-988131e96c94 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Nov 27 11:14:23.129426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52868-3ae5-401a-8291-c485f8bedca9 req-31d4d4ae-15cd-4a2a-9604-169bfb7cad00 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:23.130936 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dff52868-3ae5-401a-8291-c485f8bedca9 req-31d4d4ae-15cd-4a2a-9604-169bfb7cad00 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0519311 Nov 27 11:14:23.139733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48110) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:14:23.144086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Request body: {'floatingip': {'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:14:23.186268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:23.866434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:23.870021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:23.969617 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 associated. External IP: 172.26.1.239, port: 2c1aaeed-b41f-4839-81fd-a453a8a06e88. Nov 27 11:14:24.174236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:14:24.279953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:14:24.284889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:24.290918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:14:24.301763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:14:24.302380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:14:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:24.311951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba027065-c69f-4ebf-b021-2472dc4c6983 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "PUT /v2.0/floatingips/78adf348-76e8-4605-98fd-c6d7c157d3d4 HTTP/1.1" status: 200 len: 992 time: 1.1711774 Nov 27 11:14:24.312569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:14:24.314840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93959aff-8ed4-4e7e-98be-379fd8de6bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:14:24.355087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690efba-9078-4829-85ba-eb3f4824dab9 x-openstack-request-id: req-f690efba-9078-4829-85ba-eb3f4824dab9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:14:24.355486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:14:24.356575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f690efba-9078-4829-85ba-eb3f4824dab9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:14:24.357967 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'status': 'completed', 'code': 200} Nov 27 11:14:24.415693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:14:24.421251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-f62d84a5-e314-4f7f-bdde-57f50455a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:24.422774 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-f62d84a5-e314-4f7f-bdde-57f50455a5bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0416443 Nov 27 11:14:24.522274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-c20e52fa-ce74-44f9-9e02-664e4ed4f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:24.523071 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-c20e52fa-ce74-44f9-9e02-664e4ed4f70f service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0933988 Nov 27 11:14:24.589546 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-4927022b-c09b-409c-b578-c9fd6e0c95b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1000 time: 0.0593927 Nov 27 11:14:24.644470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-f89c8c29-fa53-4563-b77c-f175493ecce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:24.645978 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-f89c8c29-fa53-4563-b77c-f175493ecce9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0499997 Nov 27 11:14:24.695199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-0916c53b-d2af-4060-8425-aae49792aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:14:24.696777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-0916c53b-d2af-4060-8425-aae49792aebf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440152 Nov 27 11:14:24.791274 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-ab32ce05-1b54-474d-a514-a75f8d2591f2 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875971 Nov 27 11:14:24.797348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:74:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:14:23Z', 'revision_number': 13, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:24.823017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:14:24.831672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:14:24.832475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:14:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:24.886371 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-93959aff-8ed4-4e7e-98be-379fd8de6bcc req-a71dc8dd-4c40-41d9-8b30-0d839ea50c7e service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878167 Nov 27 11:14:24.940287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:14:25.166799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:74:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:14:23Z', 'revision_number': 13, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:14:25.192581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124ee50-d358-4d10-b685-0ed25d770717 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '78adf348-76e8-4605-98fd-c6d7c157d3d4', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'floating_ip_address': '172.26.1.239', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'mac_address': 'fa:16:3e:74:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:08:41Z', 'updated_at': '2021-11-27T11:14:23Z', 'revision_number': 13, 'project_id': '8a684c344dba44999aeea86a12b77791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:14:25.379159 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f3c4b-5d18-4241-9a6a-a93f4e6c4e13 None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:14:32.174888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:40.328984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a2808688-dedf-4c5b-8df4-97ad3dd8b41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:40.621218 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:14:43.111167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-976fbea8-a87e-4674-a806-e5f4f6f7a219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:43.971279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:45.588309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:14:46.306922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:02.169279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:10.330549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-343b6cca-cea1-4cd1-afbf-4e7b25ac4728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:13.115886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-067c3fd1-794f-4927-b9eb-e0799b93b6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:13.974542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:14.883048 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-9b651829-5715-4324-a771-6cbad343ee21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409892 Nov 27 11:15:14.980940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-ca91687e-2f82-4c2c-b4e1-e7d02a07a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:14.983122 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-ca91687e-2f82-4c2c-b4e1-e7d02a07a841 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0557339 Nov 27 11:15:15.088138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-fe2746a6-6d47-4c0a-a320-bb7fa0ddbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:15.089684 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-fe2746a6-6d47-4c0a-a320-bb7fa0ddbc39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0881515 Nov 27 11:15:15.160104 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-11c8e07a-f5b7-48e0-8910-175eba80e355 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1002 time: 0.0621562 Nov 27 11:15:15.209401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-5189cd32-479d-42d5-946b-5cdfa26a5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:15.210822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-5189cd32-479d-42d5-946b-5cdfa26a5b14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0436640 Nov 27 11:15:15.256410 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-51d836ac-1802-4f64-beac-785f0df8cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:15.257909 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-51d836ac-1802-4f64-beac-785f0df8cab3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398984 Nov 27 11:15:15.354492 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-a34f86d9-ebcb-40a0-8e9a-c5185c4d400a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Nov 27 11:15:15.456124 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0ce3809f-ed04-419c-84cb-04a9a81bfc06 req-83fea4a5-7452-4a5b-989e-7b274ae0f9aa service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948741 Nov 27 11:15:15.578277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:16.308304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:17.620505 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:15:32.179375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:37.651292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c2581-5aea-40be-88b7-0665f17f0193 req-7fccb655-b395-403f-8377-d2dd6bb01775 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:37.652668 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b33c2581-5aea-40be-88b7-0665f17f0193 req-7fccb655-b395-403f-8377-d2dd6bb01775 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0484431 Nov 27 11:15:37.700097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b33c2581-5aea-40be-88b7-0665f17f0193 req-889f9ab8-4526-458f-be4f-344319fef84f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405583 Nov 27 11:15:40.333892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ca42b563-86fc-4c73-8eda-36c6d6bb4017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:43.116156 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-77af0059-d394-47a4-acb1-c76942c221e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:43.978063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:45.578223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:46.310361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:15:49.840304 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-a023ee39-eb75-4dcb-8576-5b8a9b71d933 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412169 Nov 27 11:15:49.864903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce02bf-be17-48e3-bdb0-f648f8225abd req-af6bc436-ca23-402d-a7b6-5946b04ec733 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:49.866328 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b5ce02bf-be17-48e3-bdb0-f648f8225abd req-af6bc436-ca23-402d-a7b6-5946b04ec733 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0546665 Nov 27 11:15:49.917145 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b5ce02bf-be17-48e3-bdb0-f648f8225abd req-6fdeb8b2-42bd-4cec-8a16-6b9bb36bdbcd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Nov 27 11:15:50.876253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-cb15aa78-676f-47d0-a4ad-6167cd9103e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:50.877989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-cb15aa78-676f-47d0-a4ad-6167cd9103e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0446596 Nov 27 11:15:50.967200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-6fef7bf1-c512-4f36-be4c-4ba9461aa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:50.968730 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-6fef7bf1-c512-4f36-be4c-4ba9461aa0ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0842569 Nov 27 11:15:51.063954 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-b46a8331-6fae-4496-8c24-4fff6dd98843 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1002 time: 0.0882478 Nov 27 11:15:51.078933 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6d91-6ddd-4679-b751-0d4d01860ebd req-8254c14c-b56e-443b-b567-293cd861870b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:51.080898 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c3e6d91-6ddd-4679-b751-0d4d01860ebd req-8254c14c-b56e-443b-b567-293cd861870b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0669801 Nov 27 11:15:51.145073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-9bfdbc2a-6b77-4ab6-b16c-22c1a249b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:51.146454 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-9bfdbc2a-6b77-4ab6-b16c-22c1a249b2b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0754004 Nov 27 11:15:51.169317 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c3e6d91-6ddd-4679-b751-0d4d01860ebd req-673f0527-a78e-4deb-817a-f5f903848080 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815094 Nov 27 11:15:51.201248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-dbf92780-1293-4f38-a057-6997e8450295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:51.202758 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-dbf92780-1293-4f38-a057-6997e8450295 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0491726 Nov 27 11:15:51.294399 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-8a3019c0-5e6d-4a8d-8a36-2fdf1009a081 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Nov 27 11:15:51.389303 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-2ebfae85-1f63-432f-a99a-9393e70002f1 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879760 Nov 27 11:15:52.287644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26d941-885d-49a8-88d4-f0250b6f7a4c req-624e9732-2d89-4505-8cf5-e4a00964f345 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:52.289168 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-be26d941-885d-49a8-88d4-f0250b6f7a4c req-624e9732-2d89-4505-8cf5-e4a00964f345 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0485735 Nov 27 11:15:52.335904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-be26d941-885d-49a8-88d4-f0250b6f7a4c req-06d229a8-a9dc-4f03-998c-474f5a747cb1 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409679 Nov 27 11:15:53.454837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87145da-ca24-4c86-add3-26fe7e6d40fb req-d21e822e-3648-4bc6-a443-b8ee33ed7f37 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:53.456527 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a87145da-ca24-4c86-add3-26fe7e6d40fb req-d21e822e-3648-4bc6-a443-b8ee33ed7f37 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0506065 Nov 27 11:15:53.504024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a87145da-ca24-4c86-add3-26fe7e6d40fb req-3a7ad9d8-cf00-411d-a2c5-6eccd7fa3c3a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Nov 27 11:15:54.619398 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:15:54.619998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4a8ea-afd8-4c2a-bc82-deef5ffd91fa req-b506a775-ff3a-43a4-b7a3-b9dd98bc674d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:54.620908 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d4c4a8ea-afd8-4c2a-bc82-deef5ffd91fa req-b506a775-ff3a-43a4-b7a3-b9dd98bc674d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0486257 Nov 27 11:15:54.670928 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d4c4a8ea-afd8-4c2a-bc82-deef5ffd91fa req-e4d5e99c-0a3d-46d6-a701-357baef1e374 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 Nov 27 11:15:55.786518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c7642-3c78-48e7-8dd9-33b49495e6f5 req-0019718a-c2bb-4093-bc2b-2255e27789fa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:55.787988 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f9c7642-3c78-48e7-8dd9-33b49495e6f5 req-0019718a-c2bb-4093-bc2b-2255e27789fa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0485611 Nov 27 11:15:55.842628 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f9c7642-3c78-48e7-8dd9-33b49495e6f5 req-01ea3a46-2542-4179-9afd-03826d6dada8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484145 Nov 27 11:15:56.958839 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7f646-2cd0-4afd-84b1-68bc3abd80d2 req-fad25fb8-3f64-4467-8c40-e6cecfa2de80 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:56.960306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3f7f646-2cd0-4afd-84b1-68bc3abd80d2 req-fad25fb8-3f64-4467-8c40-e6cecfa2de80 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0484936 Nov 27 11:15:57.007376 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e3f7f646-2cd0-4afd-84b1-68bc3abd80d2 req-3ca51393-73fb-41e0-9bbb-c83ca6cf94a2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Nov 27 11:15:58.123625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8494-c0ef-4d53-b681-a4b4f4383e5d req-1200fe5c-4c3c-4925-aeab-dc32ba758afa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:58.125100 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b31f8494-c0ef-4d53-b681-a4b4f4383e5d req-1200fe5c-4c3c-4925-aeab-dc32ba758afa tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0496128 Nov 27 11:15:58.171614 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b31f8494-c0ef-4d53-b681-a4b4f4383e5d req-10d3b3a9-aaa2-41d8-a0d2-9c8b1952eccf tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405135 Nov 27 11:15:59.287011 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f546ff-3f5a-4178-bef2-406f436c7d30 req-34bd9bb3-3467-4e79-88df-105886d4f9ea tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:15:59.288473 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-19f546ff-3f5a-4178-bef2-406f436c7d30 req-34bd9bb3-3467-4e79-88df-105886d4f9ea tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0474453 Nov 27 11:15:59.336927 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-19f546ff-3f5a-4178-bef2-406f436c7d30 req-8735aba2-8437-4ae6-92da-98ed59a4d892 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407541 Nov 27 11:16:00.452935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd75eb2-0705-4088-bb91-b77d53ed9567 req-3a73e193-ec9b-4e13-a593-05bfb3f32634 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:00.454660 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0fd75eb2-0705-4088-bb91-b77d53ed9567 req-3a73e193-ec9b-4e13-a593-05bfb3f32634 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0487385 Nov 27 11:16:00.501244 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0fd75eb2-0705-4088-bb91-b77d53ed9567 req-8f64856a-3a5c-4330-b529-71eb3b2645fd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400031 Nov 27 11:16:01.622211 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03c47-3c4f-4406-8e85-52d701561089 req-5a4758c8-7a95-4409-adaf-b2fd2264a2d6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:01.623594 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ecb03c47-3c4f-4406-8e85-52d701561089 req-5a4758c8-7a95-4409-adaf-b2fd2264a2d6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0519567 Nov 27 11:16:01.671745 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ecb03c47-3c4f-4406-8e85-52d701561089 req-73dc8d36-8de4-4c08-a0f9-ce676b8dac9e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Nov 27 11:16:02.207838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:02.792901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffd82-362a-4b53-98b2-21f6253d8057 req-9f3404f0-260e-464d-9a61-759bab0fb000 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:02.794391 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-58bffd82-362a-4b53-98b2-21f6253d8057 req-9f3404f0-260e-464d-9a61-759bab0fb000 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0520923 Nov 27 11:16:02.841147 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-58bffd82-362a-4b53-98b2-21f6253d8057 req-8dc0b435-d34b-4d0b-b8ea-b46bb1c7176f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Nov 27 11:16:03.961945 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156891b-6d9c-44de-bc1a-907cc74bd6cc req-3c8e7a9e-5fe9-46fb-9208-35063266aa9c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:03.963452 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f156891b-6d9c-44de-bc1a-907cc74bd6cc req-3c8e7a9e-5fe9-46fb-9208-35063266aa9c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0513518 Nov 27 11:16:04.011964 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f156891b-6d9c-44de-bc1a-907cc74bd6cc req-1ea07fe0-275d-4aa9-8200-a6db9605cb72 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Nov 27 11:16:05.162757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e0301-5508-45b2-bfc5-ab1ac91a8c3f req-55282587-5c80-4c89-82e5-6b3f64abc9be tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:05.164240 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-286e0301-5508-45b2-bfc5-ab1ac91a8c3f req-55282587-5c80-4c89-82e5-6b3f64abc9be tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0817003 Nov 27 11:16:05.202185 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-98026b51-7c52-405e-bd7a-dece737cabe7 service neutron] 10.222.0.24 "GET /v2.0/ports/2c1aaeed-b41f-4839-81fd-a453a8a06e88/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0865192 Nov 27 11:16:05.232572 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-286e0301-5508-45b2-bfc5-ab1ac91a8c3f req-76e5b89e-c5a2-45ad-9841-364cdccd12e4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610468 Nov 27 11:16:05.406703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-384622f9-a540-4d09-a0cb-bd18aaa8841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:05.408216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-384622f9-a540-4d09-a0cb-bd18aaa8841f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 1098 time: 0.0417824 Nov 27 11:16:05.469818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-0caa1345-f799-43c1-a6f9-a1ad999f652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:05.471463 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-0caa1345-f799-43c1-a6f9-a1ad999f652a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0414491 Nov 27 11:16:05.566917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-418c4747-a4e5-4e04-96da-f3eaa48fa44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:05.568414 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-418c4747-a4e5-4e04-96da-f3eaa48fa44c service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0902987 Nov 27 11:16:05.632791 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-dc5efb3e-0d4b-4586-989a-8c07885ce21f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1002 time: 0.0574772 Nov 27 11:16:05.682218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-4c9e2090-0c51-47dc-942c-aa9c0bb0a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:05.683919 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-4c9e2090-0c51-47dc-942c-aa9c0bb0a3d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0427010 Nov 27 11:16:05.732112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-fbca9c94-fa1b-42c4-8408-dbad1cc1710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:05.733638 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-fbca9c94-fa1b-42c4-8408-dbad1cc1710e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424283 Nov 27 11:16:05.823745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-6d0bc887-55cd-4bfb-8d53-677658358168 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Nov 27 11:16:05.920199 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-d25cd3ad-515e-4c98-8846-db3485817dbb service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879734 Nov 27 11:16:06.360439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863f7e2-67b3-4c87-bb80-9faded095b42 req-fe0f6ee5-9f4f-4f4a-aaec-7c088c346b33 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:06.361890 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4863f7e2-67b3-4c87-bb80-9faded095b42 req-fe0f6ee5-9f4f-4f4a-aaec-7c088c346b33 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0533934 Nov 27 11:16:06.409858 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4863f7e2-67b3-4c87-bb80-9faded095b42 req-9fd3f1d6-5bb0-45ba-991e-34fb7d77898f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Nov 27 11:16:07.533935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a4a1-4f76-475e-80a9-642923b84720 req-c5e3e6cc-b24e-4559-ad90-7cbd2180e736 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:07.535783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c302a4a1-4f76-475e-80a9-642923b84720 req-c5e3e6cc-b24e-4559-ad90-7cbd2180e736 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0521526 Nov 27 11:16:07.584500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c302a4a1-4f76-475e-80a9-642923b84720 req-97bb7544-2ca9-430f-abb3-f5ddf2619c64 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Nov 27 11:16:08.534872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:08.611266 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:08.634464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:16:08.636754 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2460a1-082e-474c-91a6-8943c11a3838" -d '{"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:16:08.649116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:08.655463 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:08.709476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485b1b2-bb20-4451-a17c-b311c8bfe420 x-openstack-request-id: req-6485b1b2-bb20-4451-a17c-b311c8bfe420 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:16:08.709773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:16:08.710021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6485b1b2-bb20-4451-a17c-b311c8bfe420 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:16:08.710419 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'code': 200} Nov 27 11:16:08.711991 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448db3-dffc-417c-9dc2-183a37db98c9 req-8a2ae7c7-31a6-4fc1-8b3a-510eb38ea78e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:08.713812 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f5448db3-dffc-417c-9dc2-183a37db98c9 req-8a2ae7c7-31a6-4fc1-8b3a-510eb38ea78e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0567126 Nov 27 11:16:08.717387 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:08.725296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.725652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.726097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.726331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.726665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.726999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.727333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.727667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.727994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.728316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.728716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.729045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:08.764672 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f5448db3-dffc-417c-9dc2-183a37db98c9 req-b7ef483f-a4a0-4fde-84e9-e05b645e1f4d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449502 Nov 27 11:16:09.885815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeb23b-1936-43c4-b42a-d5bfb4b1028e req-727d590a-35fb-4ab7-b989-243475789e86 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:09.887269 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8dfeb23b-1936-43c4-b42a-d5bfb4b1028e req-727d590a-35fb-4ab7-b989-243475789e86 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0486660 Nov 27 11:16:09.938762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8dfeb23b-1936-43c4-b42a-d5bfb4b1028e req-d8b3d51d-b3b5-4781-a675-d9a0afab82f9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454686 Nov 27 11:16:10.335597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4dc3-c1c0-4738-a940-55bbd059aed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:11.054975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560cdd8-6fc5-4a1b-8025-5bd5d8c8439d req-0fa43ad9-d0fb-49d6-b09c-715839d22de2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:11.056441 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1560cdd8-6fc5-4a1b-8025-5bd5d8c8439d req-0fa43ad9-d0fb-49d6-b09c-715839d22de2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0486102 Nov 27 11:16:11.106571 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1560cdd8-6fc5-4a1b-8025-5bd5d8c8439d req-de73c9e9-11ed-454e-b56b-07975171fd8c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440083 Nov 27 11:16:12.224530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce9b8e-dca8-470f-917e-55371cfbff16 req-a1bf1543-d8a4-413f-b503-2ef22d4e971b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:12.226020 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7cce9b8e-dca8-470f-917e-55371cfbff16 req-a1bf1543-d8a4-413f-b503-2ef22d4e971b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0495453 Nov 27 11:16:12.272190 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7cce9b8e-dca8-470f-917e-55371cfbff16 req-5f1e9a38-8029-49a7-94bc-341695e1e27a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 Nov 27 11:16:13.117523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21cf24d8-5022-4150-842e-4448f60e1c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:13.390025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bb506-5ae7-4f7c-afab-011db6d60e09 req-ab00f863-065e-4651-a7b6-61007c32b6f3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:13.391413 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a91bb506-5ae7-4f7c-afab-011db6d60e09 req-ab00f863-065e-4651-a7b6-61007c32b6f3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0499783 Nov 27 11:16:13.438730 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a91bb506-5ae7-4f7c-afab-011db6d60e09 req-a568c163-09ba-4718-bf97-125dd2fe4010 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Nov 27 11:16:13.980276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:14.555986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de99e3-a274-42f0-b623-83d00cb704eb req-d0e60697-9c44-4229-9542-46ca1983103d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:14.557488 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f9de99e3-a274-42f0-b623-83d00cb704eb req-d0e60697-9c44-4229-9542-46ca1983103d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0495453 Nov 27 11:16:14.582766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:16:14.606391 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f9de99e3-a274-42f0-b623-83d00cb704eb req-de51bbac-2f64-4bd7-a811-c23a01d979b2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Nov 27 11:16:14.678423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:14.688777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'mac_address': 'fa:16:3e:74:43:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:16:14.741802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:14.755478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:16:14.783651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:14.788072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:14.840853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:14.852445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['2c1aaeed-b41f-4839-81fd-a453a8a06e88'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:16:15.584352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:15.746346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a8a80-2a17-4490-93d0-743555c22e29 req-28e105f8-98c2-461d-b799-a7484147392f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:15.747916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-640a8a80-2a17-4490-93d0-743555c22e29 req-28e105f8-98c2-461d-b799-a7484147392f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 944 time: 0.0534861 Nov 27 11:16:15.801434 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-640a8a80-2a17-4490-93d0-743555c22e29 req-4d7cdb76-4296-4083-80a5-c421e7e2b9a3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462744 Nov 27 11:16:16.313085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:16.600397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:16:16.666405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:16:16.666772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:16.745055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:16.767332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:16:16.770054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa3338-63be-4573-b354-e5c185fd35cf" -d '{"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:16:16.782575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:16.786820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:16.814558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951bad88-fd6e-40e7-972a-8a013f4e6354 x-openstack-request-id: req-951bad88-fd6e-40e7-972a-8a013f4e6354 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:16:16.814558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:16:16.814558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-951bad88-fd6e-40e7-972a-8a013f4e6354 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:16:16.814558 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'code': 200} Nov 27 11:16:16.840096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:16.928460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578bca9-db14-4cca-b51e-5f7da9830093 req-0012a72e-8547-488e-aeb0-4c308e8dfb5c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:16.930060 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7578bca9-db14-4cca-b51e-5f7da9830093 req-0012a72e-8547-488e-aeb0-4c308e8dfb5c tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0569227 Nov 27 11:16:16.930187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-949c43c9-724a-499b-b392-b21f242fb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:16.931594 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-949c43c9-724a-499b-b392-b21f242fb6ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0492034 Nov 27 11:16:16.986986 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7578bca9-db14-4cca-b51e-5f7da9830093 req-0fb184e0-001d-4155-a2eb-d8561b8bdea3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497413 Nov 27 11:16:17.044605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-c6bd17fd-7bc9-4f81-9901-52bad6ed52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:17.046110 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-c6bd17fd-7bc9-4f81-9901-52bad6ed52b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0922513 Nov 27 11:16:17.118948 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-498e1490-f248-4790-a7d9-6282ba5b22ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1002 time: 0.0638638 Nov 27 11:16:17.169529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-8ecf0bcf-7ea1-4ada-889e-7daa712bb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:17.170995 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-8ecf0bcf-7ea1-4ada-889e-7daa712bb634 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0444100 Nov 27 11:16:17.225889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-71a8b412-73e8-4821-a37d-04cb62d90ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:17.226161 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-71a8b412-73e8-4821-a37d-04cb62d90ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473366 Nov 27 11:16:17.322727 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-af713a07-26b3-49bb-b620-a9099029eee2 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889966 Nov 27 11:16:17.415485 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-314b7fd5-127f-43d7-b56f-06ee97669436 req-ca895d30-9a59-468f-8edb-325da77b45d4 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837531 Nov 27 11:16:18.110510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fd776-3ee9-47b9-9a26-53a1cb656eab req-c748256c-d830-4c19-9a9d-cd35568aa806 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:18.112154 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ae2fd776-3ee9-47b9-9a26-53a1cb656eab req-c748256c-d830-4c19-9a9d-cd35568aa806 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0543895 Nov 27 11:16:18.160097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ae2fd776-3ee9-47b9-9a26-53a1cb656eab req-5caadb79-c6ba-41b0-9438-8e7425cc53c4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Nov 27 11:16:19.278030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e595-4d83-44ff-9bbb-ad0ca3f01f54 req-6978afff-ca88-435b-a807-68357797e6b9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.279486 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e729e595-4d83-44ff-9bbb-ad0ca3f01f54 req-6978afff-ca88-435b-a807-68357797e6b9 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0481756 Nov 27 11:16:19.325931 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e729e595-4d83-44ff-9bbb-ad0ca3f01f54 req-74f7a7f3-9652-4538-85b2-de75a2f07aa4 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404580 Nov 27 11:16:19.614661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-8ae37c22-a885-4428-b062-2cb775491459 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.616150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-8ae37c22-a885-4428-b062-2cb775491459 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d&tenant_id=8a684c344dba44999aeea86a12b77791&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0512707 Nov 27 11:16:19.630930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c46a7c-3ac7-4e54-b74e-fa69af728369 req-ca405766-e86e-474c-9eee-b194b9d6913f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.631482 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-83c46a7c-3ac7-4e54-b74e-fa69af728369 req-ca405766-e86e-474c-9eee-b194b9d6913f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0485907 Nov 27 11:16:19.677971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-e4293665-8fce-4313-87cf-ae746cfbbee6 service neutron] 10.222.0.24 "GET /v2.0/ports/2c1aaeed-b41f-4839-81fd-a453a8a06e88/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0536990 Nov 27 11:16:19.683043 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-83c46a7c-3ac7-4e54-b74e-fa69af728369 req-3730530d-874c-4a0b-87f2-034e913647ec tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455477 Nov 27 11:16:19.739348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-cda43b4e-1079-401f-9d4b-8bcec23f0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.740742 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-cda43b4e-1079-401f-9d4b-8bcec23f0808 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0412502 Nov 27 11:16:19.832113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-20424268-a0df-4270-9d29-a66e7f6cdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.833655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-20424268-a0df-4270-9d29-a66e7f6cdc03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.0865002 Nov 27 11:16:19.897932 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-efe16c37-4592-4988-922f-475027afad86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1002 time: 0.0573325 Nov 27 11:16:19.951130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-4fc47951-9b6a-48a8-9184-f5933f16cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.952598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-4fc47951-9b6a-48a8-9184-f5933f16cbda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0478628 Nov 27 11:16:19.997834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-8562a52d-e962-4ff8-87d3-e49f832779d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:19.999192 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-8562a52d-e962-4ff8-87d3-e49f832779d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399647 Nov 27 11:16:20.090127 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-7889a1c3-49af-4de5-bcfb-a0d4cba737db service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839717 Nov 27 11:16:20.178932 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-91649b05-3d6d-4d95-aab5-2111de6f90e0 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813234 Nov 27 11:16:20.800929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdb7ad-5156-4822-90df-1cd6033dc56b req-9a445452-1ba8-400d-9ff5-db5c2c238add tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:20.802380 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ebbdb7ad-5156-4822-90df-1cd6033dc56b req-9a445452-1ba8-400d-9ff5-db5c2c238add tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0488081 Nov 27 11:16:20.854835 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ebbdb7ad-5156-4822-90df-1cd6033dc56b req-05e8ae7b-2e76-4491-9b7a-fa30a848c57b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465748 Nov 27 11:16:21.973979 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc13ed-ad49-4647-afe6-fb109f6300e0 req-dee42d46-54a6-4fd1-a60b-cbc5a9629063 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:21.975494 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e2dc13ed-ad49-4647-afe6-fb109f6300e0 req-dee42d46-54a6-4fd1-a60b-cbc5a9629063 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0497546 Nov 27 11:16:22.022800 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e2dc13ed-ad49-4647-afe6-fb109f6300e0 req-c417a0ff-670d-4e45-9d86-e0721c57109f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411761 Nov 27 11:16:23.140274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90604f6b-6920-4c79-90bf-402d9d84d159 req-c9291f6f-949e-4e04-a26d-0efa041688af tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:23.141791 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90604f6b-6920-4c79-90bf-402d9d84d159 req-c9291f6f-949e-4e04-a26d-0efa041688af tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0496068 Nov 27 11:16:23.189587 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-90604f6b-6920-4c79-90bf-402d9d84d159 req-2a43e9a8-8f09-4b19-a0a2-5160ebe589c8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Nov 27 11:16:24.318300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c30d36-71bb-4211-82e1-42681a005c7e req-ef7e6435-c99b-412f-9b8c-0f76b6609e24 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:24.319780 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50c30d36-71bb-4211-82e1-42681a005c7e req-ef7e6435-c99b-412f-9b8c-0f76b6609e24 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0498309 Nov 27 11:16:24.366491 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-50c30d36-71bb-4211-82e1-42681a005c7e req-191f532f-838d-4bd7-9cb1-13410193c5b7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 Nov 27 11:16:24.863603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-9d42de3e-b60f-4ac4-87ba-0a9406b15a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:24.865117 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-9d42de3e-b60f-4ac4-87ba-0a9406b15a5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d&tenant_id=8a684c344dba44999aeea86a12b77791 HTTP/1.1" status: 200 len: 1098 time: 0.0406761 Nov 27 11:16:24.926228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-bdaf0662-2ee3-4ab3-a5fa-2f368dc56e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:24.927727 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-bdaf0662-2ee3-4ab3-a5fa-2f368dc56e5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a684c344dba44999aeea86a12b77791&device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 1098 time: 0.0408368 Nov 27 11:16:25.264345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-8f7bd11a-3e4f-46ad-a495-ebe2d5cd7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:25.265820 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-8f7bd11a-3e4f-46ad-a495-ebe2d5cd7de8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 200 len: 912 time: 0.3310497 Nov 27 11:16:25.332236 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-1e4b72f2-81de-4c51-a6d0-2dcce42db295 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 200 len: 1002 time: 0.0590129 Nov 27 11:16:25.380899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-fe8883b9-e1c3-48b1-bd8f-2b3e2a04da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:25.382438 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-fe8883b9-e1c3-48b1-bd8f-2b3e2a04da21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 200 len: 850 time: 0.0437636 Nov 27 11:16:25.428780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-635fcb34-548e-45cf-9dc2-aa252fd5e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:25.430277 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-635fcb34-548e-45cf-9dc2-aa252fd5e030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411751 Nov 27 11:16:25.544745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab45ab1-f6b6-4368-bffd-93f9998b5b1e req-d51c1034-fea9-4f2f-8066-52e2927b0bba tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:25.546257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dab45ab1-f6b6-4368-bffd-93f9998b5b1e req-d51c1034-fea9-4f2f-8066-52e2927b0bba tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.1101727 Nov 27 11:16:25.574151 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-0dfcdcf3-1103-4d2a-87bb-9de1b8b6078a service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369264 Nov 27 11:16:25.625916 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dab45ab1-f6b6-4368-bffd-93f9998b5b1e req-3f9ef118-9de0-4953-ac06-aa715169428f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730886 Nov 27 11:16:25.688309 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfa1f9c7-3f44-404a-b8ae-35e5cd97a7d0 req-bcedab31-04df-4e7d-b1c7-80182ef6ed30 service neutron] 10.222.0.24 "GET /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015663 Nov 27 11:16:26.632009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:26.710274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:26.734057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:16:26.736294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e9b09d-1977-495c-b5a6-b55765a9627d" -d '{"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:16:26.749089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:26.754925 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a93c4-eb29-4c9b-bf92-fdc916b74213 req-83a5dce8-4a64-4d61-a82d-2b029171453f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:26.755347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:26.758159 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d78a93c4-eb29-4c9b-bf92-fdc916b74213 req-83a5dce8-4a64-4d61-a82d-2b029171453f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0593944 Nov 27 11:16:26.808031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309459c-1ac5-4f72-a193-538da009ff12 x-openstack-request-id: req-1309459c-1ac5-4f72-a193-538da009ff12 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:16:26.808318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:16:26.809019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1309459c-1ac5-4f72-a193-538da009ff12 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:16:26.809419 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'code': 200} Nov 27 11:16:26.818795 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d78a93c4-eb29-4c9b-bf92-fdc916b74213 req-341f6eb7-c4a5-4239-bcc4-227fcb9bc848 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533485 Nov 27 11:16:26.820286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:27.950227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734124-6e79-46ba-a9ae-11ce01c81907 req-2c5112f4-fd5e-4952-b140-439428cc5891 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:27.951810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5b734124-6e79-46ba-a9ae-11ce01c81907 req-2c5112f4-fd5e-4952-b140-439428cc5891 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0536151 Nov 27 11:16:28.002301 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5b734124-6e79-46ba-a9ae-11ce01c81907 req-55ea71ab-9f5a-4b38-b4d5-579dc5592a08 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Nov 27 11:16:29.125118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d8591-84c1-42a2-ae8d-f20b98c65d7e req-2fcdedf6-f515-4985-8aab-6820a56f1e01 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:29.126655 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d9d8591-84c1-42a2-ae8d-f20b98c65d7e req-2fcdedf6-f515-4985-8aab-6820a56f1e01 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0516126 Nov 27 11:16:29.174254 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8d9d8591-84c1-42a2-ae8d-f20b98c65d7e req-214949c7-e221-45d8-8efe-e2f377a60384 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 Nov 27 11:16:30.296818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230eb07-c92f-40f7-99af-6021910e4178 req-f0f2c220-3b5c-4a70-91dd-ed064f8dec9b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:30.298392 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f230eb07-c92f-40f7-99af-6021910e4178 req-f0f2c220-3b5c-4a70-91dd-ed064f8dec9b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0509703 Nov 27 11:16:30.350428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f230eb07-c92f-40f7-99af-6021910e4178 req-cb2075c0-b624-463f-8e23-6bd8e498fdf2 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Nov 27 11:16:31.473395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943aa39-9d2a-4342-8d5c-d78522b1f756 req-d98dfd55-b1d1-4030-bf50-a90252f99c8e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:31.474861 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c943aa39-9d2a-4342-8d5c-d78522b1f756 req-d98dfd55-b1d1-4030-bf50-a90252f99c8e tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0532045 Nov 27 11:16:31.520710 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c943aa39-9d2a-4342-8d5c-d78522b1f756 req-5c67d9f1-f369-441f-bbc2-63656cb9c523 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399921 Nov 27 11:16:31.619004 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:16:32.220793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:32.638178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6fec9-0750-4be8-ad09-dfbd10317db7 req-29268b3d-3c3c-4561-b150-8c38e561f9d6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:32.639643 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-18d6fec9-0750-4be8-ad09-dfbd10317db7 req-29268b3d-3c3c-4561-b150-8c38e561f9d6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 943 time: 0.0519440 Nov 27 11:16:32.663575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:16:32.686729 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-18d6fec9-0750-4be8-ad09-dfbd10317db7 req-c5d4a44b-6078-452e-8e69-bcc8b083f04b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Nov 27 11:16:32.760039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:32.771315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'port_id': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'mac_address': 'fa:16:3e:74:43:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:16:32.806584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:32.819872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:16:32.839551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:32.843595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:32.892225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:32.899318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['2c1aaeed-b41f-4839-81fd-a453a8a06e88'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:16:33.803620 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40478dc-c80d-4000-b572-084866de67df req-132a2ea9-f9d4-4f3b-838b-7a018de6c18f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:33.805104 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d40478dc-c80d-4000-b572-084866de67df req-132a2ea9-f9d4-4f3b-838b-7a018de6c18f tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 945 time: 0.0481653 Nov 27 11:16:33.852147 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d40478dc-c80d-4000-b572-084866de67df req-f03ce607-01e4-40dd-8d4f-52e0b797d993 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Nov 27 11:16:34.677298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:16:34.724129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:16:34.724451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:34.801405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:34.823519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:16:34.825766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79af072d-3102-4fe3-b23c-458c9e76313c" -d '{"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:16:34.837878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:34.841728 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:34.871169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571acde8-7987-4afd-9205-116deb0cb428 x-openstack-request-id: req-571acde8-7987-4afd-9205-116deb0cb428 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:16:34.871469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-plugged", "status": "completed", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:16:34.871722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-571acde8-7987-4afd-9205-116deb0cb428 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:16:34.872108 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'code': 200} Nov 27 11:16:34.894891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=11']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:34.967564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271104c7-a658-4e05-b2f0-cd75d0114c5f req-ab815c19-af0e-4ea2-aec5-b387e7869a64 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:34.969058 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-271104c7-a658-4e05-b2f0-cd75d0114c5f req-ab815c19-af0e-4ea2-aec5-b387e7869a64 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0484872 Nov 27 11:16:35.019139 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-271104c7-a658-4e05-b2f0-cd75d0114c5f req-ec498339-3df8-437d-b7f9-ce9d2b94f9a5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Nov 27 11:16:36.135721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa543e-c4d0-4a70-8b73-355bedec4be2 req-52f9bce9-f9f0-47ec-b03e-311f37cc50ff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:36.137230 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-37fa543e-c4d0-4a70-8b73-355bedec4be2 req-52f9bce9-f9f0-47ec-b03e-311f37cc50ff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0494874 Nov 27 11:16:36.184929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-37fa543e-c4d0-4a70-8b73-355bedec4be2 req-6e5b3473-63c7-4d5b-84f7-e7d16c6b48a7 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417845 Nov 27 11:16:37.300734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f28d7-ea39-4178-90ec-5c025babcb78 req-960ca1bf-3ddc-4469-993d-16ec8f769a65 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:37.302206 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cb0f28d7-ea39-4178-90ec-5c025babcb78 req-960ca1bf-3ddc-4469-993d-16ec8f769a65 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0486798 Nov 27 11:16:37.348853 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cb0f28d7-ea39-4178-90ec-5c025babcb78 req-13e41256-1fb8-4e28-bd97-3f272dc66281 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Nov 27 11:16:38.468833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a1a0-ed3f-4e6f-9414-5b591476d5c9 req-62938637-cc35-42af-bebb-aaa88de8c8cc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:38.470309 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f97a1a0-ed3f-4e6f-9414-5b591476d5c9 req-62938637-cc35-42af-bebb-aaa88de8c8cc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0537543 Nov 27 11:16:38.517225 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f97a1a0-ed3f-4e6f-9414-5b591476d5c9 req-870e9705-c031-40f6-a2bf-22b95bb6dc31 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Nov 27 11:16:38.630912 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff8409-2090-4292-a437-29fb24a91c99 req-50bfcfed-0b11-455c-86f8-8797a97207d5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:38.632301 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9dff8409-2090-4292-a437-29fb24a91c99 req-50bfcfed-0b11-455c-86f8-8797a97207d5 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0482268 Nov 27 11:16:38.678837 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9dff8409-2090-4292-a437-29fb24a91c99 req-3b4b186d-a53b-4b4a-b8ef-0ca6dc732087 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Nov 27 11:16:38.790630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1027b2-c838-4452-944e-412c3cb95fa4 req-44df3f0f-7470-4b84-8788-680b4501adfe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:38.792135 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0f1027b2-c838-4452-944e-412c3cb95fa4 req-44df3f0f-7470-4b84-8788-680b4501adfe tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0487127 Nov 27 11:16:38.839595 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0f1027b2-c838-4452-944e-412c3cb95fa4 req-edb22b7b-384c-4219-a65a-e36909fa7875 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Nov 27 11:16:39.069298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9019f59-2fd5-4444-916a-32b04030069a req-dfa21324-ebfe-4197-bac6-8996690a3e95 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:39.070766 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d9019f59-2fd5-4444-916a-32b04030069a req-dfa21324-ebfe-4197-bac6-8996690a3e95 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0483968 Nov 27 11:16:39.120440 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d9019f59-2fd5-4444-916a-32b04030069a req-7a982673-4fd3-4d30-a7f5-791d2b92e6a8 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Nov 27 11:16:40.243860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d97d7-244c-4208-a8d9-1ce7f84faedd req-8c70d184-34c7-4459-a757-1a74a62f0943 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:40.245351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-774d97d7-244c-4208-a8d9-1ce7f84faedd req-8c70d184-34c7-4459-a757-1a74a62f0943 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0560310 Nov 27 11:16:40.292133 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-774d97d7-244c-4208-a8d9-1ce7f84faedd req-523b42a3-985a-4776-841f-ace713131136 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409563 Nov 27 11:16:40.337370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da64ce51-4019-4e51-917b-09d7bf19ee55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:41.407076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a69762-88bb-4c18-992f-0f3a22b5c5a2 req-6e1950ea-337c-4f06-8a97-fc34e7e2a08a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:41.408558 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-13a69762-88bb-4c18-992f-0f3a22b5c5a2 req-6e1950ea-337c-4f06-8a97-fc34e7e2a08a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0485327 Nov 27 11:16:41.455533 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-13a69762-88bb-4c18-992f-0f3a22b5c5a2 req-7347b998-ac3f-45d8-a26f-1ab250538cdd tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups?id=96f50f1e-3a4e-4776-a109-db195cdf1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404584 Nov 27 11:16:41.588325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-19c80e42-5a72-4f87-a7cd-ccad8a88e9bc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:41.589704 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-19c80e42-5a72-4f87-a7cd-ccad8a88e9bc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 946 time: 0.0487533 Nov 27 11:16:41.681549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Deleting port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:16:41.681880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:41.768437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] For port 2c1aaeed-b41f-4839-81fd-a453a8a06e88, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=2c1aaeed-b41f-4839-81fd-a453a8a06e88,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:41.769302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:41.939613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:41.939874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:41.940188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4 disassociated. External IP: 172.26.1.239, port: 2c1aaeed-b41f-4839-81fd-a453a8a06e88. Nov 27 11:16:41.941083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Calling delete_port for 2c1aaeed-b41f-4839-81fd-a453a8a06e88 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:16:42.064358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:42.096086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event deleted for resources: {'Port': ['ID=2c1aaeed-b41f-4839-81fd-a453a8a06e88,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:42.112719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.113130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.113461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.113805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.114126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.114453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.114778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.115103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.115431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.115751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.116067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.116450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:42.234073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:16:42.339759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:16:42.350074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:16:42.360931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:16:42.361547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:16:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:42.383354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] No DVR routers for this DVR port 2c1aaeed-b41f-4839-81fd-a453a8a06e88 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:16:42.385865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:42.389222 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-37dc6ccc-d867-42fb-b58d-8ade9a8d0031 req-251c3ae0-6afe-4ad6-8ae6-e7dedc99418b tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.24 "DELETE /v2.0/ports/2c1aaeed-b41f-4839-81fd-a453a8a06e88 HTTP/1.1" status: 204 len: 173 time: 0.7914746 Nov 27 11:16:42.389682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-deleted', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:16:42.391968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7b92f-07c7-44c0-a12a-7a674dbd83f1" -d '{"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-deleted", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:16:42.433862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd1c9e0-4de9-4017-bcf2-0099c5cfca54 x-openstack-request-id: req-6fd1c9e0-4de9-4017-bcf2-0099c5cfca54 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:16:42.434800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e08edd8-5481-4acf-8361-c19e90411c8d", "name": "network-vif-deleted", "tag": "2c1aaeed-b41f-4839-81fd-a453a8a06e88", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:16:42.434914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fd1c9e0-4de9-4017-bcf2-0099c5cfca54 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:16:42.435273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e08edd8-5481-4acf-8361-c19e90411c8d', 'name': 'network-vif-deleted', 'tag': '2c1aaeed-b41f-4839-81fd-a453a8a06e88', 'status': 'completed', 'code': 200} Nov 27 11:16:42.562232 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-abaf3bc5-f08a-4466-9579-b0df58ea17ab req-8ee517dc-d2d9-407a-993b-e805d679452d tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0304756 Nov 27 11:16:42.621973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:16:42.710004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:42.761634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:16:42.761910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:16:42.840084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:42.870485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:16:42.879975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:16:42.880615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:16:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:42.984962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:16:43.136065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7135-151d-46c4-89c2-91e9fd0d0ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:43.195977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:43.229500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce9347-db3c-40e7-99d5-32147e7148e5 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'a4df14e2-a4c7-4a3b-a2cd-9693a61d4900', 'name': '', 'network_id': '57bcc32e-55eb-4f97-b6f9-2cc564e56d2d', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'mac_address': 'fa:16:3e:1a:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:38Z', 'updated_at': '2021-11-27T11:08:42Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'subnets': [{'id': 'db964707-3a97-458b-a06a-17d0a61cf2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:16:43.447855 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ee536-6f34-4d55-a6c7-bd22af6e0075 None None] New status for floating IP 78adf348-76e8-4605-98fd-c6d7c157d3d4: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:16:43.665187 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f92f7e06-3ac0-48d2-b918-cbf10fc3cddf req-c5fad1dd-82e1-43a4-bf16-30698375d43a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0277796 Nov 27 11:16:43.983815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:44.762433 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0aa18ce7-ea37-4f02-9052-61e4e71ff00c req-d95faf26-e4ce-43b2-a237-df1426ddfb4a tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0285141 Nov 27 11:16:45.603753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:45.867799 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-35927622-496e-4089-8d0d-ae539e0bed50 req-52e23b26-9bde-4057-b72a-8c05829d8cc3 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0313487 Nov 27 11:16:46.317227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:46.725194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:46.746025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 2c1aaeed-b41f-4839-81fd-a453a8a06e88 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:16:46.746372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 2c1aaeed-b41f-4839-81fd-a453a8a06e88 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:16:46.985305 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfbdd725-6ced-424a-836a-57d07a411654 req-cbfb6114-334d-4c22-ad3c-777f2023e015 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e08edd8-5481-4acf-8361-c19e90411c8d HTTP/1.1" status: 200 len: 210 time: 0.0290341 Nov 27 11:16:51.714967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48504) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:51.767796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:51.791796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:51.842460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:51.845150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:51.846379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "DELETE /v2.0/security-groups/96f50f1e-3a4e-4776-a109-db195cdf1041 HTTP/1.1" status: 204 len: 168 time: 0.1303401 Nov 27 11:16:51.849948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:51.856432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f50f1e-3a4e-4776-a109-db195cdf1041,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:51.863993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.864337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.864749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.865074 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.865418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.865758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.866096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.866431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.866766 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.867099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.867434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.867758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef78ab-41fd-4f74-a7d4-2ec3d2799ae6 tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:16:51.868149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.api.v2.resource [None req-7ceaf922-acb4-488f-ab50-fd71119480fc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] show failed (client error): The resource could not be found. Nov 27 11:16:51.869776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7ceaf922-acb4-488f-ab50-fd71119480fc tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "GET /v2.0/security-groups/96f50f1e-3a4e-4776-a109-db195cdf1041 HTTP/1.1" status: 404 len: 347 time: 0.0178859 Nov 27 11:16:51.872201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:52.009135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Deleting port 320b60c2-f378-4229-8c54-9cf3e6599b16 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:16:52.009476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.086739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.087071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.099366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Calling delete_port for 320b60c2-f378-4229-8c54-9cf3e6599b16 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:16:52.240213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.268760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Pushing event deleted for resources: {'Port': ['ID=320b60c2-f378-4229-8c54-9cf3e6599b16,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:52.339263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.341889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.343031 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b362260c-387d-4e49-8596-18a992148bff tempest-ServerActionsTestJSON-8913512 tempest-ServerActionsTestJSON-8913512-project] 10.222.0.13 "DELETE /v2.0/floatingips/78adf348-76e8-4605-98fd-c6d7c157d3d4 HTTP/1.1" status: 204 len: 168 time: 0.4697742 Nov 27 11:16:52.345959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48510) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:52.742596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:52.980181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Deleting port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:16:52.980883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:53.060496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] For port a4df14e2-a4c7-4a3b-a2cd-9693a61d4900, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:53.060779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:53.073114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Calling delete_port for a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:16:53.249560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:53.275364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4df14e2-a4c7-4a3b-a2cd-9693a61d4900,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:53.445580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:53.898866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Router f54b86ad-6e71-4fef-9e93-3223ac7b6926 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:16:54.004559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:16:54.009624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-092006ee-542d-4236-b26a-3f1a330ae789 admin admin] 10.222.0.13 "PUT /v2.0/routers/f54b86ad-6e71-4fef-9e93-3223ac7b6926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6618853 Nov 27 11:16:54.012144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:54.014887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] Sync routers for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:16:54.025697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:16:54.026303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:16:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:54.115734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.131025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:16:54.219902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.273783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Deleting port e38c8992-3ea7-49ad-abfa-5fb1b72291a6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:16:54.274123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.311283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225'}], 'enable_snat': True}, 'gw_port_id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:16:53Z', 'revision_number': 5, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port': {'id': 'e38c8992-3ea7-49ad-abfa-5fb1b72291a6', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:54.337886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] Checking router: f54b86ad-6e71-4fef-9e93-3223ac7b6926 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:16:54.346348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] Routers {'f54b86ad-6e71-4fef-9e93-3223ac7b6926'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:16:54.346772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:16:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:54.365617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] For port e38c8992-3ea7-49ad-abfa-5fb1b72291a6, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:54.365974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.378314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Calling delete_port for e38c8992-3ea7-49ad-abfa-5fb1b72291a6 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:16:54.432510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] Set router f54b86ad-6e71-4fef-9e93-3223ac7b6926 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:16:54.486688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:16:54Z', 'revision_number': 6, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:54.513379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f8c5ea-63c5-4313-a736-60edbb213024 None None] The sync data for ids ['f54b86ad-6e71-4fef-9e93-3223ac7b6926'] in dv-neutron-804846-16-hyperv is: [{'id': 'f54b86ad-6e71-4fef-9e93-3223ac7b6926', 'name': 'tempest-ServerActionsTestJSON-712459987-router', 'tenant_id': '8a684c344dba44999aeea86a12b77791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:08:36Z', 'updated_at': '2021-11-27T11:16:54Z', 'revision_number': 6, 'project_id': '8a684c344dba44999aeea86a12b77791', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:16:54.555959 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.581805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38c8992-3ea7-49ad-abfa-5fb1b72291a6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:54.595019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756110bd-c352-4aab-a096-fbf5e9006005 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:16:54.642723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.749668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.751714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.812735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.813197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54b86ad-6e71-4fef-9e93-3223ac7b6926 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:16:54.818279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.819417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-321d13a3-0931-4843-b9d5-9d7055ff7740 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f54b86ad-6e71-4fef-9e93-3223ac7b6926 HTTP/1.1" status: 204 len: 168 time: 0.8052206 Nov 27 11:16:54.821901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48516) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:54.867713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Deleting subnet db964707-3a97-458b-a06a-17d0a61cf2e5 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:16:54.870976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:54.911143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.021208 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.076856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.102789 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db964707-3a97-458b-a06a-17d0a61cf2e5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:55.106386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.109654 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f6432138-1f55-48cf-9809-5027560df59d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db964707-3a97-458b-a06a-17d0a61cf2e5 HTTP/1.1" status: 204 len: 168 time: 0.2867982 Nov 27 11:16:55.111660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089679f-031a-44ca-9225-8fa405990efb None None] Network 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:16:55.112247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:55.180819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.238345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Deleting port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:16:55.238703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.288885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] DHCP port deletion for 57bcc32e-55eb-4f97-b6f9-2cc564e56d2d request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:16:55.306263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] For port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:55.306713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.319742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Calling delete_port for 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:16:55.339259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] Deleting port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:16:55.339631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.413475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.414192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] For port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,segment=NetworkSegment(6cc6db2a-50e7-43a5-aa73-991c7827bfa1),segment_id=6cc6db2a-50e7-43a5-aa73-991c7827bfa1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:16:55.414840 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.435729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] Calling delete_port for 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:16:55.442502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Pushing event deleted for resources: {'Port': ['ID=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:55.447072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] No DVR routers for this DVR port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:16:55.490878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e38c8992-3ea7-49ad-abfa-5fb1b72291a6 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:55.516661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: e38c8992-3ea7-49ad-abfa-5fb1b72291a6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:16:55.517088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device e38c8992-3ea7-49ad-abfa-5fb1b72291a6 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:16:55.517600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:55.528286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.544446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:16:55.544894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:16:55.545399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:16:55.554884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bcc32e-55eb-4f97-b6f9-2cc564e56d2d']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:55.566121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc6db2a-50e7-43a5-aa73-991c7827bfa1') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:55.566406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc6db2a-50e7-43a5-aa73-991c7827bfa1') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:16:55.576554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:16:55.576912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a4df14e2-a4c7-4a3b-a2cd-9693a61d4900 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:16:55.582774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.597649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.597853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.604124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:16:55.607090 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:16:55.625336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] Pushing event deleted for resources: {'Port': ['ID=25338ac6-8c2a-4a37-a4c8-7c29b2eef78c,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:55.629450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7326b96-b3f4-4caf-b1ab-d4555ff68b16 None None] No DVR routers for this DVR port 25338ac6-8c2a-4a37-a4c8-7c29b2eef78c on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:16:55.661387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.666401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.669680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] 10.222.0.13 "DELETE /v2.0/networks/57bcc32e-55eb-4f97-b6f9-2cc564e56d2d HTTP/1.1" status: 204 len: 168 time: 0.5563071 Nov 27 11:16:55.683135 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b6915-75d6-4870-965a-3b9a61c3c60f admin admin] Pushing event deleted for resources: {'Network': ['ID=57bcc32e-55eb-4f97-b6f9-2cc564e56d2d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:55.778586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:55.818086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b110ea65-a8f8-475f-a25a-2e9e1425595d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a684c344dba44999aeea86a12b77791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384169 Nov 27 11:16:55.820486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:55.874007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e85dce8-3a3b-4a02-af43-be3b81683aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.894652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e85dce8-3a3b-4a02-af43-be3b81683aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.940860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e85dce8-3a3b-4a02-af43-be3b81683aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.943670 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e85dce8-3a3b-4a02-af43-be3b81683aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:55.944992 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e85dce8-3a3b-4a02-af43-be3b81683aa6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ce330b3-310c-4733-bb1e-87a6ddc2ec84 HTTP/1.1" status: 204 len: 168 time: 0.1235886 Nov 27 11:16:55.959089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85dce8-3a3b-4a02-af43-be3b81683aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce330b3-310c-4733-bb1e-87a6ddc2ec84,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:56.597101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:56.707525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1371770429-network', 'tenant_id': '5ba1f6c3bbe5498ba3272f4e3debc349'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:16:56.728810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Made reservation on behalf of 5ba1f6c3bbe5498ba3272f4e3debc349 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:16:56.731336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.739426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.812939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.817084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.840893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:16:56.851702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b328562-537f-4dd2-a507-64eed74eb879,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:56.857523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.857858 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Added segment 0500f4c2-7c9c-4dad-a8dd-8b70a036512f of type vlan for network 8a9d4e4e-384b-4458-8f99-d5a85c307035 Nov 27 11:16:56.899279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.922440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.923354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:56.923922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:56.959328 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3611293 Nov 27 11:16:56.962290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:16:56.967256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Request body: {'subnet': {'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1371770429-subnet', 'tenant_id': '5ba1f6c3bbe5498ba3272f4e3debc349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:16:56.990621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Made reservation on behalf of 5ba1f6c3bbe5498ba3272f4e3debc349 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:16:56.991156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7788f9-17fa-4d57-a609-a409fb2afd80 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9d4e4e-384b-4458-8f99-d5a85c307035,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:56.993826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:57.000672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 8a9d4e4e-384b-4458-8f99-d5a85c307035 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:16:57.166996 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:57.216148 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f18c18f-989b-425a-acc4-ad6b5d5f157e,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:16:57.231373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Checking segment: {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:16:57.231726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Network hostable DHCP agents. Network: 8a9d4e4e-384b-4458-8f99-d5a85c307035, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:16:57.247910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Network 8a9d4e4e-384b-4458-8f99-d5a85c307035 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:16:57.257014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 8a9d4e4e-384b-4458-8f99-d5a85c307035) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:16:57.260973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:57.261556 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:16:57.266645 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddab1d-4d8f-411d-8c4f-12f777fa5d71 None None] Network 8a9d4e4e-384b-4458-8f99-d5a85c307035 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:16:57.277736 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b880bbe6-c9e6-4852-99e9-b7373fab5664 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3143542 Nov 27 11:16:57.540601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f59436-1a1c-4779-87e8-634c06f3ea21 None None] Network 8a9d4e4e-384b-4458-8f99-d5a85c307035 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:16:57.838572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-cc6df30f-8f1a-4088-8df9-fd0aa76311d9 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:16:57.840033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-cc6df30f-8f1a-4088-8df9-fd0aa76311d9 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 814 time: 0.1052101 Nov 27 11:16:57.855368 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-31b604a3-e91d-49ad-9e5a-6b7bffc13da2 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/quotas/5ba1f6c3bbe5498ba3272f4e3debc349 HTTP/1.1" status: 200 len: 375 time: 0.0095208 Nov 27 11:16:57.885875 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-d68f5022-3b60-4bfa-9844-27f49d9f6834 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252087 Nov 27 11:16:57.976288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-f8919df4-a6bf-4aa5-8142-665a27f0d56b service neutron] 10.222.0.13 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836117 Nov 27 11:16:58.068658 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-89e36c6e-753b-4255-8e89-23fc66c66e80 service neutron] 10.222.0.13 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863566 Nov 27 11:16:58.274198 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d711b7a1-4eb0-4ae7-a8b0-fc05080a02f6 req-da2d0470-de27-424b-b0fb-1bb92dd40c8d tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 210 time: 0.0808420 Nov 27 11:16:59.350472 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9f753c16-b68c-4f18-95fc-47cfe9c9135a req-564af955-0994-4b56-9d8e-c20e9f91fa50 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 210 time: 0.0260878 Nov 27 11:17:00.444950 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-98d618df-5c12-4d9b-bfd2-e2038d704f7b req-278ae294-0d17-46c7-be74-a54c3617fca8 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 210 time: 0.0260956 Nov 27 11:17:01.166901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-af3bf769-3b3e-4ef7-887a-3b75495baa3c tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:01.168334 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-af3bf769-3b3e-4ef7-887a-3b75495baa3c tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 814 time: 0.1054707 Nov 27 11:17:01.181818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Request body: {'port': {'device_id': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035', 'admin_state_up': True, 'tenant_id': '5ba1f6c3bbe5498ba3272f4e3debc349'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:01.292261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Made reservation on behalf of 5ba1f6c3bbe5498ba3272f4e3debc349 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:01.295808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:01.422154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Allocated IP 172.20.0.7 (8a9d4e4e-384b-4458-8f99-d5a85c307035/4f18c18f-989b-425a-acc4-ad6b5d5f157e/62d60f56-9b56-494e-b891-40b2129a6cb6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:01.557301 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4761997b-7f38-45f9-8a41-f5339ce20478 req-d65df771-f7b7-49d1-a08f-53d148750907 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 210 time: 0.0313923 Nov 27 11:17:01.595502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:01.628814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:01.672481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Network 8a9d4e4e-384b-4458-8f99-d5a85c307035 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:01.675853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:01.679412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:01.686088 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Pushing event updated for resources: {'Port': ['ID=62d60f56-9b56-494e-b891-40b2129a6cb6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:01.731310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:01.731916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:01.746805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-c4f9a3ce-0433-4bdb-8b79-a06f6217e7f3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688794 Nov 27 11:17:01.759021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Request body: {'port': {'device_id': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:01.814792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.068182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d60f56-9b56-494e-b891-40b2129a6cb6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:17:02.075547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.086969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Transition to ACTIVE for port object 62d60f56-9b56-494e-b891-40b2129a6cb6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:17:02.091736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.161573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=62d60f56-9b56-494e-b891-40b2129a6cb6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:02.214554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Attempting to bind port 62d60f56-9b56-494e-b891-40b2129a6cb6 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:02.215239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Attempting to bind port 62d60f56-9b56-494e-b891-40b2129a6cb6 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:02.215239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Attempting to bind port 62d60f56-9b56-494e-b891-40b2129a6cb6 on network 8a9d4e4e-384b-4458-8f99-d5a85c307035 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:02.219513 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Port 62d60f56-9b56-494e-b891-40b2129a6cb6 on network 8a9d4e4e-384b-4458-8f99-d5a85c307035 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:17:02.219835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Attempting to bind port 62d60f56-9b56-494e-b891-40b2129a6cb6 on network 8a9d4e4e-384b-4458-8f99-d5a85c307035 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:02.223144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.225530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:02.225881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Checking segment: {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:02.226252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Bound using segment: {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:02.226666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Bound port: 62d60f56-9b56-494e-b891-40b2129a6cb6, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:02.227011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.288568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] For port 62d60f56-9b56-494e-b891-40b2129a6cb6, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:02.291912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] For port 62d60f56-9b56-494e-b891-40b2129a6cb6, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=62d60f56-9b56-494e-b891-40b2129a6cb6,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:02.295755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.332416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:02.333025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:02.334419 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/62d60f56-9b56-494e-b891-40b2129a6cb6 HTTP/1.1" status: 200 len: 1093 time: 0.5792909 Nov 27 11:17:02.334864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'tag': '62d60f56-9b56-494e-b891-40b2129a6cb6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:17:02.337153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be68f78-4541-4b45-ab7e-9035b424c1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f08d0ab7-ac95-4841-a157-624d83d7634f", "tag": "62d60f56-9b56-494e-b891-40b2129a6cb6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:17:02.362865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c3675-36c3-49e7-97ce-f2e577faa4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=62d60f56-9b56-494e-b891-40b2129a6cb6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:02.380701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745494bb-4f05-451a-850c-d54b2905b3b7 x-openstack-request-id: req-745494bb-4f05-451a-850c-d54b2905b3b7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:17:02.381001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08d0ab7-ac95-4841-a157-624d83d7634f", "tag": "62d60f56-9b56-494e-b891-40b2129a6cb6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:17:02.381263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-745494bb-4f05-451a-850c-d54b2905b3b7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:17:02.381666 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'tag': '62d60f56-9b56-494e-b891-40b2129a6cb6', 'status': 'completed', 'code': 200} Nov 27 11:17:02.691101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-9dbb3de8-0f10-4141-9b16-ddee4923797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:02.692719 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-9dbb3de8-0f10-4141-9b16-ddee4923797b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 1096 time: 0.3206491 Nov 27 11:17:02.704434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655dccc-ec27-4947-be4a-dbd10396d3ab req-4be723f7-4f9d-4661-a04d-64fd0f3c20bc tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:02.706351 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1655dccc-ec27-4947-be4a-dbd10396d3ab req-4be723f7-4f9d-4661-a04d-64fd0f3c20bc tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 943 time: 0.0584462 Nov 27 11:17:02.746963 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-baf87f2c-ef48-4f73-bd6a-96e6de772386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d60f56-9b56-494e-b891-40b2129a6cb6 HTTP/1.1" status: 200 len: 217 time: 0.0396793 Nov 27 11:17:02.817978 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1655dccc-ec27-4947-be4a-dbd10396d3ab req-699b05e1-aab1-4811-b393-9a69297703c2 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042321 Nov 27 11:17:02.819471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-87090a2e-59fa-42d6-9878-940196738ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:02.820855 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-87090a2e-59fa-42d6-9878-940196738ed1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f18c18f-989b-425a-acc4-ad6b5d5f157e HTTP/1.1" status: 200 len: 854 time: 0.0662010 Nov 27 11:17:02.853141 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-a0e684c3-b249-40e4-829a-24c5efa28069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a9d4e4e-384b-4458-8f99-d5a85c307035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250859 Nov 27 11:17:02.945347 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-a7802d60-82d2-43eb-a4fd-f4b0c504498a service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Nov 27 11:17:03.035556 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-72c05502-ba28-41d3-b1f0-04fb85077d3f req-dcb16966-e1f5-4c9d-b6c4-d27c71ca6255 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836349 Nov 27 11:17:03.126027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-beb324ca-b726-40d3-9191-4c5242b0bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:03.127989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-beb324ca-b726-40d3-9191-4c5242b0bebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 1096 time: 0.0451584 Nov 27 11:17:03.217867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-37f0e655-def7-452e-a68f-77253eba7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:03.219348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-37f0e655-def7-452e-a68f-77253eba7286 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 915 time: 0.0851309 Nov 27 11:17:03.265965 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-f7ca70c4-df76-4d0c-b953-b32e8ba4d4cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d60f56-9b56-494e-b891-40b2129a6cb6 HTTP/1.1" status: 200 len: 217 time: 0.0385058 Nov 27 11:17:03.316550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-055c4d2f-3f8d-48ff-8556-6778b2a31fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:03.317955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-055c4d2f-3f8d-48ff-8556-6778b2a31fcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f18c18f-989b-425a-acc4-ad6b5d5f157e HTTP/1.1" status: 200 len: 854 time: 0.0442786 Nov 27 11:17:03.348775 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-8059063c-00c5-4c75-ab41-68df6b09ea2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a9d4e4e-384b-4458-8f99-d5a85c307035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240691 Nov 27 11:17:03.441122 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-13bf8481-a593-4eed-b5e9-5870be041adb service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Nov 27 11:17:03.529780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8be68f78-4541-4b45-ab7e-9035b424c1a9 req-d33513a5-9e55-47fd-beb8-3b51cd1f514d service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819387 Nov 27 11:17:03.931689 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc94e7-6ebc-456b-adf5-a6193e0496a8 req-7cfa3387-cfea-474d-84ab-e840bb0e24a7 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:03.933217 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a1cc94e7-6ebc-456b-adf5-a6193e0496a8 req-7cfa3387-cfea-474d-84ab-e840bb0e24a7 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 943 time: 0.0482321 Nov 27 11:17:03.984106 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a1cc94e7-6ebc-456b-adf5-a6193e0496a8 req-612f3b90-22fe-4041-b52f-176070786926 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Nov 27 11:17:05.097822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac37a0a-a7c2-4ebe-9f20-fb07c9dd63ea req-38cba937-7fa3-4da5-b1f2-2d5847912fec tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:05.099294 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bac37a0a-a7c2-4ebe-9f20-fb07c9dd63ea req-38cba937-7fa3-4da5-b1f2-2d5847912fec tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 943 time: 0.0488219 Nov 27 11:17:05.150625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bac37a0a-a7c2-4ebe-9f20-fb07c9dd63ea req-aa565d29-c422-4c74-bc2b-4101d998a3ef tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Nov 27 11:17:06.266935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c0ee-f796-4aab-86da-f12c3d1e41b3 req-4870e881-e266-46e9-8b64-7bf5e39f9ba5 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:06.268944 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-de53c0ee-f796-4aab-86da-f12c3d1e41b3 req-4870e881-e266-46e9-8b64-7bf5e39f9ba5 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 943 time: 0.0487623 Nov 27 11:17:06.315477 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-de53c0ee-f796-4aab-86da-f12c3d1e41b3 req-a54471b7-f427-4482-bfeb-6a7f56419023 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Nov 27 11:17:06.819385 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 62d60f56-9b56-494e-b891-40b2129a6cb6 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:17:06.913413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 62d60f56-9b56-494e-b891-40b2129a6cb6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=62d60f56-9b56-494e-b891-40b2129a6cb6,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:06.923774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '62d60f56-9b56-494e-b891-40b2129a6cb6', 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035', 'port_id': '62d60f56-9b56-494e-b891-40b2129a6cb6', 'mac_address': 'fa:16:3e:d8:51:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f18c18f-989b-425a-acc4-ad6b5d5f157e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:17:06.963157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:06.975927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d60f56-9b56-494e-b891-40b2129a6cb6 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:17:06.995550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 62d60f56-9b56-494e-b891-40b2129a6cb6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=62d60f56-9b56-494e-b891-40b2129a6cb6,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:06.999573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:07.050726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=62d60f56-9b56-494e-b891-40b2129a6cb6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:07.349575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['62d60f56-9b56-494e-b891-40b2129a6cb6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:17:07.433426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111be97-b2ea-426c-8ad5-676364c58cea req-35e7ac65-e97d-4905-87db-db00dd0dd756 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:07.435169 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f111be97-b2ea-426c-8ad5-676364c58cea req-35e7ac65-e97d-4905-87db-db00dd0dd756 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 944 time: 0.0511928 Nov 27 11:17:07.483899 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f111be97-b2ea-426c-8ad5-676364c58cea req-b981a9e4-c374-4795-9659-dc28799d67e4 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Nov 27 11:17:08.597604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936a5b4-fe24-4c09-89a8-3a2b13fe7ea1 req-ca8d386a-54c8-41a6-ab0f-dd66d56a26b0 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:08.599066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9936a5b4-fe24-4c09-89a8-3a2b13fe7ea1 req-ca8d386a-54c8-41a6-ab0f-dd66d56a26b0 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 944 time: 0.0486128 Nov 27 11:17:08.618847 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:17:08.645311 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9936a5b4-fe24-4c09-89a8-3a2b13fe7ea1 req-68e88729-61a4-4122-b9f6-1f550d7f3431 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Nov 27 11:17:08.865484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 62d60f56-9b56-494e-b891-40b2129a6cb6 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:08.916205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 62d60f56-9b56-494e-b891-40b2129a6cb6 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:17:08.919951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 62d60f56-9b56-494e-b891-40b2129a6cb6 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:08.920329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:09.001457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:09.023234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d60f56-9b56-494e-b891-40b2129a6cb6'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:17:09.025494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a76ab-4a66-4cea-866d-0d022518c255" -d '{"events": [{"server_uuid": "f08d0ab7-ac95-4841-a157-624d83d7634f", "name": "network-vif-plugged", "status": "completed", "tag": "62d60f56-9b56-494e-b891-40b2129a6cb6"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:17:09.039405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 62d60f56-9b56-494e-b891-40b2129a6cb6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=62d60f56-9b56-494e-b891-40b2129a6cb6,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:09.043424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:09.069515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e576308-d1da-4d75-8436-996135a6eae5 x-openstack-request-id: req-7e576308-d1da-4d75-8436-996135a6eae5 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:17:09.069818 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08d0ab7-ac95-4841-a157-624d83d7634f", "name": "network-vif-plugged", "status": "completed", "tag": "62d60f56-9b56-494e-b891-40b2129a6cb6", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:17:09.070125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e576308-d1da-4d75-8436-996135a6eae5 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:17:09.070557 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d60f56-9b56-494e-b891-40b2129a6cb6', 'code': 200} Nov 27 11:17:09.096001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=62d60f56-9b56-494e-b891-40b2129a6cb6,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:09.103622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.103980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.104323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.104690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.105021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.105353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.105686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.106017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.106346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.106674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.106998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.107321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:09.226937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d93d-bf0c-4854-b06c-1e631e33b648 req-868c5aea-cde4-4599-bf4a-7327471abafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:09.228498 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b4d9d93d-bf0c-4854-b06c-1e631e33b648 req-868c5aea-cde4-4599-bf4a-7327471abafe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 1098 time: 0.0407019 Nov 27 11:17:09.273058 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b4d9d93d-bf0c-4854-b06c-1e631e33b648 req-15d79eda-194f-46c0-8026-b37c731f7ac1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Nov 27 11:17:09.763038 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa486-fbd0-461e-914d-6eb5665ae5fd req-f0fdb6d8-2e4b-4458-8168-6dd9c901d5ef tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:09.764534 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0adfa486-fbd0-461e-914d-6eb5665ae5fd req-f0fdb6d8-2e4b-4458-8168-6dd9c901d5ef tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0522754 Nov 27 11:17:09.810111 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0adfa486-fbd0-461e-914d-6eb5665ae5fd req-d969d795-202a-4261-ae6f-5c534e9c5af9 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Nov 27 11:17:10.339049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-92d4b426-620b-45a4-8768-4a96a5b0d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:10.931517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757f75-3037-4b85-bf38-fdf14a51f41c req-c704d0b5-f81a-4c0e-9c9f-8e93abacd2fa tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:10.933030 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f757f75-3037-4b85-bf38-fdf14a51f41c req-c704d0b5-f81a-4c0e-9c9f-8e93abacd2fa tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0540285 Nov 27 11:17:10.980469 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f757f75-3037-4b85-bf38-fdf14a51f41c req-d39aa783-9d53-4a5d-abd7-3ee56812f11c tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Nov 27 11:17:11.199438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-9ae49ace-0844-4bc8-ae03-fb1e26b12756 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:11.200912 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-9ae49ace-0844-4bc8-ae03-fb1e26b12756 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 814 time: 0.1025066 Nov 27 11:17:11.216422 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-526b5a4d-67bc-488c-ac4a-b80e655e6698 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/quotas/5ba1f6c3bbe5498ba3272f4e3debc349 HTTP/1.1" status: 200 len: 375 time: 0.0098200 Nov 27 11:17:11.577798 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-cc13b535-f6e6-4b08-ad09-805e92a621a7 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3560803 Nov 27 11:17:11.667443 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-4f6ecad3-3f63-4028-811c-e60985a76ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Nov 27 11:17:11.757514 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-c84fa73c-926c-4072-921c-fd8311321026 service neutron] 10.222.0.13 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840616 Nov 27 11:17:11.911133 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-abcb3c15-1678-4e4d-ba27-67175f268483 req-30364a47-12d3-4ff1-a269-76fe92e19472 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 210 time: 0.0269468 Nov 27 11:17:12.925760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-f6644f3a-8d24-447b-b0b3-bceb3a9d67e7 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:12.928745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-f6644f3a-8d24-447b-b0b3-bceb3a9d67e7 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 814 time: 0.1177363 Nov 27 11:17:12.949356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Request body: {'port': {'device_id': '7de64155-139c-4af7-aa75-3a6b9e136837', 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035', 'admin_state_up': True, 'tenant_id': '5ba1f6c3bbe5498ba3272f4e3debc349'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:13.008129 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a9c25bde-4ffe-4bd8-b9fc-475537441100 req-d32bcab8-9271-4ccb-afc5-eefb556a7f18 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 210 time: 0.0262311 Nov 27 11:17:13.062205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Made reservation on behalf of 5ba1f6c3bbe5498ba3272f4e3debc349 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:13.065643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.120188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd137921-148b-47b9-9f32-9a30615564c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.191850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Allocated IP 172.20.0.10 (8a9d4e4e-384b-4458-8f99-d5a85c307035/4f18c18f-989b-425a-acc4-ad6b5d5f157e/fe491407-4495-4040-969a-2e3da5500022) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:13.337461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.371863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.383687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['62d60f56-9b56-494e-b891-40b2129a6cb6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:17:13.417345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Network 8a9d4e4e-384b-4458-8f99-d5a85c307035 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:13.420335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:13.424010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:13.448779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Pushing event updated for resources: {'Port': ['ID=fe491407-4495-4040-969a-2e3da5500022,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:13.478874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:13.479667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.499725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-a78a6563-002c-4cde-90b0-974ca052cc5a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552371 Nov 27 11:17:13.514909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Request body: {'port': {'device_id': '7de64155-139c-4af7-aa75-3a6b9e136837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:13.579792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.843619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe491407-4495-4040-969a-2e3da5500022 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:17:13.851496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.863631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Transition to ACTIVE for port object fe491407-4495-4040-969a-2e3da5500022 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:17:13.867406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.919063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Pushing event updated for resources: {'Port': ['ID=fe491407-4495-4040-969a-2e3da5500022,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:13.987972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:13.990640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Attempting to bind port fe491407-4495-4040-969a-2e3da5500022 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:13.991106 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Attempting to bind port fe491407-4495-4040-969a-2e3da5500022 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:13.991280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Attempting to bind port fe491407-4495-4040-969a-2e3da5500022 on network 8a9d4e4e-384b-4458-8f99-d5a85c307035 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:13.995476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Port fe491407-4495-4040-969a-2e3da5500022 on network 8a9d4e4e-384b-4458-8f99-d5a85c307035 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:17:13.995787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Attempting to bind port fe491407-4495-4040-969a-2e3da5500022 on network 8a9d4e4e-384b-4458-8f99-d5a85c307035 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:14.000459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:14.000787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Checking segment: {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:14.001160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Bound using segment: {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:14.001575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Bound port: fe491407-4495-4040-969a-2e3da5500022, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0500f4c2-7c9c-4dad-a8dd-8b70a036512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:14.001918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:14.065684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] For port fe491407-4495-4040-969a-2e3da5500022, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:14.069451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] For port fe491407-4495-4040-969a-2e3da5500022, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fe491407-4495-4040-969a-2e3da5500022,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:14.073620 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:14.140641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.141285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:14.142641 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] 10.222.0.24 "PUT /v2.0/ports/fe491407-4495-4040-969a-2e3da5500022 HTTP/1.1" status: 200 len: 1094 time: 0.6336396 Nov 27 11:17:14.143902 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de64155-139c-4af7-aa75-3a6b9e136837', 'tag': 'fe491407-4495-4040-969a-2e3da5500022'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:17:14.146887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96dd937-2412-4418-b5ba-fd97e2debbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "7de64155-139c-4af7-aa75-3a6b9e136837", "tag": "fe491407-4495-4040-969a-2e3da5500022"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:17:14.168965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c38d6-a974-4208-a796-64af132f8f4a service neutron] Pushing event updated for resources: {'Port': ['ID=fe491407-4495-4040-969a-2e3da5500022,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:14.182741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354359e8-d388-4d91-b326-b598c62b0f01 req-a0b5393f-07eb-4e89-b717-aa3bc914db57 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.184179 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-354359e8-d388-4d91-b326-b598c62b0f01 req-a0b5393f-07eb-4e89-b717-aa3bc914db57 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 944 time: 0.1070440 Nov 27 11:17:14.185925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a827ef-6ac7-4262-a0ef-ee41e1193c4d x-openstack-request-id: req-78a827ef-6ac7-4262-a0ef-ee41e1193c4d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:17:14.186215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de64155-139c-4af7-aa75-3a6b9e136837", "tag": "fe491407-4495-4040-969a-2e3da5500022", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:17:14.186468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78a827ef-6ac7-4262-a0ef-ee41e1193c4d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:17:14.186882 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de64155-139c-4af7-aa75-3a6b9e136837', 'tag': 'fe491407-4495-4040-969a-2e3da5500022', 'status': 'completed', 'code': 200} Nov 27 11:17:14.251936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-fdc33ddc-f8f3-4004-bf82-be6a0b523937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.253467 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-fdc33ddc-f8f3-4004-bf82-be6a0b523937 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 1097 time: 0.0657895 Nov 27 11:17:14.271845 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-354359e8-d388-4d91-b326-b598c62b0f01 req-af74d679-3ef7-4258-a026-382549ca3d22 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754225 Nov 27 11:17:14.298387 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-aeda3f42-c56c-40d4-91d1-780f7706e65d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe491407-4495-4040-969a-2e3da5500022 HTTP/1.1" status: 200 len: 217 time: 0.0365410 Nov 27 11:17:14.352477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-fd276375-7cec-4d6d-a99f-d113a1cd0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.353917 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-fd276375-7cec-4d6d-a99f-d113a1cd0475 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f18c18f-989b-425a-acc4-ad6b5d5f157e HTTP/1.1" status: 200 len: 854 time: 0.0486715 Nov 27 11:17:14.385923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-517529cc-5167-41c0-ab6b-1a821b3f2151 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a9d4e4e-384b-4458-8f99-d5a85c307035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249581 Nov 27 11:17:14.475615 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-f411b7a6-07e7-417f-8e84-fafeb4fec26a service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823395 Nov 27 11:17:14.571177 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aa9bd9db-8451-4d40-a4e9-f401d5a74fd5 req-066d32dd-4b59-40b6-9a6a-715e42346652 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887618 Nov 27 11:17:14.658353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-a70b91b2-3ab6-48e0-b327-7d347abcbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.659764 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-a70b91b2-3ab6-48e0-b327-7d347abcbaa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 1097 time: 0.0404813 Nov 27 11:17:14.754155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-d39da555-4d59-4298-a964-14253e9de0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.755933 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-d39da555-4d59-4298-a964-14253e9de0c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 915 time: 0.0889719 Nov 27 11:17:14.796893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-1d9a3c94-a3a8-4013-9dce-9a5a3e2fe30e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe491407-4495-4040-969a-2e3da5500022 HTTP/1.1" status: 200 len: 217 time: 0.0342340 Nov 27 11:17:14.844460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-c1bd8338-1a23-4374-92f2-a6d488710c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:14.845864 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-c1bd8338-1a23-4374-92f2-a6d488710c0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f18c18f-989b-425a-acc4-ad6b5d5f157e HTTP/1.1" status: 200 len: 854 time: 0.0422673 Nov 27 11:17:14.876645 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-68a839ef-8dd6-49bf-9c79-c3312b8b23a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a9d4e4e-384b-4458-8f99-d5a85c307035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239670 Nov 27 11:17:14.970427 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-d8eb04aa-8508-44c5-bed0-cde7eaebe305 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Nov 27 11:17:15.064138 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a96dd937-2412-4418-b5ba-fd97e2debbe7 req-7218e270-d468-47fd-b1d2-b6253e9f77b6 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866199 Nov 27 11:17:15.386933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02696c-9653-4f5b-87a6-b6087816cc9a req-4ce02eae-eda2-4e21-8dcf-9d1f3abe99a8 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:15.388683 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b02696c-9653-4f5b-87a6-b6087816cc9a req-4ce02eae-eda2-4e21-8dcf-9d1f3abe99a8 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 944 time: 0.0484605 Nov 27 11:17:15.438876 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2b02696c-9653-4f5b-87a6-b6087816cc9a req-52b8af06-ad93-4fdc-9c1e-80c8ce6cd986 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Nov 27 11:17:15.588830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:16.319965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:16.552354 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2eedd-e718-454b-8b3d-61ceafa47de1 req-6282a26f-564d-4743-b03b-10fbd466de33 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:16.553822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-08b2eedd-e718-454b-8b3d-61ceafa47de1 req-6282a26f-564d-4743-b03b-10fbd466de33 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 944 time: 0.0491939 Nov 27 11:17:16.599811 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-08b2eedd-e718-454b-8b3d-61ceafa47de1 req-90741ce2-48fa-40a7-be60-e17271c360fc tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Nov 27 11:17:17.716625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e529096-d91c-42d9-b59a-fe9cd8d88dbc req-d784ca56-17eb-4b56-908c-159f37bcd35e tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:17.718132 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3e529096-d91c-42d9-b59a-fe9cd8d88dbc req-d784ca56-17eb-4b56-908c-159f37bcd35e tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 944 time: 0.0494733 Nov 27 11:17:17.765083 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3e529096-d91c-42d9-b59a-fe9cd8d88dbc req-fe74cc9a-e254-4f1b-97f5-a2907fb65aaf tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Nov 27 11:17:18.866733 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device fe491407-4495-4040-969a-2e3da5500022 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:17:18.910278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a132-07de-4e95-8bd1-48d2212b051f req-ab3addaa-37da-46bc-b51a-4d9702b3bf8a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:18.912961 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0c9a132-07de-4e95-8bd1-48d2212b051f req-ab3addaa-37da-46bc-b51a-4d9702b3bf8a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 944 time: 0.0796516 Nov 27 11:17:18.918373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-cf36222c-8179-4384-962f-620abb933625 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748768 Nov 27 11:17:18.964724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port fe491407-4495-4040-969a-2e3da5500022, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fe491407-4495-4040-969a-2e3da5500022,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:18.964991 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0c9a132-07de-4e95-8bd1-48d2212b051f req-2b37ebd6-7748-453a-b7d2-77101ce09909 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Nov 27 11:17:18.978021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'fe491407-4495-4040-969a-2e3da5500022', 'network_id': '8a9d4e4e-384b-4458-8f99-d5a85c307035', 'port_id': 'fe491407-4495-4040-969a-2e3da5500022', 'mac_address': 'fa:16:3e:bf:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f18c18f-989b-425a-acc4-ad6b5d5f157e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:17:19.005148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-73323b47-d219-47a1-aa7f-2252f52078df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:19.006632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-73323b47-d219-47a1-aa7f-2252f52078df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 1098 time: 0.0408030 Nov 27 11:17:19.015553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:19.029093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe491407-4495-4040-969a-2e3da5500022 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:17:19.048636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port fe491407-4495-4040-969a-2e3da5500022, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fe491407-4495-4040-969a-2e3da5500022,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:19.053002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:19.101473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=fe491407-4495-4040-969a-2e3da5500022,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:19.112225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-fba08beb-a148-4e29-873f-0cfbb42bcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:19.113250 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-fba08beb-a148-4e29-873f-0cfbb42bcc9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 200 len: 915 time: 0.0886474 Nov 27 11:17:19.155333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-1d3e5c59-cefd-456c-b6a5-c6d3beb9e11e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62d60f56-9b56-494e-b891-40b2129a6cb6 HTTP/1.1" status: 200 len: 217 time: 0.0340152 Nov 27 11:17:19.203735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-bf02732b-6fbf-430d-b228-b7b88558dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:19.205190 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-bf02732b-6fbf-430d-b228-b7b88558dba0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f18c18f-989b-425a-acc4-ad6b5d5f157e HTTP/1.1" status: 200 len: 854 time: 0.0423493 Nov 27 11:17:19.235734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-c4b8c55a-7b87-4cb4-927e-935571c90559 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a9d4e4e-384b-4458-8f99-d5a85c307035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235147 Nov 27 11:17:19.337524 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-9820b66d-1e26-40df-8b89-32e81128de9a service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950246 Nov 27 11:17:19.370316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['fe491407-4495-4040-969a-2e3da5500022'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:17:19.435273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a86dfb53-c99e-4243-a246-1ecc7d35c0b1 req-4afec702-c30e-4ab7-84ed-fab3c508fef3 service neutron] 10.222.0.24 "GET /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905714 Nov 27 11:17:20.080172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aba775-fece-46b4-8a42-623477f51ffe req-be5e6e8d-bc4f-49f2-9231-d92bffca6a4e tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:20.081628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-41aba775-fece-46b4-8a42-623477f51ffe req-be5e6e8d-bc4f-49f2-9231-d92bffca6a4e tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Nov 27 11:17:20.128672 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-41aba775-fece-46b4-8a42-623477f51ffe req-868b085d-260f-49fb-a905-63e245593946 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Nov 27 11:17:20.897410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device fe491407-4495-4040-969a-2e3da5500022 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:20.946692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port fe491407-4495-4040-969a-2e3da5500022 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:17:20.950958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port fe491407-4495-4040-969a-2e3da5500022 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:20.951330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:21.028599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:21.050473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de64155-139c-4af7-aa75-3a6b9e136837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe491407-4495-4040-969a-2e3da5500022'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:17:21.053589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850dfff-ade0-4459-be50-09c0b6fc7dba" -d '{"events": [{"server_uuid": "7de64155-139c-4af7-aa75-3a6b9e136837", "name": "network-vif-plugged", "status": "completed", "tag": "fe491407-4495-4040-969a-2e3da5500022"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:17:21.066010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port fe491407-4495-4040-969a-2e3da5500022, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fe491407-4495-4040-969a-2e3da5500022,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:21.070679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:21.119361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=fe491407-4495-4040-969a-2e3da5500022,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:21.146090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f22027-f652-4062-8350-ff8745877788 x-openstack-request-id: req-a3f22027-f652-4062-8350-ff8745877788 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:17:21.146382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de64155-139c-4af7-aa75-3a6b9e136837", "name": "network-vif-plugged", "status": "completed", "tag": "fe491407-4495-4040-969a-2e3da5500022", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:17:21.146636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3f22027-f652-4062-8350-ff8745877788 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:17:21.147032 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de64155-139c-4af7-aa75-3a6b9e136837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe491407-4495-4040-969a-2e3da5500022', 'code': 200} Nov 27 11:17:21.247625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec48cfd-11fc-441f-92a3-1eb248927b50 req-96ee04ed-b14f-42d1-9adf-266a15ee9acf tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:21.249252 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1ec48cfd-11fc-441f-92a3-1eb248927b50 req-96ee04ed-b14f-42d1-9adf-266a15ee9acf tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 946 time: 0.0528214 Nov 27 11:17:21.297154 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1ec48cfd-11fc-441f-92a3-1eb248927b50 req-0488cf22-9ba4-4f8b-bad8-860f96bf10f4 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Nov 27 11:17:21.564096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74bed-78b3-4714-956f-ca2366b628cd req-7dce19ec-30fa-42fe-9b21-3d41782ad5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:21.565617 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89d74bed-78b3-4714-956f-ca2366b628cd req-7dce19ec-30fa-42fe-9b21-3d41782ad5e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 1099 time: 0.2910411 Nov 27 11:17:21.609346 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-89d74bed-78b3-4714-956f-ca2366b628cd req-a09f67f5-cabb-4b64-823c-ef6e0bdee347 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358586 Nov 27 11:17:22.415425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1948a-916a-49ea-9f9e-5e24575d41cc req-a4d7692e-c7aa-4afc-9bd9-eb207ac4cfcd tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:22.416873 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97e1948a-916a-49ea-9f9e-5e24575d41cc req-a4d7692e-c7aa-4afc-9bd9-eb207ac4cfcd tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Nov 27 11:17:22.462769 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97e1948a-916a-49ea-9f9e-5e24575d41cc req-4f5d1a1f-8034-4885-af5b-5fb20f463ac2 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Nov 27 11:17:23.576465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba52e-01f7-45bb-86b1-fddd9578d780 req-fa0bce05-10d5-4552-b6f3-631556c2abd5 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:23.577904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-291ba52e-01f7-45bb-86b1-fddd9578d780 req-fa0bce05-10d5-4552-b6f3-631556c2abd5 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 946 time: 0.0480328 Nov 27 11:17:23.625602 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-291ba52e-01f7-45bb-86b1-fddd9578d780 req-454f8c24-4b1b-43e4-a684-a3b7000248ea tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405617 Nov 27 11:17:23.849202 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c38c20-1926-44fa-87aa-1c7849f48e2f req-ffd47486-e4df-480f-ab56-4de8d9fe5187 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:23.850652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-38c38c20-1926-44fa-87aa-1c7849f48e2f req-ffd47486-e4df-480f-ab56-4de8d9fe5187 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 946 time: 0.0482199 Nov 27 11:17:23.901702 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-38c38c20-1926-44fa-87aa-1c7849f48e2f req-5f386992-5bf1-468c-b41f-0aab8c3f1392 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Nov 27 11:17:25.022399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d18a0a-f59a-4d7c-9288-2f53f5184cef req-9f44e5b3-c740-40cd-9919-50a90e21d919 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:25.023843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75d18a0a-f59a-4d7c-9288-2f53f5184cef req-9f44e5b3-c740-40cd-9919-50a90e21d919 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 946 time: 0.0517797 Nov 27 11:17:25.069991 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75d18a0a-f59a-4d7c-9288-2f53f5184cef req-b919419f-8027-4a3c-b81a-679cbc122476 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Nov 27 11:17:25.380918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-b65f1a83-75b6-43af-91c2-ef9d3fd16388 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:25.382376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-b65f1a83-75b6-43af-91c2-ef9d3fd16388 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 946 time: 0.0478759 Nov 27 11:17:25.474427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Deleting port fe491407-4495-4040-969a-2e3da5500022 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:25.474761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:25.560829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] For port fe491407-4495-4040-969a-2e3da5500022, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fe491407-4495-4040-969a-2e3da5500022,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:25.561182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:25.573569 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Calling delete_port for fe491407-4495-4040-969a-2e3da5500022 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:25.701399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:25.713176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['62d60f56-9b56-494e-b891-40b2129a6cb6', 'fe491407-4495-4040-969a-2e3da5500022'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:17:25.728364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Pushing event deleted for resources: {'Port': ['ID=fe491407-4495-4040-969a-2e3da5500022,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:25.776790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] No DVR routers for this DVR port fe491407-4495-4040-969a-2e3da5500022 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:25.779377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:25.782868 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dfd3179f-5646-4ed1-8e3b-334ba748c043 req-318e3dd5-3ed9-4930-b44c-d0f1486190eb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "DELETE /v2.0/ports/fe491407-4495-4040-969a-2e3da5500022 HTTP/1.1" status: 204 len: 173 time: 0.3948627 Nov 27 11:17:25.783327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de64155-139c-4af7-aa75-3a6b9e136837', 'name': 'network-vif-deleted', 'tag': 'fe491407-4495-4040-969a-2e3da5500022'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:17:25.786692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc03988-e8c5-47cf-afe6-345f0b6c4dd1" -d '{"events": [{"server_uuid": "7de64155-139c-4af7-aa75-3a6b9e136837", "name": "network-vif-deleted", "tag": "fe491407-4495-4040-969a-2e3da5500022"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:17:25.901299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca8383b-ec35-4d75-8d59-dfbe16ab05a9 x-openstack-request-id: req-aca8383b-ec35-4d75-8d59-dfbe16ab05a9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:17:25.901602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de64155-139c-4af7-aa75-3a6b9e136837", "name": "network-vif-deleted", "tag": "fe491407-4495-4040-969a-2e3da5500022", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:17:25.901889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aca8383b-ec35-4d75-8d59-dfbe16ab05a9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:17:25.902302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de64155-139c-4af7-aa75-3a6b9e136837', 'name': 'network-vif-deleted', 'tag': 'fe491407-4495-4040-969a-2e3da5500022', 'status': 'completed', 'code': 200} Nov 27 11:17:26.344490 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e6be3f6f-9bfb-41ea-aaf4-96775c8ea6a3 req-1f934f69-7732-4b98-857b-b01a14c0f28e tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de64155-139c-4af7-aa75-3a6b9e136837 HTTP/1.1" status: 200 len: 210 time: 0.0297823 Nov 27 11:17:27.492337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a980a-e140-41ff-bef3-979c094a6205 req-21677e62-f745-40ca-9fb6-4e0894d64254 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:27.493822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d3a980a-e140-41ff-bef3-979c094a6205 req-21677e62-f745-40ca-9fb6-4e0894d64254 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0491772 Nov 27 11:17:27.540010 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d3a980a-e140-41ff-bef3-979c094a6205 req-31269efa-e634-4df4-aaed-7e32d6757aee tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Nov 27 11:17:27.670461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e7c70-8847-403b-bfcb-fae13f7ab34a req-de00bb75-a536-4b18-97fb-b0aef7e6aa1f tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:27.671854 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1e8e7c70-8847-403b-bfcb-fae13f7ab34a req-de00bb75-a536-4b18-97fb-b0aef7e6aa1f tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0488036 Nov 27 11:17:27.720450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1e8e7c70-8847-403b-bfcb-fae13f7ab34a req-6357b99f-6866-44c1-a9b0-6dfc1893fe29 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 27 11:17:27.834857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75737d77-fb62-4c3b-8000-5392363515ce req-5fd71bea-140d-46e7-992c-a3ccf7bedc82 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:27.836312 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-75737d77-fb62-4c3b-8000-5392363515ce req-5fd71bea-140d-46e7-992c-a3ccf7bedc82 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0480533 Nov 27 11:17:27.882370 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-75737d77-fb62-4c3b-8000-5392363515ce req-c05bc39b-f9f1-4516-bbb9-a3c10a6461b2 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Nov 27 11:17:27.994854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-32a4036f-f4c7-4d25-824e-7deaf73ccfd3 req-980e4a6c-3ab5-48be-924a-6a3c79abcb62 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:17:27.995878 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-32a4036f-f4c7-4d25-824e-7deaf73ccfd3 req-980e4a6c-3ab5-48be-924a-6a3c79abcb62 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481582 Nov 27 11:17:28.101826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13116ce-80cd-478f-8c92-11a8eaa53bcb req-312b67ae-8983-430c-9456-3161066b8d12 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:28.103258 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a13116ce-80cd-478f-8c92-11a8eaa53bcb req-312b67ae-8983-430c-9456-3161066b8d12 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0479980 Nov 27 11:17:28.150415 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a13116ce-80cd-478f-8c92-11a8eaa53bcb req-1f49cce0-969a-47c4-a429-cb4d1d9b7703 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Nov 27 11:17:28.267304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53487f0-e029-4be9-8c0d-b13fa64b50b3 req-80a09ee5-63b7-43ad-ab02-6efae66c11d3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:28.268680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f53487f0-e029-4be9-8c0d-b13fa64b50b3 req-80a09ee5-63b7-43ad-ab02-6efae66c11d3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0515640 Nov 27 11:17:28.314822 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f53487f0-e029-4be9-8c0d-b13fa64b50b3 req-e63344d6-d2c3-4809-bf44-a126521ab57c tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Nov 27 11:17:28.438418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca240ed-0508-48e8-9372-f248d9c68897 req-cabc621c-5870-4f88-8eaa-1fe35f91be3a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:28.439885 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8ca240ed-0508-48e8-9372-f248d9c68897 req-cabc621c-5870-4f88-8eaa-1fe35f91be3a tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0490153 Nov 27 11:17:28.487185 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8ca240ed-0508-48e8-9372-f248d9c68897 req-c85e03d5-be38-4130-80e3-1295d08c8dd3 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Nov 27 11:17:28.781277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3fa6-63cb-4349-b618-abbf5c87e854 req-774b1272-1903-4ea9-93b0-f01b0fc76d52 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:28.782646 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-70df3fa6-63cb-4349-b618-abbf5c87e854 req-774b1272-1903-4ea9-93b0-f01b0fc76d52 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0487125 Nov 27 11:17:28.835348 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-70df3fa6-63cb-4349-b618-abbf5c87e854 req-d1c85ec3-995f-43f7-9331-043ea983911e tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Nov 27 11:17:29.955633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ea29c-5e38-4cf6-ab87-dcd8950af088 req-304f0136-f83b-4c3c-b10c-c9226a0ffee5 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:29.957128 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-761ea29c-5e38-4cf6-ab87-dcd8950af088 req-304f0136-f83b-4c3c-b10c-c9226a0ffee5 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0530047 Nov 27 11:17:30.003086 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-761ea29c-5e38-4cf6-ab87-dcd8950af088 req-ddf84686-2bd3-4078-84f1-6458edbdb4a9 tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b328562-537f-4dd2-a507-64eed74eb879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Nov 27 11:17:30.380317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-979cb596-7ffb-4ce8-abd4-5382fc97f6fe tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:30.381801 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-979cb596-7ffb-4ce8-abd4-5382fc97f6fe tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 945 time: 0.0496140 Nov 27 11:17:30.469703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Deleting port 62d60f56-9b56-494e-b891-40b2129a6cb6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:30.470042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:30.562070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] For port 62d60f56-9b56-494e-b891-40b2129a6cb6, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=62d60f56-9b56-494e-b891-40b2129a6cb6,segment=NetworkSegment(0500f4c2-7c9c-4dad-a8dd-8b70a036512f),segment_id=0500f4c2-7c9c-4dad-a8dd-8b70a036512f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:30.562426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:30.574222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Calling delete_port for 62d60f56-9b56-494e-b891-40b2129a6cb6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:30.703460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:30.714898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['62d60f56-9b56-494e-b891-40b2129a6cb6'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:17:30.733296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Pushing event deleted for resources: {'Port': ['ID=62d60f56-9b56-494e-b891-40b2129a6cb6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:30.773358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] No DVR routers for this DVR port 62d60f56-9b56-494e-b891-40b2129a6cb6 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:30.775837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:30.779190 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d6ffa91-2267-45c5-b173-f0a643d83467 req-51e662ee-23dc-4443-865f-d93b90280abb tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.24 "DELETE /v2.0/ports/62d60f56-9b56-494e-b891-40b2129a6cb6 HTTP/1.1" status: 204 len: 173 time: 0.3915367 Nov 27 11:17:30.779636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'name': 'network-vif-deleted', 'tag': '62d60f56-9b56-494e-b891-40b2129a6cb6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:17:30.781971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fbb0c0-9b85-4792-9ed9-7be3696c89f8" -d '{"events": [{"server_uuid": "f08d0ab7-ac95-4841-a157-624d83d7634f", "name": "network-vif-deleted", "tag": "62d60f56-9b56-494e-b891-40b2129a6cb6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:17:30.819331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa018c66-9646-4648-8059-b1e2c0809247 x-openstack-request-id: req-fa018c66-9646-4648-8059-b1e2c0809247 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:17:30.819639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08d0ab7-ac95-4841-a157-624d83d7634f", "name": "network-vif-deleted", "tag": "62d60f56-9b56-494e-b891-40b2129a6cb6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:17:30.819906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa018c66-9646-4648-8059-b1e2c0809247 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:17:30.820314 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08d0ab7-ac95-4841-a157-624d83d7634f', 'name': 'network-vif-deleted', 'tag': '62d60f56-9b56-494e-b891-40b2129a6cb6', 'status': 'completed', 'code': 200} Nov 27 11:17:30.945570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device fe491407-4495-4040-969a-2e3da5500022 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:17:30.969538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: fe491407-4495-4040-969a-2e3da5500022 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:17:30.969824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device fe491407-4495-4040-969a-2e3da5500022 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:17:31.107651 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e6529ac6-ad51-4bdc-aa18-ba30c1c9eeb5 req-b5dfbe8a-ab7e-43a4-8e74-7f1ffdb3abba tempest-ServersNegativeTestJSON-662250774 tempest-ServersNegativeTestJSON-662250774-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08d0ab7-ac95-4841-a157-624d83d7634f HTTP/1.1" status: 200 len: 210 time: 0.0258479 Nov 27 11:17:32.163152 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48720) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:32.208196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Deleting subnet 4f18c18f-989b-425a-acc4-ad6b5d5f157e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:17:32.211241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.250856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.253574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.291314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.340728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.364250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f18c18f-989b-425a-acc4-ad6b5d5f157e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:32.369821 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.373104 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c1dad221-476e-46df-ae58-e7f1b45980e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f18c18f-989b-425a-acc4-ad6b5d5f157e HTTP/1.1" status: 204 len: 168 time: 0.2089553 Nov 27 11:17:32.375589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48722) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:32.449009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.527644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.547291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9d4e4e-384b-4458-8f99-d5a85c307035']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:32.556751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0500f4c2-7c9c-4dad-a8dd-8b70a036512f') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:32.557050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0500f4c2-7c9c-4dad-a8dd-8b70a036512f') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:32.566393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.580065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.586961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:32.587325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:32.588946 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:32.647097 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.652311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.655516 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a9d4e4e-384b-4458-8f99-d5a85c307035 HTTP/1.1" status: 204 len: 168 time: 0.2789977 Nov 27 11:17:32.667450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a62df-6bc7-4c1e-aa10-5d2dd23b00e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9d4e4e-384b-4458-8f99-d5a85c307035,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:32.760605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:32.799698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-90c870e6-13a4-4106-a2dc-40abcc209b63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ba1f6c3bbe5498ba3272f4e3debc349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378857 Nov 27 11:17:32.802151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48728) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:32.848241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfeeae69-baf2-484e-82cf-ff13bfb56851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.868932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfeeae69-baf2-484e-82cf-ff13bfb56851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.920339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfeeae69-baf2-484e-82cf-ff13bfb56851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.922990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dfeeae69-baf2-484e-82cf-ff13bfb56851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:32.924134 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-dfeeae69-baf2-484e-82cf-ff13bfb56851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b328562-537f-4dd2-a507-64eed74eb879 HTTP/1.1" status: 204 len: 168 time: 0.1210904 Nov 27 11:17:32.932692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeae69-baf2-484e-82cf-ff13bfb56851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b328562-537f-4dd2-a507-64eed74eb879,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:33.585432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:33.678518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480571588'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:33.700447 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:33.703860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.712370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.784580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.788105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.814925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:33.824165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736158ef-036e-412e-94b7-d0e032936589,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:33.830147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.830489 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Added segment 7b4483a2-163a-4050-bbd7-d5bae5a39e0f of type vlan for network 08342769-3f73-4b1f-bd83-09cfd509ed80 Nov 27 11:17:33.870225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.894571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.900225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:33.900844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:33.957618 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3710489 Nov 27 11:17:34.014137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03983b-33db-4393-ae6a-55d6dd28c46d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Network': ['ID=08342769-3f73-4b1f-bd83-09cfd509ed80,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:34.025100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 08342769-3f73-4b1f-bd83-09cfd509ed80 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:34.957870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 62d60f56-9b56-494e-b891-40b2129a6cb6 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:17:34.978677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 62d60f56-9b56-494e-b891-40b2129a6cb6 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:17:34.979033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 62d60f56-9b56-494e-b891-40b2129a6cb6 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:17:37.279811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48754) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:37.285754 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'subnet': {'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:37.375465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:37.378929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.558715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.619533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Subnet': ['ID=a7f19c91-82e8-4d27-ba03-c5cf2db69b73,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:37.628231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Checking segment: {'id': '7b4483a2-163a-4050-bbd7-d5bae5a39e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:37.628694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network hostable DHCP agents. Network: 08342769-3f73-4b1f-bd83-09cfd509ed80, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:37.644430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network 08342769-3f73-4b1f-bd83-09cfd509ed80 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:37.653407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 08342769-3f73-4b1f-bd83-09cfd509ed80) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:37.657315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:37.657895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.663560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e7e6bf-a6b1-49b4-b4cc-264d5785bebf None None] Network 08342769-3f73-4b1f-bd83-09cfd509ed80 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:37.676706 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-980557ac-9232-42fe-88e9-517aafdac213 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3957076 Nov 27 11:17:37.680128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:37.685378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350695499'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:37.705365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:37.709373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.734207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:37.744056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.744428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Added segment 891ce1f5-0662-4fe9-8dd8-95e8452f0713 of type vlan for network 03187e7d-ad58-4a76-bac5-803db15efa5f Nov 27 11:17:37.785844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.806962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-08342769-3f73-4b1f-bd83-09cfd509ed80', 'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80', 'tenant_id': '12702110ad57494f8fc867980c95481b', 'fixed_ips': [{'subnet_id': 'a7f19c91-82e8-4d27-ba03-c5cf2db69b73'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:37.807861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.812352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.820210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:37.820833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:37.861285 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1800845 Nov 27 11:17:37.864308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48758) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:37.871051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'subnet': {'network_id': '03187e7d-ad58-4a76-bac5-803db15efa5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:37.893800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21cde5-6624-44bb-bc25-574bd85e3cce tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Network': ['ID=03187e7d-ad58-4a76-bac5-803db15efa5f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:37.906550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 03187e7d-ad58-4a76-bac5-803db15efa5f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:37.967932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:37.971562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.001359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Allocated IP 2001:db8:0:ffff::2 (08342769-3f73-4b1f-bd83-09cfd509ed80/a7f19c91-82e8-4d27-ba03-c5cf2db69b73/992b21ec-c27d-4b33-af92-709ef8a7548b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:38.151489 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.160045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.167174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.203322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Network 08342769-3f73-4b1f-bd83-09cfd509ed80 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:38.206145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:38.213286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:38.216281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Pushing event updated for resources: {'Port': ['ID=992b21ec-c27d-4b33-af92-709ef8a7548b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:38.239352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Checking segment: {'id': '891ce1f5-0662-4fe9-8dd8-95e8452f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '03187e7d-ad58-4a76-bac5-803db15efa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:38.239841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network hostable DHCP agents. Network: 03187e7d-ad58-4a76-bac5-803db15efa5f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:38.242071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Subnet': ['ID=682835c4-c372-494d-8d11-4591f54e8a49,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:38.263928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network 03187e7d-ad58-4a76-bac5-803db15efa5f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:38.275715 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 03187e7d-ad58-4a76-bac5-803db15efa5f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:38.281034 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:38.281733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.282193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Attempting to bind port 992b21ec-c27d-4b33-af92-709ef8a7548b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:38.282572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Attempting to bind port 992b21ec-c27d-4b33-af92-709ef8a7548b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7b4483a2-163a-4050-bbd7-d5bae5a39e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:38.283003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Attempting to bind port 992b21ec-c27d-4b33-af92-709ef8a7548b on network 08342769-3f73-4b1f-bd83-09cfd509ed80 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:38.288921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c3263-4e20-4284-8ee5-8e43f43f33a8 None None] Network 03187e7d-ad58-4a76-bac5-803db15efa5f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:38.302365 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3d1f7dc2-30f4-4519-a2b0-fd9f6e6f4346 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4361072 Nov 27 11:17:38.305131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48760) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:38.314457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:38.314905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Checking segment: {'id': '7b4483a2-163a-4050-bbd7-d5bae5a39e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:38.315227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.315760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Bound using segment: {'id': '7b4483a2-163a-4050-bbd7-d5bae5a39e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:38.316303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Bound port: 992b21ec-c27d-4b33-af92-709ef8a7548b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4483a2-163a-4050-bbd7-d5bae5a39e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08342769-3f73-4b1f-bd83-09cfd509ed80'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:38.317468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.409499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.499466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.564992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.599158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Subnet': ['ID=682835c4-c372-494d-8d11-4591f54e8a49,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:38.615491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] For port 992b21ec-c27d-4b33-af92-709ef8a7548b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:38.626464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d8a2e-a44c-4492-993c-174541771184 None None] Network 03187e7d-ad58-4a76-bac5-803db15efa5f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:38.632830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] For port 992b21ec-c27d-4b33-af92-709ef8a7548b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=992b21ec-c27d-4b33-af92-709ef8a7548b,segment=NetworkSegment(7b4483a2-163a-4050-bbd7-d5bae5a39e0f),segment_id=7b4483a2-163a-4050-bbd7-d5bae5a39e0f)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:38.649221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.658246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.678748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03187e7d-ad58-4a76-bac5-803db15efa5f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:38.688473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891ce1f5-0662-4fe9-8dd8-95e8452f0713') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:38.688719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891ce1f5-0662-4fe9-8dd8-95e8452f0713') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:38.698477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.712214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.718622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:38.719085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:38.722267 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:38.765191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a62acb-c34e-4429-acc7-56384d2ff87d None None] Pushing event updated for resources: {'Port': ['ID=992b21ec-c27d-4b33-af92-709ef8a7548b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:38.791836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.804226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.808214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/03187e7d-ad58-4a76-bac5-803db15efa5f HTTP/1.1" status: 204 len: 168 time: 0.5019994 Nov 27 11:17:38.812586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48762) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:38.818738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54bd3-d90b-4c5c-8849-3765603c7f59 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Network': ['ID=03187e7d-ad58-4a76-bac5-803db15efa5f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:38.819573 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217921373'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:38.845795 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:38.849413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.873405 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:38.883305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.883649 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Added segment 325232fd-4121-4640-9540-236487d987b8 of type vlan for network 763fbcd4-b49e-4b34-947a-c98bb1f1788f Nov 27 11:17:38.934684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.968282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:38.974883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:38.974883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.018003 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2036455 Nov 27 11:17:39.021225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:39.026450 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'subnet': {'network_id': '763fbcd4-b49e-4b34-947a-c98bb1f1788f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:39.055032 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a00159-fead-47d4-9d1c-3da1fb2d3c9e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Network': ['ID=763fbcd4-b49e-4b34-947a-c98bb1f1788f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:39.071148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 763fbcd4-b49e-4b34-947a-c98bb1f1788f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:39.116563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:39.120309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.184261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Performing IP validity checks on allocation pools {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 11:17:39.184694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 11:17:39.306185 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.361676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Subnet': ['ID=1036ad22-90d8-4b53-87d7-8e4b230ef6f1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:39.379691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Checking segment: {'id': '325232fd-4121-4640-9540-236487d987b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '763fbcd4-b49e-4b34-947a-c98bb1f1788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:39.380042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network hostable DHCP agents. Network: 763fbcd4-b49e-4b34-947a-c98bb1f1788f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:39.396195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network 763fbcd4-b49e-4b34-947a-c98bb1f1788f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:39.406250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 763fbcd4-b49e-4b34-947a-c98bb1f1788f) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:39.411904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:39.412577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.420554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556362a-db0b-4bf4-a889-45fcce888981 None None] Network 763fbcd4-b49e-4b34-947a-c98bb1f1788f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:39.439274 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fac0a611-cff5-4d1f-bb24-14ab43d9df24 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4145529 Nov 27 11:17:39.439547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:39.529860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 992b21ec-c27d-4b33-af92-709ef8a7548b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:39.560219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.621108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.645702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 992b21ec-c27d-4b33-af92-709ef8a7548b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:39.646076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.669531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15412c9a-325f-40ee-87fa-0f77cab20e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-763fbcd4-b49e-4b34-947a-c98bb1f1788f', 'network_id': '763fbcd4-b49e-4b34-947a-c98bb1f1788f', 'tenant_id': '12702110ad57494f8fc867980c95481b', 'fixed_ips': [{'subnet_id': '1036ad22-90d8-4b53-87d7-8e4b230ef6f1'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:39.670363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-15412c9a-325f-40ee-87fa-0f77cab20e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.689750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.718783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Subnet': ['ID=1036ad22-90d8-4b53-87d7-8e4b230ef6f1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:39.785915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.794621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e4f43-5c4d-4a95-8afc-5fe0f403119b None None] Network 763fbcd4-b49e-4b34-947a-c98bb1f1788f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:39.808560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763fbcd4-b49e-4b34-947a-c98bb1f1788f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:39.819104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325232fd-4121-4640-9540-236487d987b8') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:39.819397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325232fd-4121-4640-9540-236487d987b8') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:39.834842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.848906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.855121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:39.855597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:39.858877 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:39.868724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41228503-11d4-4800-bbda-ad252dc35509 None None] Network 08342769-3f73-4b1f-bd83-09cfd509ed80 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:39.912530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.917757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.924932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.928450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/763fbcd4-b49e-4b34-947a-c98bb1f1788f HTTP/1.1" status: 204 len: 168 time: 0.4876833 Nov 27 11:17:39.931805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48768) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:39.937160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43540417'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:39.944064 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f9260-410a-4964-a0b1-5bad90c28ca0 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Network': ['ID=763fbcd4-b49e-4b34-947a-c98bb1f1788f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:39.962976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:39.966492 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:39.991429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:39.997030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-eebe248a-7ba0-4721-8b4a-73432a7843da None None] Provisioning complete for port 992b21ec-c27d-4b33-af92-709ef8a7548b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:39.997485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-eebe248a-7ba0-4721-8b4a-73432a7843da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.001632 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.002117 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Added segment 7e4d276a-3919-4087-876a-de6075452031 of type vlan for network 641fc160-22bc-4fa5-875f-06161c8cc215 Nov 27 11:17:40.043168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.068641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.072113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 992b21ec-c27d-4b33-af92-709ef8a7548b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=992b21ec-c27d-4b33-af92-709ef8a7548b,segment=NetworkSegment(7b4483a2-163a-4050-bbd7-d5bae5a39e0f),segment_id=7b4483a2-163a-4050-bbd7-d5bae5a39e0f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:40.074145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:40.074735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.080446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.140341 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2073810 Nov 27 11:17:40.144198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48770) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:40.147152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c77a61-e717-46e4-bcf3-055ef847814d tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Network': ['ID=641fc160-22bc-4fa5-875f-06161c8cc215,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:40.153072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'subnet': {'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:40.177636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 641fc160-22bc-4fa5-875f-06161c8cc215 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:40.222462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=992b21ec-c27d-4b33-af92-709ef8a7548b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:40.251381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:40.255084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.341361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-280d4d9d-322c-4594-955d-8827e26243a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.448597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.503834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Subnet': ['ID=68db7001-4116-4e64-9f56-ff24351d6edb,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:40.518542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Checking segment: {'id': '7e4d276a-3919-4087-876a-de6075452031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:40.518893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network hostable DHCP agents. Network: 641fc160-22bc-4fa5-875f-06161c8cc215, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:40.534996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network 641fc160-22bc-4fa5-875f-06161c8cc215 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:40.544141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 641fc160-22bc-4fa5-875f-06161c8cc215) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:40.547965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:40.548589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.556076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c3ea1-17c7-48fe-9c3a-7ff2502b13d5 None None] Network 641fc160-22bc-4fa5-875f-06161c8cc215 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:40.565069 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-16cd8ed8-ff81-4709-b6a6-c9912f4b197f tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186006 Nov 27 11:17:40.568368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:40.573575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451837699'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:40.594138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:40.597529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.622289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:40.630455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d713471e-847c-4cd8-bac7-907bd1afca04 None None] Provisioning complete for port 992b21ec-c27d-4b33-af92-709ef8a7548b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:40.630866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d713471e-847c-4cd8-bac7-907bd1afca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.632226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.632608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Added segment 34139b2c-c5b2-46a1-906f-3cff78851c2d of type vlan for network 3b2af45c-1560-49b3-ad34-63e4eed3b72e Nov 27 11:17:40.680601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.709901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.715361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:40.715932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.753245 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1835475 Nov 27 11:17:40.756800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48774) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:40.763401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Request body: {'subnet': {'network_id': '3b2af45c-1560-49b3-ad34-63e4eed3b72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:40.776647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-641fc160-22bc-4fa5-875f-06161c8cc215', 'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215', 'tenant_id': '12702110ad57494f8fc867980c95481b', 'fixed_ips': [{'subnet_id': '68db7001-4116-4e64-9f56-ff24351d6edb'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:40.777502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.787729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b647e6e-cac0-495b-8693-2b58f1b5196e tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Network': ['ID=3b2af45c-1560-49b3-ad34-63e4eed3b72e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:40.801636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 3b2af45c-1560-49b3-ad34-63e4eed3b72e details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:40.858139 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Made reservation on behalf of 12702110ad57494f8fc867980c95481b for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:40.861847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:40.978230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Allocated IP 2001:db8::2 (641fc160-22bc-4fa5-875f-06161c8cc215/68db7001-4116-4e64-9f56-ff24351d6edb/29a2a6ee-a963-44d3-858f-b98d05c5a5ba) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:41.048927 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.111485 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event updated for resources: {'Subnet': ['ID=85d0df2e-3ef2-481f-84f2-4993f4b12776,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:41.122889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Checking segment: {'id': '34139b2c-c5b2-46a1-906f-3cff78851c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3b2af45c-1560-49b3-ad34-63e4eed3b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:41.123261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network hostable DHCP agents. Network: 3b2af45c-1560-49b3-ad34-63e4eed3b72e, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:41.124008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.130957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.140978 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Network 3b2af45c-1560-49b3-ad34-63e4eed3b72e is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:41.149603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 3b2af45c-1560-49b3-ad34-63e4eed3b72e) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:41.153553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:41.154153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.164570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825facb-46d7-4f26-b167-c71791c86f3a None None] Network 3b2af45c-1560-49b3-ad34-63e4eed3b72e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:41.171387 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7a253f09-d8e7-4e25-a89d-405a2437929c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4131849 Nov 27 11:17:41.173948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48776) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:41.276968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.330832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Network 641fc160-22bc-4fa5-875f-06161c8cc215 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:41.335693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.345162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:41.349099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Pushing event updated for resources: {'Port': ['ID=29a2a6ee-a963-44d3-858f-b98d05c5a5ba,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:41.351300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:41.396174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.440171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Subnet': ['ID=85d0df2e-3ef2-481f-84f2-4993f4b12776,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:41.451803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Attempting to bind port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:41.452183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Attempting to bind port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7e4d276a-3919-4087-876a-de6075452031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:41.452602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Attempting to bind port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba on network 641fc160-22bc-4fa5-875f-06161c8cc215 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:41.460687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:41.461068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Checking segment: {'id': '7e4d276a-3919-4087-876a-de6075452031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:41.461474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.461866 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Bound using segment: {'id': '7e4d276a-3919-4087-876a-de6075452031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:41.462338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Bound port: 29a2a6ee-a963-44d3-858f-b98d05c5a5ba, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4d276a-3919-4087-876a-de6075452031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '641fc160-22bc-4fa5-875f-06161c8cc215'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:41.462719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.496023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 992b21ec-c27d-4b33-af92-709ef8a7548b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:41.498534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.520400 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2af45c-1560-49b3-ad34-63e4eed3b72e']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:41.529958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34139b2c-c5b2-46a1-906f-3cff78851c2d') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:41.530246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34139b2c-c5b2-46a1-906f-3cff78851c2d') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:41.534358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0e2ad-7526-44b4-9160-dd4d5b79e2c7 None None] Network 3b2af45c-1560-49b3-ad34-63e4eed3b72e requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:41.540066 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.552955 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.558794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:41.559166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:41.562377 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:41.621429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.630550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.636175 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/3b2af45c-1560-49b3-ad34-63e4eed3b72e HTTP/1.1" status: 204 len: 168 time: 0.4583342 Nov 27 11:17:41.636805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:41.648249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8321be-c994-4059-aad9-d22c8564cc53 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Network': ['ID=3b2af45c-1560-49b3-ad34-63e4eed3b72e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:41.657590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] For port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:41.666437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a3a08a-8b41-4b23-b859-634153faf6fe tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] GET failed (client error): The resource could not be found. Nov 27 11:17:41.668429 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-11a3a08a-8b41-4b23-b859-634153faf6fe tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "GET /v2.0/subnets/85d0df2e-3ef2-481f-84f2-4993f4b12776 HTTP/1.1" status: 404 len: 337 time: 0.0302141 Nov 27 11:17:41.670603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:41.688964 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3345b79b-fd01-431d-87e3-1a848c63e358 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:41.689456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3345b79b-fd01-431d-87e3-1a848c63e358 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:41.691148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] For port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=29a2a6ee-a963-44d3-858f-b98d05c5a5ba,segment=NetworkSegment(7e4d276a-3919-4087-876a-de6075452031),segment_id=7e4d276a-3919-4087-876a-de6075452031)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:41.692881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3345b79b-fd01-431d-87e3-1a848c63e358 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/3b2af45c-1560-49b3-ad34-63e4eed3b72e HTTP/1.1" status: 404 len: 339 time: 0.0213559 Nov 27 11:17:41.696647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:41.707176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 992b21ec-c27d-4b33-af92-709ef8a7548b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:41.707648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.710206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.722529 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87079e0-148a-4694-8bbc-46de3b716a4b tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:41.723711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87079e0-148a-4694-8bbc-46de3b716a4b tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:41.726830 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f87079e0-148a-4694-8bbc-46de3b716a4b tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/subnets/85d0df2e-3ef2-481f-84f2-4993f4b12776 HTTP/1.1" status: 404 len: 337 time: 0.0290010 Nov 27 11:17:41.729401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48784) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:41.751920 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a64e92-0556-4d4f-8699-2dcae2024da9 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:41.752418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a64e92-0556-4d4f-8699-2dcae2024da9 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:41.755644 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-34a64e92-0556-4d4f-8699-2dcae2024da9 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/3b2af45c-1560-49b3-ad34-63e4eed3b72e HTTP/1.1" status: 404 len: 339 time: 0.0251677 Nov 27 11:17:41.757993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:41.801951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b4ab2-de19-4487-bc0f-17203daef4d5 None None] Pushing event updated for resources: {'Port': ['ID=29a2a6ee-a963-44d3-858f-b98d05c5a5ba,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:41.815969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Deleting subnet 68db7001-4116-4e64-9f56-ff24351d6edb {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:17:41.820162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.862643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:41.968815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.289136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.313647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Subnet': ['ID=68db7001-4116-4e64-9f56-ff24351d6edb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:42.324449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.327579 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/subnets/68db7001-4116-4e64-9f56-ff24351d6edb HTTP/1.1" status: 204 len: 168 time: 0.5686812 Nov 27 11:17:42.329022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.329365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.329702 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.330038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.330241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48788) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:42.330682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.330682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.330992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.331313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.331635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.331994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.332956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.333291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaac33a-54e5-42c2-beae-9629c0cee843 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:42.412946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.468215 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Deleting port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:42.468798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.538806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] For port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=29a2a6ee-a963-44d3-858f-b98d05c5a5ba,segment=NetworkSegment(7e4d276a-3919-4087-876a-de6075452031),segment_id=7e4d276a-3919-4087-876a-de6075452031)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:42.539174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.552578 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Calling delete_port for 29a2a6ee-a963-44d3-858f-b98d05c5a5ba owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:42.633073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.657700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Port': ['ID=29a2a6ee-a963-44d3-858f-b98d05c5a5ba,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:42.664130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No DVR routers for this DVR port 29a2a6ee-a963-44d3-858f-b98d05c5a5ba on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:42.700247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901a856-c7de-4210-bd60-b20d38379fe0 None None] Network 641fc160-22bc-4fa5-875f-06161c8cc215 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:42.730321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f296923c-d8b4-450d-ad9d-0c18f55e1055 None None] Could not find standard attr ID for object 29a2a6ee-a963-44d3-858f-b98d05c5a5ba. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 11:17:42.747921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.767542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641fc160-22bc-4fa5-875f-06161c8cc215']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:42.777553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4d276a-3919-4087-876a-de6075452031') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:42.777848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4d276a-3919-4087-876a-de6075452031') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:42.789101 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.802847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.810643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:42.810998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:42.814266 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:42.871231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d87f4-3eeb-4cac-beff-0a50803f5979 None None] DHCP port deletion for 641fc160-22bc-4fa5-875f-06161c8cc215 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:42.890250 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.897563 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:42.900793 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/641fc160-22bc-4fa5-875f-06161c8cc215 HTTP/1.1" status: 204 len: 168 time: 0.5695448 Nov 27 11:17:42.903285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48790) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:42.920621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c317c8-ab89-4315-8287-c148af756b8c tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Network': ['ID=641fc160-22bc-4fa5-875f-06161c8cc215,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:42.939655 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8f9123-6b45-4a93-a6aa-8bace3276adf tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:42.940033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8f9123-6b45-4a93-a6aa-8bace3276adf tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:42.943281 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9b8f9123-6b45-4a93-a6aa-8bace3276adf tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/subnets/1036ad22-90d8-4b53-87d7-8e4b230ef6f1 HTTP/1.1" status: 404 len: 337 time: 0.0390549 Nov 27 11:17:42.945833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48792) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:42.964033 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efc424d-91df-4448-a8b4-0c007a6028aa tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:42.964541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efc424d-91df-4448-a8b4-0c007a6028aa tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:42.967522 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0efc424d-91df-4448-a8b4-0c007a6028aa tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/763fbcd4-b49e-4b34-947a-c98bb1f1788f HTTP/1.1" status: 404 len: 339 time: 0.0207276 Nov 27 11:17:42.969793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48794) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:42.995785 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-239dbb4e-a92d-426e-a022-4ec1a5a3435a tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:42.996229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239dbb4e-a92d-426e-a022-4ec1a5a3435a tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:42.999345 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-239dbb4e-a92d-426e-a022-4ec1a5a3435a tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/subnets/682835c4-c372-494d-8d11-4591f54e8a49 HTTP/1.1" status: 404 len: 337 time: 0.0282440 Nov 27 11:17:43.001687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48796) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:43.019294 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf7c06e-ad64-42b5-a819-7e93e48371df tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] DELETE failed (client error): The resource could not be found. Nov 27 11:17:43.020356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf7c06e-ad64-42b5-a819-7e93e48371df tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 11:17:43.023375 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5cf7c06e-ad64-42b5-a819-7e93e48371df tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/03187e7d-ad58-4a76-bac5-803db15efa5f HTTP/1.1" status: 404 len: 339 time: 0.0207970 Nov 27 11:17:43.025641 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48798) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:43.079433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Deleting subnet a7f19c91-82e8-4d27-ba03-c5cf2db69b73 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:17:43.082999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.122927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab20e7fc-8ade-4dfa-9034-629400b5ca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.123520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.206103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.268242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.295293 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f19c91-82e8-4d27-ba03-c5cf2db69b73,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:43.298888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.303423 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3204caab-679f-4aee-96a9-88fc9a8ce2e5 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/subnets/a7f19c91-82e8-4d27-ba03-c5cf2db69b73 HTTP/1.1" status: 204 len: 168 time: 0.2768447 Nov 27 11:17:43.304566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:43.306922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84a7f8-b9b0-422f-a93c-ea1ddc410f5d None None] Network 08342769-3f73-4b1f-bd83-09cfd509ed80 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:43.379685 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.441520 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Deleting port 992b21ec-c27d-4b33-af92-709ef8a7548b {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:43.442224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.487981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] DHCP port deletion for 08342769-3f73-4b1f-bd83-09cfd509ed80 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:43.506295 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] For port 992b21ec-c27d-4b33-af92-709ef8a7548b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=992b21ec-c27d-4b33-af92-709ef8a7548b,segment=NetworkSegment(7b4483a2-163a-4050-bbd7-d5bae5a39e0f),segment_id=7b4483a2-163a-4050-bbd7-d5bae5a39e0f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:43.506652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.518754 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Calling delete_port for 992b21ec-c27d-4b33-af92-709ef8a7548b owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:43.536256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] Deleting port 992b21ec-c27d-4b33-af92-709ef8a7548b {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:43.536654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.601774 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.603007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] For port 992b21ec-c27d-4b33-af92-709ef8a7548b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=992b21ec-c27d-4b33-af92-709ef8a7548b,segment=NetworkSegment(7b4483a2-163a-4050-bbd7-d5bae5a39e0f),segment_id=7b4483a2-163a-4050-bbd7-d5bae5a39e0f)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:43.603424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.616755 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] Calling delete_port for 992b21ec-c27d-4b33-af92-709ef8a7548b owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:43.625980 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Port': ['ID=992b21ec-c27d-4b33-af92-709ef8a7548b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:43.632246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] No DVR routers for this DVR port 992b21ec-c27d-4b33-af92-709ef8a7548b on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:43.695682 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.710286 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.722258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] Pushing event deleted for resources: {'Port': ['ID=992b21ec-c27d-4b33-af92-709ef8a7548b,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:43.727739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0eab56-726e-465e-87ac-6236b756d6df None None] No DVR routers for this DVR port 992b21ec-c27d-4b33-af92-709ef8a7548b on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:43.739482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08342769-3f73-4b1f-bd83-09cfd509ed80']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:43.749355 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4483a2-163a-4050-bbd7-d5bae5a39e0f') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:43.749651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4483a2-163a-4050-bbd7-d5bae5a39e0f') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:43.759558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.772657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.778622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:43.779003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:43.781924 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:43.838428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.843196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:43.846408 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] 10.222.0.13 "DELETE /v2.0/networks/08342769-3f73-4b1f-bd83-09cfd509ed80 HTTP/1.1" status: 204 len: 168 time: 0.5409143 Nov 27 11:17:43.861281 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2a6cd-201f-4ecc-9e8e-a510e4901516 tempest-NetworksIpV6Test-628354690 tempest-NetworksIpV6Test-628354690-project] Pushing event deleted for resources: {'Network': ['ID=08342769-3f73-4b1f-bd83-09cfd509ed80,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:43.990553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:44.084204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48806) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:44.213493 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-40bb96ed-6c2e-4030-bfbe-245b0b2b5ef3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12702110ad57494f8fc867980c95481b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280673 Nov 27 11:17:44.216182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48810) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:44.264473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b0b6d2-801f-4d9c-a4d5-dde15e3af814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:44.284863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b0b6d2-801f-4d9c-a4d5-dde15e3af814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:44.329728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b0b6d2-801f-4d9c-a4d5-dde15e3af814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:44.332462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2b0b6d2-801f-4d9c-a4d5-dde15e3af814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:44.333599 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c2b0b6d2-801f-4d9c-a4d5-dde15e3af814 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/736158ef-036e-412e-94b7-d0e032936589 HTTP/1.1" status: 204 len: 168 time: 0.1161790 Nov 27 11:17:44.341288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0b6d2-801f-4d9c-a4d5-dde15e3af814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736158ef-036e-412e-94b7-d0e032936589,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:44.964359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:45.060364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-8636712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:45.084819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.086155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.138509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.142890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.160773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.162976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4dbd1431-7b44-4f4a-a19f-1d1cb6355398 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1972322 Nov 27 11:17:45.165507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:45.170279 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1497829474'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:45.191007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Made reservation on behalf of bbeca71d35fe432da812ba2a928ebe59 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:45.195085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.204108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.276575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.280613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.307880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:45.313393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2bba37-f531-4abb-8a21-d42611a94159,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:45.321784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.321784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Added segment 4e424419-705b-4207-9518-40b566f37c1d of type vlan for network 55a7ab69-8475-46b1-ada8-6fa96f90919f Nov 27 11:17:45.365169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.392268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.398693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:45.399383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.437984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2714431 Nov 27 11:17:45.440947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:45.447170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Request body: {'subnet': {'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:45.471442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 992b21ec-c27d-4b33-af92-709ef8a7548b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:17:45.491938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 992b21ec-c27d-4b33-af92-709ef8a7548b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:17:45.492549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 992b21ec-c27d-4b33-af92-709ef8a7548b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:17:45.500293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c12498-895c-4498-8619-6dfd96f013ee tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event updated for resources: {'Network': ['ID=55a7ab69-8475-46b1-ada8-6fa96f90919f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:45.512917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 55a7ab69-8475-46b1-ada8-6fa96f90919f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:45.552976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Made reservation on behalf of bbeca71d35fe432da812ba2a928ebe59 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:45.557466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.601829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.619726 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:17:45.749005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.811966 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event updated for resources: {'Subnet': ['ID=f4597ca1-8ecc-4dda-8aa6-cfe2d2bcc8f0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:45.819718 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Checking segment: {'id': '4e424419-705b-4207-9518-40b566f37c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:45.820087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Network hostable DHCP agents. Network: 55a7ab69-8475-46b1-ada8-6fa96f90919f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:45.839549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Network 55a7ab69-8475-46b1-ada8-6fa96f90919f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:45.849884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 55a7ab69-8475-46b1-ada8-6fa96f90919f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:45.854949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:45.856672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.859186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5980c63-2ea9-43b5-ab72-62b70ab7e6f0 None None] Network 55a7ab69-8475-46b1-ada8-6fa96f90919f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:45.874497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ba1e2de5-4784-4aa7-9943-99419dcf6d21 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4318771 Nov 27 11:17:45.877454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:45.883892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-630934882'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:45.904735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Made reservation on behalf of bbeca71d35fe432da812ba2a928ebe59 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:45.908216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.933301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:45.945756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:45.946131 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Added segment 46f35c2d-c050-4b98-8017-dee98751b846 of type vlan for network 1b1ac8b5-cf63-437f-a03e-474970c520b3 Nov 27 11:17:45.988562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.015171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-55a7ab69-8475-46b1-ada8-6fa96f90919f', 'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f', 'tenant_id': 'bbeca71d35fe432da812ba2a928ebe59', 'fixed_ips': [{'subnet_id': 'f4597ca1-8ecc-4dda-8aa6-cfe2d2bcc8f0'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:46.016153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.019730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.026099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:46.026760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.068648 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1871464 Nov 27 11:17:46.069097 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48842) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:46.074071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Request body: {'subnet': {'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:46.126785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26487a-4611-41be-a6ba-74744fdc2d5b tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event updated for resources: {'Network': ['ID=1b1ac8b5-cf63-437f-a03e-474970c520b3,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:46.149222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 1b1ac8b5-cf63-437f-a03e-474970c520b3 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:46.197249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Made reservation on behalf of bbeca71d35fe432da812ba2a928ebe59 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:46.200704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.232317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Allocated IP 172.20.0.2 (55a7ab69-8475-46b1-ada8-6fa96f90919f/f4597ca1-8ecc-4dda-8aa6-cfe2d2bcc8f0/8eda07b9-2960-4e7a-8051-6dd2d6269f1b) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:46.332357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.382394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.401986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.407319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.443344 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Network 55a7ab69-8475-46b1-ada8-6fa96f90919f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:46.444735 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event updated for resources: {'Subnet': ['ID=2b9eb1b6-1edd-4829-bee9-0ffbcf610fa0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:46.446818 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:46.452159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Checking segment: {'id': '46f35c2d-c050-4b98-8017-dee98751b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:46.452981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Network hostable DHCP agents. Network: 1b1ac8b5-cf63-437f-a03e-474970c520b3, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:46.454058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:46.467445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Pushing event updated for resources: {'Port': ['ID=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:46.471472 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Network 1b1ac8b5-cf63-437f-a03e-474970c520b3 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:46.482402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 1b1ac8b5-cf63-437f-a03e-474970c520b3) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:46.489005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:46.490176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.490513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb7159-21da-46b4-b260-4ca240396d41 None None] Network 1b1ac8b5-cf63-437f-a03e-474970c520b3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:46.507937 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4f3adf26-7f9d-43e1-9dab-918531fc17f5 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4377766 Nov 27 11:17:46.510702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48844) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:46.515169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b076d939-fc9d-4106-a02b-4491f6362231 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:46.541458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Attempting to bind port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:46.541838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Attempting to bind port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4e424419-705b-4207-9518-40b566f37c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:46.542206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Attempting to bind port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b on network 55a7ab69-8475-46b1-ada8-6fa96f90919f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:46.575734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:46.576113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Checking segment: {'id': '4e424419-705b-4207-9518-40b566f37c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:46.576546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.576949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Bound using segment: {'id': '4e424419-705b-4207-9518-40b566f37c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:46.577432 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Bound port: 8eda07b9-2960-4e7a-8051-6dd2d6269f1b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e424419-705b-4207-9518-40b566f37c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '55a7ab69-8475-46b1-ada8-6fa96f90919f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:46.577819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.686171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] For port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:46.690605 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] For port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,segment=NetworkSegment(4e424419-705b-4207-9518-40b566f37c1d),segment_id=4e424419-705b-4207-9518-40b566f37c1d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:46.699124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.717050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b076d939-fc9d-4106-a02b-4491f6362231 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.742776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-1b1ac8b5-cf63-437f-a03e-474970c520b3', 'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3', 'tenant_id': 'bbeca71d35fe432da812ba2a928ebe59', 'fixed_ips': [{'subnet_id': '2b9eb1b6-1edd-4829-bee9-0ffbcf610fa0'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:46.743625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:46.795450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644787be-d7a3-47e1-b2ef-0d95c870d4a3 None None] Pushing event updated for resources: {'Port': ['ID=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:46.826325 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.api.v2.resource [None req-b076d939-fc9d-4106-a02b-4491f6362231 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 11:17:46.832890 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b076d939-fc9d-4106-a02b-4491f6362231 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "PUT /v2.0/routers/c5277ce5-f745-4048-9019-f419e3dfaee2 HTTP/1.1" status: 400 len: 364 time: 0.3156526 Nov 27 11:17:46.833121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48846) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:46.885865 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Deleting subnet 2b9eb1b6-1edd-4829-bee9-0ffbcf610fa0 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:17:46.915961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Allocated IP 172.21.0.2 (1b1ac8b5-cf63-437f-a03e-474970c520b3/2b9eb1b6-1edd-4829-bee9-0ffbcf610fa0/f272f052-c391-4efb-a0ed-28c5b32d650f) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:47.073522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.078824 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.079348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.119471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Network 1b1ac8b5-cf63-437f-a03e-474970c520b3 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:47.121881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.122324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:47.125716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:47.133593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Pushing event updated for resources: {'Port': ['ID=f272f052-c391-4efb-a0ed-28c5b32d650f,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:47.181730 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Attempting to bind port f272f052-c391-4efb-a0ed-28c5b32d650f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:47.182098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Attempting to bind port f272f052-c391-4efb-a0ed-28c5b32d650f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '46f35c2d-c050-4b98-8017-dee98751b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:47.182457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Attempting to bind port f272f052-c391-4efb-a0ed-28c5b32d650f on network 1b1ac8b5-cf63-437f-a03e-474970c520b3 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:47.187637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:47.188004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Checking segment: {'id': '46f35c2d-c050-4b98-8017-dee98751b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:47.188480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.188875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Bound using segment: {'id': '46f35c2d-c050-4b98-8017-dee98751b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:47.189360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Bound port: f272f052-c391-4efb-a0ed-28c5b32d650f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f35c2d-c050-4b98-8017-dee98751b846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1b1ac8b5-cf63-437f-a03e-474970c520b3'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:47.189736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.213915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.273467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.275841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4515318f-af62-4070-a115-ed0c11765490 None None] For port f272f052-c391-4efb-a0ed-28c5b32d650f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:47.279403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4515318f-af62-4070-a115-ed0c11765490 None None] For port f272f052-c391-4efb-a0ed-28c5b32d650f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f272f052-c391-4efb-a0ed-28c5b32d650f,segment=NetworkSegment(46f35c2d-c050-4b98-8017-dee98751b846),segment_id=46f35c2d-c050-4b98-8017-dee98751b846)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:47.282895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.303431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9eb1b6-1edd-4829-bee9-0ffbcf610fa0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:47.305456 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.308729 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fa7a7fb9-05d7-4d4f-a02c-adc5831ab5aa tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "DELETE /v2.0/subnets/2b9eb1b6-1edd-4829-bee9-0ffbcf610fa0 HTTP/1.1" status: 204 len: 168 time: 0.4739137 Nov 27 11:17:47.311709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48848) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:47.342315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515318f-af62-4070-a115-ed0c11765490 None None] Pushing event updated for resources: {'Port': ['ID=f272f052-c391-4efb-a0ed-28c5b32d650f,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:47.398508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.469637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Deleting port f272f052-c391-4efb-a0ed-28c5b32d650f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:47.469970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.528070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8eda07b9-2960-4e7a-8051-6dd2d6269f1b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:47.539474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] For port f272f052-c391-4efb-a0ed-28c5b32d650f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f272f052-c391-4efb-a0ed-28c5b32d650f,segment=NetworkSegment(46f35c2d-c050-4b98-8017-dee98751b846),segment_id=46f35c2d-c050-4b98-8017-dee98751b846)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:47.539834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.559768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Calling delete_port for f272f052-c391-4efb-a0ed-28c5b32d650f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:47.598573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:47.599221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.660023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.689156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event deleted for resources: {'Port': ['ID=f272f052-c391-4efb-a0ed-28c5b32d650f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:47.695530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] No DVR routers for this DVR port f272f052-c391-4efb-a0ed-28c5b32d650f on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:47.709587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.757653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,segment=NetworkSegment(4e424419-705b-4207-9518-40b566f37c1d),segment_id=4e424419-705b-4207-9518-40b566f37c1d)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:47.764989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.787565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.809245 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1ac8b5-cf63-437f-a03e-474970c520b3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:47.821408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f35c2d-c050-4b98-8017-dee98751b846') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:47.821798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f35c2d-c050-4b98-8017-dee98751b846') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:47.822013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:47.838771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.856777 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.863213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:47.863677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:47.867917 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:47.898265 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5b083-9db2-4e77-9bd1-989c3e4f0b1d None None] Network 55a7ab69-8475-46b1-ada8-6fa96f90919f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:47.934858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.945386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:47.949083 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "DELETE /v2.0/networks/1b1ac8b5-cf63-437f-a03e-474970c520b3 HTTP/1.1" status: 204 len: 168 time: 0.6363990 Nov 27 11:17:47.951698 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48850) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:47.959836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d784488-4b15-452b-b17a-238449f98f78 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event deleted for resources: {'Network': ['ID=1b1ac8b5-cf63-437f-a03e-474970c520b3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:48.007479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Deleting subnet f4597ca1-8ecc-4dda-8aa6-cfe2d2bcc8f0 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:17:48.010968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.056328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.128803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a908dadc-9c38-4e1e-908d-f225cb1c8aea None None] Provisioning complete for port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:48.129177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a908dadc-9c38-4e1e-908d-f225cb1c8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.142451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.212412 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.244862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event deleted for resources: {'Subnet': ['ID=f4597ca1-8ecc-4dda-8aa6-cfe2d2bcc8f0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:48.251596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.255322 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1e439fdb-8c8a-41aa-b7ef-ee5d040b872c tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "DELETE /v2.0/subnets/f4597ca1-8ecc-4dda-8aa6-cfe2d2bcc8f0 HTTP/1.1" status: 204 len: 168 time: 0.3015254 Nov 27 11:17:48.258707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:48.343484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.402440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Deleting port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:17:48.402792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.477897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] For port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,segment=NetworkSegment(4e424419-705b-4207-9518-40b566f37c1d),segment_id=4e424419-705b-4207-9518-40b566f37c1d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:48.478253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.492784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Calling delete_port for 8eda07b9-2960-4e7a-8051-6dd2d6269f1b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:17:48.534911 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea36564a-6468-46e9-839e-db52de28dab3 None None] Network 55a7ab69-8475-46b1-ada8-6fa96f90919f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:48.582921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.609149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ceb5cee0-e0e2-4990-9bb9-48e764af8e2e None None] Could not find standard attr ID for object 8eda07b9-2960-4e7a-8051-6dd2d6269f1b. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 11:17:48.615086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event deleted for resources: {'Port': ['ID=8eda07b9-2960-4e7a-8051-6dd2d6269f1b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:48.622336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] No DVR routers for this DVR port 8eda07b9-2960-4e7a-8051-6dd2d6269f1b on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:17:48.638144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71e750-9fd1-4263-9062-54ea7dad444e None None] DHCP port deletion for 1b1ac8b5-cf63-437f-a03e-474970c520b3 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:48.639906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ceb5cee0-e0e2-4990-9bb9-48e764af8e2e None None] Could not find standard attr ID for object f272f052-c391-4efb-a0ed-28c5b32d650f. {{(pid=103380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 11:17:48.662804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd77fc-7990-46b1-8d42-e0c540509297 None None] Network 1b1ac8b5-cf63-437f-a03e-474970c520b3 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:48.675600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd77fc-7990-46b1-8d42-e0c540509297 None None] Network 1b1ac8b5-cf63-437f-a03e-474970c520b3 could not be found, it might have been deleted concurrently. {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 11:17:48.717067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.723760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce5f2c-4171-46e1-a48f-533705819be5 None None] DHCP port deletion for 55a7ab69-8475-46b1-ada8-6fa96f90919f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:48.740813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a7ab69-8475-46b1-ada8-6fa96f90919f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:48.750261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e424419-705b-4207-9518-40b566f37c1d') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:48.750579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e424419-705b-4207-9518-40b566f37c1d') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:48.760441 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.773207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.778877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:17:48.779247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:17:48.782214 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:17:48.842422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.848847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:48.852020 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "DELETE /v2.0/networks/55a7ab69-8475-46b1-ada8-6fa96f90919f HTTP/1.1" status: 204 len: 168 time: 0.5920668 Nov 27 11:17:48.854832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:48.862862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ff555-8162-42d8-9bcb-82413b535d82 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Pushing event deleted for resources: {'Network': ['ID=55a7ab69-8475-46b1-ada8-6fa96f90919f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:48.885745 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6b513f93-70d3-4bc3-a726-e2c52357024f tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5277ce5-f745-4048-9019-f419e3dfaee2 HTTP/1.1" status: 200 len: 205 time: 0.0297220 Nov 27 11:17:48.888160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48856) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:48.961102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.111721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.114003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.469154 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8eda07b9-2960-4e7a-8051-6dd2d6269f1b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:17:49.484470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.484966 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Fanout notify agent at l3_agent the message router_deleted on router c5277ce5-f745-4048-9019-f419e3dfaee2 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:17:49.491672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 8eda07b9-2960-4e7a-8051-6dd2d6269f1b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:17:49.492023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 8eda07b9-2960-4e7a-8051-6dd2d6269f1b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:17:49.492667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.493783 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96c71cac-b53d-49f8-b440-8ea37c315545 tempest-RoutersNegativeTest-2036783096 tempest-RoutersNegativeTest-2036783096-project] 10.222.0.13 "DELETE /v2.0/routers/c5277ce5-f745-4048-9019-f419e3dfaee2 HTTP/1.1" status: 204 len: 168 time: 0.6047020 Nov 27 11:17:49.726803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48862) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:49.853758 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ecb2f09d-3fe8-4ffd-92bd-f836995dcd4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbeca71d35fe432da812ba2a928ebe59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258001 Nov 27 11:17:49.856126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48866) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:49.901729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0860845-819b-48c1-b157-c12f185cf768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.922778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0860845-819b-48c1-b157-c12f185cf768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.968052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0860845-819b-48c1-b157-c12f185cf768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.970646 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b0860845-819b-48c1-b157-c12f185cf768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:49.971793 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b0860845-819b-48c1-b157-c12f185cf768 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae2bba37-f531-4abb-8a21-d42611a94159 HTTP/1.1" status: 204 len: 168 time: 0.1147518 Nov 27 11:17:49.979851 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0860845-819b-48c1-b157-c12f185cf768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2bba37-f531-4abb-8a21-d42611a94159,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:50.575465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48888) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:50.670906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1325067603-network', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:50.695072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Made reservation on behalf of e60e6a8202ad4f95ab8f3da7410b8bce for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:50.697662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.705722 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.778448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.782025 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.803078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:50.816201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36ce99-a322-4759-806c-b7da3e19ae7f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:50.820876 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.821214 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Added segment 905fade7-9f0c-48aa-8665-e270f57340e9 of type vlan for network 597884ee-641a-4d67-a8af-b5f295dba063 Nov 27 11:17:50.858884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.884155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.885093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:50.885659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.917623 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3410761 Nov 27 11:17:50.920705 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:50.925809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Request body: {'subnet': {'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-subnet', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:50.947161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Made reservation on behalf of e60e6a8202ad4f95ab8f3da7410b8bce for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:50.948668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b65d8-2234-4443-904a-ad23931184f1 admin admin] Pushing event updated for resources: {'Network': ['ID=597884ee-641a-4d67-a8af-b5f295dba063,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:50.949627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:50.958769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 597884ee-641a-4d67-a8af-b5f295dba063 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:51.119110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.175521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:51.183268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Checking segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:51.183622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Network hostable DHCP agents. Network: 597884ee-641a-4d67-a8af-b5f295dba063, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:51.199516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Network 597884ee-641a-4d67-a8af-b5f295dba063 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:51.207544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 597884ee-641a-4d67-a8af-b5f295dba063) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:51.212015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:51.212627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.218096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4003304f-a76a-4ae5-86fa-33aa1f98b4f8 None None] Network 597884ee-641a-4d67-a8af-b5f295dba063 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:51.227844 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e559b33d-1d27-4cad-8380-e20790228950 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3059237 Nov 27 11:17:51.230657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:51.234869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:51.254099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.255553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.310607 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.364859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-597884ee-641a-4d67-a8af-b5f295dba063', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'fixed_ips': [{'subnet_id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:51.365794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.450974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.502722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Allocated IP 172.20.0.2 (597884ee-641a-4d67-a8af-b5f295dba063/5e5f8c9e-3cc2-4f35-94ce-3f802163dccf/288679ae-67c4-430d-b7a3-533a66b32cd2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:51.643103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.643879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.649343 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.663005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.696137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Network 597884ee-641a-4d67-a8af-b5f295dba063 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:51.701757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:51.704018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:51.706997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Pushing event updated for resources: {'Port': ['ID=288679ae-67c4-430d-b7a3-533a66b32cd2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:51.758319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Attempting to bind port 288679ae-67c4-430d-b7a3-533a66b32cd2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:51.758695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Attempting to bind port 288679ae-67c4-430d-b7a3-533a66b32cd2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:51.759059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Attempting to bind port 288679ae-67c4-430d-b7a3-533a66b32cd2 on network 597884ee-641a-4d67-a8af-b5f295dba063 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:51.763974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:51.764354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Checking segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:51.764786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.765186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Bound using segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:51.765658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Bound port: 288679ae-67c4-430d-b7a3-533a66b32cd2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:51.766042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.771163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Allocated IP 172.26.1.124 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/a84a263e-4815-49fd-b44b-c2678730e1c5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:51.828995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] For port 288679ae-67c4-430d-b7a3-533a66b32cd2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:51.832015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] For port 288679ae-67c4-430d-b7a3-533a66b32cd2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=288679ae-67c4-430d-b7a3-533a66b32cd2,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:51.836048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.876054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.897341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12673-5730-4152-8f01-1b7453bd7a54 None None] Pushing event updated for resources: {'Port': ['ID=288679ae-67c4-430d-b7a3-533a66b32cd2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:51.919059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:51.963508 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:51.966464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:51.971065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:51.974812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a84a263e-4815-49fd-b44b-c2678730e1c5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:51.979833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0057352-5a21-41c2-9fd1-51cdfc794371 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:52.091612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-57e9177b-fdb9-4cef-b814-234a44de8a2b None None] Provisioning complete for port a84a263e-4815-49fd-b44b-c2678730e1c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:52.091986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-57e9177b-fdb9-4cef-b814-234a44de8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:52.128532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-57e9177b-fdb9-4cef-b814-234a44de8a2b None None] Port a84a263e-4815-49fd-b44b-c2678730e1c5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:52.246650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:52.444268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:52.577985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Router 593de136-4198-400a-8c02-947413f0ae30 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:17:52.689287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:17:52.699444 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Sync routers for ids ['593de136-4198-400a-8c02-947413f0ae30'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:17:52.712263 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Routers {'593de136-4198-400a-8c02-947413f0ae30'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:17:52.713031 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['593de136-4198-400a-8c02-947413f0ae30'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:52.714655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:52.716413 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fbb2967e-0a18-4e6e-8d5e-1f0d803941f5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4844742 Nov 27 11:17:52.719207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:52.799031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944e81e-6ab9-431d-9465-8344c470ae77 None None] Network 597884ee-641a-4d67-a8af-b5f295dba063 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:52.827596 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Set router 593de136-4198-400a-8c02-947413f0ae30 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:17:52.888324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5e8db70a-23cb-4436-ae07-cc55f95d7699 None None] Provisioning complete for port 288679ae-67c4-430d-b7a3-533a66b32cd2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:52.888746 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e8db70a-23cb-4436-ae07-cc55f95d7699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.027295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e8db70a-23cb-4436-ae07-cc55f95d7699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.033400 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:52Z', 'revision_number': 3, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:53.069820 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Checking router: 593de136-4198-400a-8c02-947413f0ae30 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:17:53.070176 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Updating router 593de136-4198-400a-8c02-947413f0ae30 port a84a263e-4815-49fd-b44b-c2678730e1c5 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:17:53.073836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5e8db70a-23cb-4436-ae07-cc55f95d7699 None None] For port 288679ae-67c4-430d-b7a3-533a66b32cd2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=288679ae-67c4-430d-b7a3-533a66b32cd2,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:53.081035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e8db70a-23cb-4436-ae07-cc55f95d7699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.099742 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.154045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8db70a-23cb-4436-ae07-cc55f95d7699 None None] Pushing event updated for resources: {'Port': ['ID=288679ae-67c4-430d-b7a3-533a66b32cd2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:53.184201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.304042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-32da3114-0b51-47f4-a370-8e1d5cfc937e None None] Provisioning complete for port 288679ae-67c4-430d-b7a3-533a66b32cd2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:53.304517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32da3114-0b51-47f4-a370-8e1d5cfc937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.359102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Allocated IP 172.20.0.1 (597884ee-641a-4d67-a8af-b5f295dba063/5e5f8c9e-3cc2-4f35-94ce-3f802163dccf/3c41cfd9-e9a7-429d-9696-57d6d62266a0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:53.479191 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.488998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.492735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.496047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 288679ae-67c4-430d-b7a3-533a66b32cd2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:53.534546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.534983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de624717-ab8b-45af-ae12-a0435f285df3 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:53.547430 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Attempting to bind port a84a263e-4815-49fd-b44b-c2678730e1c5 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:53.547807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Attempting to bind port a84a263e-4815-49fd-b44b-c2678730e1c5 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:53.548177 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Attempting to bind port a84a263e-4815-49fd-b44b-c2678730e1c5 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:53.550245 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Pushing event updated for resources: {'Port': ['ID=a84a263e-4815-49fd-b44b-c2678730e1c5,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:53.559401 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:53.559793 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:53.560472 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.560868 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:53.561343 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Bound port: a84a263e-4815-49fd-b44b-c2678730e1c5, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:53.561747 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.565448 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.565801 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.566147 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.566488 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.566830 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.567930 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.568042 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.568401 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.568992 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.569430 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.569754 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.570082 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.574661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 288679ae-67c4-430d-b7a3-533a66b32cd2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:53.575131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.575605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Network 597884ee-641a-4d67-a8af-b5f295dba063 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:53.578569 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:53.585070 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:53.617900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Pushing event updated for resources: {'Port': ['ID=3c41cfd9-e9a7-429d-9696-57d6d62266a0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:53.629737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f8d51721-1f09-403c-b5a3-c93d3fbf10c5 None None] Provisioning complete for port a84a263e-4815-49fd-b44b-c2678730e1c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:53.630621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f8d51721-1f09-403c-b5a3-c93d3fbf10c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.633969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.633969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.633969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.633969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.633969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.634416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.634657 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.635238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.635238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.635682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.636021 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.636344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:17:53.647089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.649498 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] For port a84a263e-4815-49fd-b44b-c2678730e1c5, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:53.655948 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] For port a84a263e-4815-49fd-b44b-c2678730e1c5, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a84a263e-4815-49fd-b44b-c2678730e1c5,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:53.665202 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.735353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f136e-f8e0-48cf-bb2f-f0820d780ccc None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:53.739169 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Routers {'593de136-4198-400a-8c02-947413f0ae30'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:17:53.740966 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['593de136-4198-400a-8c02-947413f0ae30'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:53.743008 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88358-80e8-43a3-b9ea-a665d9fa0a1f None None] Pushing event updated for resources: {'Port': ['ID=a84a263e-4815-49fd-b44b-c2678730e1c5,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:53.748234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f8d51721-1f09-403c-b5a3-c93d3fbf10c5 None None] Port a84a263e-4815-49fd-b44b-c2678730e1c5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:53.797981 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.861354 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] Set router 593de136-4198-400a-8c02-947413f0ae30 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:17:53.878921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Provisioning complete for port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:53.879296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.916891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:53.928364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Provisioning complete for port a84a263e-4815-49fd-b44b-c2678730e1c5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:53.929000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.979581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:53.985433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:54.016031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:54.038584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] For port a84a263e-4815-49fd-b44b-c2678730e1c5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a84a263e-4815-49fd-b44b-c2678730e1c5,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:54.043534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:54.054932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Pushing event updated for resources: {'Port': ['ID=3c41cfd9-e9a7-429d-9696-57d6d62266a0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:54.057467 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:52Z', 'revision_number': 3, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:54.061377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:54.090306 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb707b-7eb1-4d3b-91f2-02102ddbded4 None None] The sync data for ids ['593de136-4198-400a-8c02-947413f0ae30'] in dv-neutron-804846-16-hyperv is: [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:52Z', 'revision_number': 3, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:17:54.101309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f592e80-5c20-4d68-a937-ab68be5dece2 None None] Pushing event updated for resources: {'Port': ['ID=a84a263e-4815-49fd-b44b-c2678730e1c5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:54.159935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Network 597884ee-641a-4d67-a8af-b5f295dba063 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:54.161968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:54.282277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Router 593de136-4198-400a-8c02-947413f0ae30 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:17:54.412987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:17:54.420867 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-324a4335-7f7f-4a1e-a55a-5efe3c527c26 admin admin] 10.222.0.13 "PUT /v2.0/routers/593de136-4198-400a-8c02-947413f0ae30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004745 Nov 27 11:17:54.471029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-de26bd2f-2ced-45a6-b8c8-8ef8ab414d73 None None] Provisioning complete for port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:54.471375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de26bd2f-2ced-45a6-b8c8-8ef8ab414d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:54.506025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-de26bd2f-2ced-45a6-b8c8-8ef8ab414d73 None None] Port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:54.910491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48912) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:54.916401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1438831104-network', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:54.937879 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Made reservation on behalf of a7fb6cbbbb7140dabffb968c8571c5a9 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:54.940179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:54.949406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.031723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.035441 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.057413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:17:55.071859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b090c7c3-72af-4851-9b0b-ab9c2fedb8e9,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:55.076995 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.077348 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Added segment 7bac59e1-2343-44d1-bd4c-bda2b1aa36ba of type vlan for network 6d410dee-36e7-4e56-ab73-1217e9aa03ca Nov 27 11:17:55.118856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.144105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.145124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:55.146305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.178216 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2659891 Nov 27 11:17:55.181168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48914) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:55.186458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Request body: {'subnet': {'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-subnet', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:55.207555 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f805928-7b18-44ac-98cc-d314f6db0680 admin admin] Pushing event updated for resources: {'Network': ['ID=6d410dee-36e7-4e56-ab73-1217e9aa03ca,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:55.209690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Made reservation on behalf of a7fb6cbbbb7140dabffb968c8571c5a9 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:17:55.212046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.217669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:17:55.498946 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a84a263e-4815-49fd-b44b-c2678730e1c5 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:55.551029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port a84a263e-4815-49fd-b44b-c2678730e1c5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:55.551405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.626482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Sync routers for ids ['593de136-4198-400a-8c02-947413f0ae30'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:17:55.651619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Routers {'593de136-4198-400a-8c02-947413f0ae30'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:17:55.652248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['593de136-4198-400a-8c02-947413f0ae30'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:55.653720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.702896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=711674ef-88a0-4df1-8bdd-24a97b78d1d9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:55.718026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Checking segment: {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:55.718403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Network hostable DHCP agents. Network: 6d410dee-36e7-4e56-ab73-1217e9aa03ca, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:17:55.735924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:17:55.744104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 6d410dee-36e7-4e56-ab73-1217e9aa03ca) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:55.748108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:17:55.748978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.756188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc6a50-b739-40cb-9805-3fb214cb63b3 None None] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:55.767497 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-386aaf38-09c6-4673-89e9-1a83de11b756 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5828300 Nov 27 11:17:55.767691 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 48916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:55.772126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:17:55.782954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Set router 593de136-4198-400a-8c02-947413f0ae30 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:17:55.792931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.793915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.849602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:55.999878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.201243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-6d410dee-36e7-4e56-ab73-1217e9aa03ca', 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'fixed_ips': [{'subnet_id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:17:56.202107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.210207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.231103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.338244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:53Z', 'revision_number': 4, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '3c41cfd9-e9a7-429d-9696-57d6d62266a0', 'name': '', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'mac_address': 'fa:16:3e:ed:6a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:53Z', 'updated_at': '2021-11-27T11:17:53Z', 'revision_number': 2, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'subnets': [{'id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:56.339138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Allocated IP 172.26.1.163 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/2881e152-623e-464d-8b3c-52fd8a6a10d0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:56.367213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Checking router: 593de136-4198-400a-8c02-947413f0ae30 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:17:56.367579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Updating router 593de136-4198-400a-8c02-947413f0ae30 port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:17:56.405198 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.410415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Allocated IP 172.20.0.2 (6d410dee-36e7-4e56-ab73-1217e9aa03ca/711674ef-88a0-4df1-8bdd-24a97b78d1d9/eb279a7c-3dce-447a-93c9-c5597392f19c) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:56.444001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.478435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.519162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:56.522591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:56.526016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:56.553683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Pushing event updated for resources: {'Port': ['ID=2881e152-623e-464d-8b3c-52fd8a6a10d0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:56.565245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ffad7-5cb2-4134-8e92-2c6b044df643 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:56.719678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f40a2a16-c50f-41d7-93f5-8637b74ecf9e None None] Provisioning complete for port 2881e152-623e-464d-8b3c-52fd8a6a10d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:56.720039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f40a2a16-c50f-41d7-93f5-8637b74ecf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.746517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.769672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.785784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.811173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f40a2a16-c50f-41d7-93f5-8637b74ecf9e None None] Port 2881e152-623e-464d-8b3c-52fd8a6a10d0 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:56.838782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:56.841382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Pushing event updated for resources: {'Port': ['ID=eb279a7c-3dce-447a-93c9-c5597392f19c,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:56.847104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:56.854802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:56.935060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.947150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.955001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Attempting to bind port eb279a7c-3dce-447a-93c9-c5597392f19c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:56.955379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Attempting to bind port eb279a7c-3dce-447a-93c9-c5597392f19c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:56.955750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Attempting to bind port eb279a7c-3dce-447a-93c9-c5597392f19c on network 6d410dee-36e7-4e56-ab73-1217e9aa03ca {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:56.981362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:56.981658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Checking segment: {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:56.982069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.982472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Bound using segment: {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:56.982959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Bound port: eb279a7c-3dce-447a-93c9-c5597392f19c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:56.983643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:56.989917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.039659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ed5f0-3104-486a-91db-2134e44cf6d6 None None] Pushing event updated for resources: {'Port': ['ID=3c41cfd9-e9a7-429d-9696-57d6d62266a0,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:57.114080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Attempting to bind port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:57.114503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Attempting to bind port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:57.115049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Attempting to bind port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 on network 597884ee-641a-4d67-a8af-b5f295dba063 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:57.118493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] For port eb279a7c-3dce-447a-93c9-c5597392f19c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:57.123618 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] For port eb279a7c-3dce-447a-93c9-c5597392f19c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=eb279a7c-3dce-447a-93c9-c5597392f19c,segment=NetworkSegment(7bac59e1-2343-44d1-bd4c-bda2b1aa36ba),segment_id=7bac59e1-2343-44d1-bd4c-bda2b1aa36ba)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:57.124985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:57.125441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Checking segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:57.125833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.126375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Bound using segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:57.126942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Bound port: 3c41cfd9-e9a7-429d-9696-57d6d62266a0, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:57.127341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.131255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.138370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Router 7b233977-64c8-4353-a325-bcd898952cb3 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:17:57.243661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1d944-d304-4fb2-b31a-ed9f8593ac23 None None] Pushing event updated for resources: {'Port': ['ID=eb279a7c-3dce-447a-93c9-c5597392f19c,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:57.261993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:17:57.268316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] For port 3c41cfd9-e9a7-429d-9696-57d6d62266a0, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:57.273305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] For port 3c41cfd9-e9a7-429d-9696-57d6d62266a0, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c41cfd9-e9a7-429d-9696-57d6d62266a0,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:57.274908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f73a67f1-8790-41db-a840-474b3b84c3e7 None None] Provisioning complete for port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:57.275461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73a67f1-8790-41db-a840-474b3b84c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.275607 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Sync routers for ids ['7b233977-64c8-4353-a325-bcd898952cb3'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:17:57.286571 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Routers {'7b233977-64c8-4353-a325-bcd898952cb3'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:17:57.288302 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b233977-64c8-4353-a325-bcd898952cb3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:57.289595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.294128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 48918) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:17:57.294686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8fbad2e2-fe41-4fbf-96f4-df0773738cac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5224013 Nov 27 11:17:57.298448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.394468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Routers {'593de136-4198-400a-8c02-947413f0ae30'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:17:57.395250 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['593de136-4198-400a-8c02-947413f0ae30'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:57.399282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ed5f0-3104-486a-91db-2134e44cf6d6 None None] Pushing event updated for resources: {'Port': ['ID=3c41cfd9-e9a7-429d-9696-57d6d62266a0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:57.465021 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Set router 7b233977-64c8-4353-a325-bcd898952cb3 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:17:57.527972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73a67f1-8790-41db-a840-474b3b84c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.643380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f73a67f1-8790-41db-a840-474b3b84c3e7 None None] For port 3c41cfd9-e9a7-429d-9696-57d6d62266a0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c41cfd9-e9a7-429d-9696-57d6d62266a0,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:57.653581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] Set router 593de136-4198-400a-8c02-947413f0ae30 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:17:57.656967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f73a67f1-8790-41db-a840-474b3b84c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.742071 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:17:56Z', 'revision_number': 3, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:57.773358 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Checking router: 7b233977-64c8-4353-a325-bcd898952cb3 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:17:57.773604 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Updating router 7b233977-64c8-4353-a325-bcd898952cb3 port 2881e152-623e-464d-8b3c-52fd8a6a10d0 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:17:57.801375 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.892519 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:57.965284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a67f1-8790-41db-a840-474b3b84c3e7 None None] Pushing event updated for resources: {'Port': ['ID=3c41cfd9-e9a7-429d-9696-57d6d62266a0,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:58.007405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ea2a20d1-7496-4381-86c5-c0e5945f8004 None None] Provisioning complete for port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:58.007675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ea2a20d1-7496-4381-86c5-c0e5945f8004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.073778 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.074558 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Allocated IP 172.20.0.1 (6d410dee-36e7-4e56-ab73-1217e9aa03ca/711674ef-88a0-4df1-8bdd-24a97b78d1d9/19edc4cf-4164-42b5-abd2-cb2145817bbc) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:17:58.081913 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.132897 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4f30-099d-4c34-8bf5-de701d967601 None None] Pushing event updated for resources: {'Port': ['ID=2881e152-623e-464d-8b3c-52fd8a6a10d0,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:58.167886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52babd69-e568-4851-a622-0e9ac9d5be28 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:58.168107 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Attempting to bind port 2881e152-623e-464d-8b3c-52fd8a6a10d0 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:17:58.168519 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Attempting to bind port 2881e152-623e-464d-8b3c-52fd8a6a10d0 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:17:58.168961 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Attempting to bind port 2881e152-623e-464d-8b3c-52fd8a6a10d0 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:17:58.174753 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:17:58.175370 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:17:58.175854 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.176314 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:17:58.178141 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Bound port: 2881e152-623e-464d-8b3c-52fd8a6a10d0, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:17:58.182418 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.183273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:53Z', 'revision_number': 4, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '3c41cfd9-e9a7-429d-9696-57d6d62266a0', 'name': '', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'mac_address': 'fa:16:3e:ed:6a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:53Z', 'updated_at': '2021-11-27T11:17:57Z', 'revision_number': 4, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'subnets': [{'id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:58.221296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.235369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10de2a-23c3-45d4-b71e-c3b682cba0a1 None None] The sync data for ids ['593de136-4198-400a-8c02-947413f0ae30'] in dv-neutron-804846-16-hyperv is: [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:53Z', 'revision_number': 4, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '3c41cfd9-e9a7-429d-9696-57d6d62266a0', 'name': '', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'mac_address': 'fa:16:3e:ed:6a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:53Z', 'updated_at': '2021-11-27T11:17:57Z', 'revision_number': 4, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'subnets': [{'id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:17:58.245480 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] For port 2881e152-623e-464d-8b3c-52fd8a6a10d0, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:17:58.249059 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] For port 2881e152-623e-464d-8b3c-52fd8a6a10d0, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2881e152-623e-464d-8b3c-52fd8a6a10d0,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:17:58.257893 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.276309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.323554 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Routers {'7b233977-64c8-4353-a325-bcd898952cb3'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:17:58.324128 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b233977-64c8-4353-a325-bcd898952cb3'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:58.329107 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4f30-099d-4c34-8bf5-de701d967601 None None] Pushing event updated for resources: {'Port': ['ID=2881e152-623e-464d-8b3c-52fd8a6a10d0,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:58.348084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfc5d0-4078-4f3e-823b-8c144f823a69 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:17:58.350952 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:58.382310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:58.384301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c27e3810-6d18-4446-a610-608d910d9550 None None] Provisioning complete for port 2881e152-623e-464d-8b3c-52fd8a6a10d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:58.384301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c27e3810-6d18-4446-a610-608d910d9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.384611 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Pushing event updated for resources: {'Port': ['ID=19edc4cf-4164-42b5-abd2-cb2145817bbc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:58.387490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:17:58.456464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.510657 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] Set router 7b233977-64c8-4353-a325-bcd898952cb3 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:17:58.526670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c27e3810-6d18-4446-a610-608d910d9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.561787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c27e3810-6d18-4446-a610-608d910d9550 None None] For port 2881e152-623e-464d-8b3c-52fd8a6a10d0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2881e152-623e-464d-8b3c-52fd8a6a10d0,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:58.569744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c27e3810-6d18-4446-a610-608d910d9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.645171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.647262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e3810-6d18-4446-a610-608d910d9550 None None] Pushing event updated for resources: {'Port': ['ID=2881e152-623e-464d-8b3c-52fd8a6a10d0,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:58.677574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c23c7-8fd4-4315-9475-94b3b351f5db None None] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:17:58.759972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Provisioning complete for port eb279a7c-3dce-447a-93c9-c5597392f19c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:58.760627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.839580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.841778 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:17:56Z', 'revision_number': 3, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:17:58.846773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.874386 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1cd43-e850-4af9-838d-08955951a5e4 None None] The sync data for ids ['7b233977-64c8-4353-a325-bcd898952cb3'] in dv-neutron-804846-16-hyperv is: [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:17:56Z', 'revision_number': 3, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:17:58.926805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.929958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Pushing event updated for resources: {'Port': ['ID=19edc4cf-4164-42b5-abd2-cb2145817bbc,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:58.933525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:58.979346 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] For port eb279a7c-3dce-447a-93c9-c5597392f19c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=eb279a7c-3dce-447a-93c9-c5597392f19c,segment=NetworkSegment(7bac59e1-2343-44d1-bd4c-bda2b1aa36ba),segment_id=7bac59e1-2343-44d1-bd4c-bda2b1aa36ba)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:17:58.990944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.048560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Provisioning complete for port 2881e152-623e-464d-8b3c-52fd8a6a10d0 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.049003 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.054609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:17:59.059622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:17:59.117492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e98a95-b6c3-4231-8a45-5d89d1cd05a9 None None] Pushing event updated for resources: {'Port': ['ID=eb279a7c-3dce-447a-93c9-c5597392f19c,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:17:59.246648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Router 7b233977-64c8-4353-a325-bcd898952cb3 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:17:59.368013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef98330d-259c-44d3-9535-b11542133eee None None] Provisioning complete for port eb279a7c-3dce-447a-93c9-c5597392f19c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.368602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef98330d-259c-44d3-9535-b11542133eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.449069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:17:59.483830 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-820baedb-f8c3-40c1-93d2-640493f1a626 admin admin] 10.222.0.13 "PUT /v2.0/routers/7b233977-64c8-4353-a325-bcd898952cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1885195 Nov 27 11:17:59.501388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ef98330d-259c-44d3-9535-b11542133eee None None] Provisioning complete for port 19edc4cf-4164-42b5-abd2-cb2145817bbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.501767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef98330d-259c-44d3-9535-b11542133eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.543137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-ef98330d-259c-44d3-9535-b11542133eee None None] Port 19edc4cf-4164-42b5-abd2-cb2145817bbc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:59.671013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2881e152-623e-464d-8b3c-52fd8a6a10d0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:59.678987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0fd17c8e-37be-4e11-8d18-b3ab7ca1a973 None None] Provisioning complete for port 19edc4cf-4164-42b5-abd2-cb2145817bbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.680123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0fd17c8e-37be-4e11-8d18-b3ab7ca1a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.768510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0fd17c8e-37be-4e11-8d18-b3ab7ca1a973 None None] Port 19edc4cf-4164-42b5-abd2-cb2145817bbc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:59.783748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2881e152-623e-464d-8b3c-52fd8a6a10d0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.784130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.873783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device eb279a7c-3dce-447a-93c9-c5597392f19c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:17:59.926575 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6a6ca6a3-cc0e-4f29-9bf2-c6da4dabd824 None None] Provisioning complete for port 19edc4cf-4164-42b5-abd2-cb2145817bbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.927484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca6a3-cc0e-4f29-9bf2-c6da4dabd824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:17:59.971556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ca6a3-cc0e-4f29-9bf2-c6da4dabd824 None None] Port 19edc4cf-4164-42b5-abd2-cb2145817bbc cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:17:59.975729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port eb279a7c-3dce-447a-93c9-c5597392f19c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:17:59.976097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:00.058642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c41cfd9-e9a7-429d-9696-57d6d62266a0 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:18:00.117217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:00.118124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:00.376288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-cb5d5c5c-342f-43e1-8d90-e07fea54f446 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:00.377764 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-cb5d5c5c-342f-43e1-8d90-e07fea54f446 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 817 time: 0.1089895 Nov 27 11:18:00.392878 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-439b6d10-7804-4194-a92b-25e7f58f7cad tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/quotas/e60e6a8202ad4f95ab8f3da7410b8bce HTTP/1.1" status: 200 len: 375 time: 0.0089579 Nov 27 11:18:00.445874 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-1d78cf0c-56c8-415b-9a00-549b960e9766 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475340 Nov 27 11:18:00.543962 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-d624fb3f-8158-466d-a0c7-61346613f139 service neutron] 10.222.0.13 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863166 Nov 27 11:18:00.632320 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-af354932-e31a-4fda-ad74-6aef633af9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823002 Nov 27 11:18:00.788916 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5a3fce60-82c0-4b37-bc72-128004850a79 req-4a8b7a2d-db84-41b8-93ee-26d01b2824aa tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Nov 27 11:18:01.706773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-4e4bec99-d1f8-4539-8587-3882cd84cba0 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:01.708246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-4e4bec99-d1f8-4539-8587-3882cd84cba0 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 817 time: 0.1118646 Nov 27 11:18:01.722250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Request body: {'port': {'device_id': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'admin_state_up': True, 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:18:01.733255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Sync routers for ids ['7b233977-64c8-4353-a325-bcd898952cb3'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:18:01.745131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Routers {'7b233977-64c8-4353-a325-bcd898952cb3'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:18:01.745854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b233977-64c8-4353-a325-bcd898952cb3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:18:01.838780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Made reservation on behalf of e60e6a8202ad4f95ab8f3da7410b8bce for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:18:01.842440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:01.858457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Set router 7b233977-64c8-4353-a325-bcd898952cb3 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:18:01.924886 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b5caf34-5e1c-4946-b309-1be5240e4815 req-e22e292a-c3c9-4a78-8332-ef7865e9dcd4 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 210 time: 0.0593686 Nov 27 11:18:01.996838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Allocated IP 172.20.0.12 (597884ee-641a-4d67-a8af-b5f295dba063/5e5f8c9e-3cc2-4f35-94ce-3f802163dccf/c1dc3233-7bf9-43c1-964d-eb03340a4b0f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:18:02.057778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '19edc4cf-4164-42b5-abd2-cb2145817bbc', 'name': '', 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'mac_address': 'fa:16:3e:ab:46:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:57Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 2, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'subnets': [{'id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:18:02.083831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Checking router: 7b233977-64c8-4353-a325-bcd898952cb3 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:18:02.084199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Updating router 7b233977-64c8-4353-a325-bcd898952cb3 port 19edc4cf-4164-42b5-abd2-cb2145817bbc binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:18:02.108862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.143842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.179302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.224158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Network 597884ee-641a-4d67-a8af-b5f295dba063 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:18:02.231456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:18:02.234464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:18:02.271418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Pushing event updated for resources: {'Port': ['ID=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:02.294293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:02.294922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.305500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.312744 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-b50d7723-caed-43ec-b1e5-0d158f00bd48 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955548 Nov 27 11:18:02.326085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Request body: {'port': {'device_id': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:18:02.387801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.401889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.407969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.464760 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfe94b-bac8-4015-84af-10e8b79e0205 None None] Pushing event updated for resources: {'Port': ['ID=19edc4cf-4164-42b5-abd2-cb2145817bbc,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:02.526793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Attempting to bind port 19edc4cf-4164-42b5-abd2-cb2145817bbc on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:18:02.527889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Attempting to bind port 19edc4cf-4164-42b5-abd2-cb2145817bbc by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:18:02.527889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Attempting to bind port 19edc4cf-4164-42b5-abd2-cb2145817bbc on network 6d410dee-36e7-4e56-ab73-1217e9aa03ca {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:18:02.534881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:18:02.535263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Checking segment: {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:18:02.535670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.536556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Bound using segment: {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:18:02.537093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Bound port: 19edc4cf-4164-42b5-abd2-cb2145817bbc, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:18:02.537478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.550947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7d3e1169-82bb-4ca1-8c58-b7f52e85ae30 None None] Provisioning complete for port c1dc3233-7bf9-43c1-964d-eb03340a4b0f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:02.551340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1169-82bb-4ca1-8c58-b7f52e85ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.619421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e1169-82bb-4ca1-8c58-b7f52e85ae30 None None] Port c1dc3233-7bf9-43c1-964d-eb03340a4b0f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:18:02.637079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] For port 19edc4cf-4164-42b5-abd2-cb2145817bbc, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:18:02.640469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] For port 19edc4cf-4164-42b5-abd2-cb2145817bbc, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=19edc4cf-4164-42b5-abd2-cb2145817bbc,segment=NetworkSegment(7bac59e1-2343-44d1-bd4c-bda2b1aa36ba),segment_id=7bac59e1-2343-44d1-bd4c-bda2b1aa36ba)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:18:02.646312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.691480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1dc3233-7bf9-43c1-964d-eb03340a4b0f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:18:02.700601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.707603 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfe94b-bac8-4015-84af-10e8b79e0205 None None] Pushing event updated for resources: {'Port': ['ID=19edc4cf-4164-42b5-abd2-cb2145817bbc,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:02.711160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Routers {'7b233977-64c8-4353-a325-bcd898952cb3'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:18:02.711766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:17:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b233977-64c8-4353-a325-bcd898952cb3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:18:02.716861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Transition to ACTIVE for port object c1dc3233-7bf9-43c1-964d-eb03340a4b0f will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:18:02.722016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.778467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9ad62a7d-4941-44e9-8fe7-fbc2baad38cd None None] Provisioning complete for port 19edc4cf-4164-42b5-abd2-cb2145817bbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:02.779029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ad62a7d-4941-44e9-8fe7-fbc2baad38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.803963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Pushing event updated for resources: {'Port': ['ID=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:02.859999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Attempting to bind port c1dc3233-7bf9-43c1-964d-eb03340a4b0f on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:18:02.860554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Attempting to bind port c1dc3233-7bf9-43c1-964d-eb03340a4b0f by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:18:02.861164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Attempting to bind port c1dc3233-7bf9-43c1-964d-eb03340a4b0f on network 597884ee-641a-4d67-a8af-b5f295dba063 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:18:02.867484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] Set router 7b233977-64c8-4353-a325-bcd898952cb3 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:18:02.867856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Port c1dc3233-7bf9-43c1-964d-eb03340a4b0f on network 597884ee-641a-4d67-a8af-b5f295dba063 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:18:02.868274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Attempting to bind port c1dc3233-7bf9-43c1-964d-eb03340a4b0f on network 597884ee-641a-4d67-a8af-b5f295dba063 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:18:02.873397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:18:02.873866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Checking segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:18:02.874501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Bound using segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:18:02.875027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Bound port: c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:18:02.875606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:02.955560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] For port c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:18:02.960163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] For port c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:18:02.965593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:03.001867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.002922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:03.004473 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] 10.222.0.24 "PUT /v2.0/ports/c1dc3233-7bf9-43c1-964d-eb03340a4b0f HTTP/1.1" status: 200 len: 1094 time: 0.6833994 Nov 27 11:18:03.007355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'tag': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:18:03.010928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07374d3-e90f-4dae-9fea-75c095830635" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d24b36-47cf-4253-bc39-125ff91607d2", "tag": "c1dc3233-7bf9-43c1-964d-eb03340a4b0f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:18:03.053883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a13909-326d-4431-9c0c-fdb95bdd3bdc service neutron] Pushing event updated for resources: {'Port': ['ID=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:03.094309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c07321-f97e-4853-b472-52040b4ec9c7 req-e37c9d71-a24c-4e81-9ca9-a60e012b0b13 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.096751 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-42c07321-f97e-4853-b472-52040b4ec9c7 req-e37c9d71-a24c-4e81-9ca9-a60e012b0b13 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 944 time: 0.0812209 Nov 27 11:18:03.101549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebea853-4151-45dc-96a9-755abdef4929 x-openstack-request-id: req-3ebea853-4151-45dc-96a9-755abdef4929 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:18:03.101849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d24b36-47cf-4253-bc39-125ff91607d2", "tag": "c1dc3233-7bf9-43c1-964d-eb03340a4b0f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:18:03.102108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ebea853-4151-45dc-96a9-755abdef4929 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:18:03.102513 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'tag': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f', 'status': 'completed', 'code': 200} Nov 27 11:18:03.122396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-0b359342-ca6f-4802-83fa-5a529b1ca6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.124890 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-0b359342-ca6f-4802-83fa-5a529b1ca6ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 1097 time: 0.0657585 Nov 27 11:18:03.171327 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-42c07321-f97e-4853-b472-52040b4ec9c7 req-d1e1b804-8e39-418c-a8d0-cde340b85fea tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 Nov 27 11:18:03.187346 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-5fe6348a-9e58-4f43-a8bb-580650fe48cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f HTTP/1.1" status: 200 len: 217 time: 0.0536597 Nov 27 11:18:03.243184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-2a814dc7-27be-4d21-8dcc-ba8e352d59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.244788 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-2a814dc7-27be-4d21-8dcc-ba8e352d59c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf HTTP/1.1" status: 200 len: 856 time: 0.0501454 Nov 27 11:18:03.298124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-d26c45a0-5b3d-46f7-87b3-fcaf68a6c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.299613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-d26c45a0-5b3d-46f7-87b3-fcaf68a6c5eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597884ee-641a-4d67-a8af-b5f295dba063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483053 Nov 27 11:18:03.314167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ad62a7d-4941-44e9-8fe7-fbc2baad38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:03.362425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-9ad62a7d-4941-44e9-8fe7-fbc2baad38cd None None] For port 19edc4cf-4164-42b5-abd2-cb2145817bbc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=19edc4cf-4164-42b5-abd2-cb2145817bbc,segment=NetworkSegment(7bac59e1-2343-44d1-bd4c-bda2b1aa36ba),segment_id=7bac59e1-2343-44d1-bd4c-bda2b1aa36ba)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:03.366513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ad62a7d-4941-44e9-8fe7-fbc2baad38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:03.391008 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-30ecef1a-d7ea-49f2-84e4-c67282ff3c02 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Nov 27 11:18:03.403298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '19edc4cf-4164-42b5-abd2-cb2145817bbc', 'name': '', 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'mac_address': 'fa:16:3e:ab:46:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:57Z', 'updated_at': '2021-11-27T11:18:02Z', 'revision_number': 4, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'subnets': [{'id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:18:03.435130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14b28-ed92-4ccc-93a6-e1d5fa245a15 None None] The sync data for ids ['7b233977-64c8-4353-a325-bcd898952cb3'] in dv-neutron-804846-16-hyperv is: [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '19edc4cf-4164-42b5-abd2-cb2145817bbc', 'name': '', 'network_id': '6d410dee-36e7-4e56-ab73-1217e9aa03ca', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'mac_address': 'fa:16:3e:ab:46:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:57Z', 'updated_at': '2021-11-27T11:18:02Z', 'revision_number': 4, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'subnets': [{'id': '711674ef-88a0-4df1-8bdd-24a97b78d1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:18:03.452468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62a7d-4941-44e9-8fe7-fbc2baad38cd None None] Pushing event updated for resources: {'Port': ['ID=19edc4cf-4164-42b5-abd2-cb2145817bbc,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:03.523093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-66f9b30f-9bff-4491-82a4-c851656e9f24 None None] Provisioning complete for port 19edc4cf-4164-42b5-abd2-cb2145817bbc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:03.523473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-66f9b30f-9bff-4491-82a4-c851656e9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:03.781939 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-46a0205a-cd57-4755-ba5b-f76a285928fa req-8ec3a218-830b-482c-adec-cc43d202de15 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839626 Nov 27 11:18:03.874990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07374d3-e90f-4dae-9fea-75c095830635 req-8b9ab404-f172-43e1-b4b9-65268fbdc605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.876552 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-8b9ab404-f172-43e1-b4b9-65268fbdc605 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 1097 time: 0.0433927 Nov 27 11:18:03.971965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07374d3-e90f-4dae-9fea-75c095830635 req-6c610c66-a3dd-44c8-911d-3798cd2009eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:03.973396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-6c610c66-a3dd-44c8-911d-3798cd2009eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 918 time: 0.0899117 Nov 27 11:18:04.018468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-de4ff2de-9a3f-4a2d-988e-9c4228daa70e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f HTTP/1.1" status: 200 len: 217 time: 0.0379095 Nov 27 11:18:04.066057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07374d3-e90f-4dae-9fea-75c095830635 req-3d18518a-31c4-4316-856f-162ecb00b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:04.068086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-3d18518a-31c4-4316-856f-162ecb00b93d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf HTTP/1.1" status: 200 len: 856 time: 0.0428095 Nov 27 11:18:04.112601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07374d3-e90f-4dae-9fea-75c095830635 req-e2e97dd8-9e19-4a1e-b0fb-991e8639d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:04.114064 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-e2e97dd8-9e19-4a1e-b0fb-991e8639d92b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597884ee-641a-4d67-a8af-b5f295dba063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396814 Nov 27 11:18:04.210636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-c705ea8c-cc9e-4179-be57-403896cec8a4 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892451 Nov 27 11:18:04.336504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525ece5-2c53-4669-928c-dc178bc4a4b4 req-293534b0-3ee0-4d34-b9da-63d62b3aa728 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:04.337859 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a525ece5-2c53-4669-928c-dc178bc4a4b4 req-293534b0-3ee0-4d34-b9da-63d62b3aa728 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 944 time: 0.0947895 Nov 27 11:18:04.341340 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07374d3-e90f-4dae-9fea-75c095830635 req-f690ebee-4198-491d-b413-7f131ba7d835 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239941 Nov 27 11:18:04.385376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a525ece5-2c53-4669-928c-dc178bc4a4b4 req-2a980bef-8ec6-4af9-ac53-db162105f19f tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Nov 27 11:18:05.517664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd455-0f68-45db-a0fc-70d57c4c3c47 req-6506018b-6704-4a45-83e7-3f66dc43db4f tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:05.524324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 19edc4cf-4164-42b5-abd2-cb2145817bbc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:18:05.526405 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0efdd455-0f68-45db-a0fc-70d57c4c3c47 req-6506018b-6704-4a45-83e7-3f66dc43db4f tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 944 time: 0.0619090 Nov 27 11:18:05.570828 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0efdd455-0f68-45db-a0fc-70d57c4c3c47 req-edac8001-312d-489d-8846-f97e64b52751 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Nov 27 11:18:05.578138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 19edc4cf-4164-42b5-abd2-cb2145817bbc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:05.578519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:06.686155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301686b-b83d-492e-87ca-ade514c627ae req-50efa199-0271-4c53-9d41-53fecc215094 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:06.687630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7301686b-b83d-492e-87ca-ade514c627ae req-50efa199-0271-4c53-9d41-53fecc215094 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 944 time: 0.0491149 Nov 27 11:18:06.734819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7301686b-b83d-492e-87ca-ade514c627ae req-3fb4c950-1d30-43b4-bffc-7072549bffe9 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Nov 27 11:18:07.049493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c1dc3233-7bf9-43c1-964d-eb03340a4b0f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:18:07.143147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:07.154253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'port_id': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f', 'mac_address': 'fa:16:3e:92:71:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:18:07.196307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:07.209357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1dc3233-7bf9-43c1-964d-eb03340a4b0f {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:18:07.228740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:07.232471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:07.278220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:07.555905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['c1dc3233-7bf9-43c1-964d-eb03340a4b0f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:18:07.850964 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735b706-3368-4498-b290-fd9def116e67 req-cc327e5b-4bd4-493c-80af-28e2dfa9aaf2 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:07.852343 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a735b706-3368-4498-b290-fd9def116e67 req-cc327e5b-4bd4-493c-80af-28e2dfa9aaf2 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 945 time: 0.0512397 Nov 27 11:18:07.902049 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a735b706-3368-4498-b290-fd9def116e67 req-59eb22cc-6f3d-4ac1-8641-cb233d0bb4c3 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Nov 27 11:18:09.026119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb13d3-29ca-4a2d-973d-4aca0100666a req-d2f8ffbf-9705-4025-9dda-2dbb15edc39d tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:09.027613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2bb13d3-29ca-4a2d-973d-4aca0100666a req-d2f8ffbf-9705-4025-9dda-2dbb15edc39d tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 945 time: 0.0540061 Nov 27 11:18:09.065599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c1dc3233-7bf9-43c1-964d-eb03340a4b0f up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:18:09.075957 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2bb13d3-29ca-4a2d-973d-4aca0100666a req-8f276d42-1f4a-40d8-aedb-f188368d357e tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423553 Nov 27 11:18:09.121373 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port c1dc3233-7bf9-43c1-964d-eb03340a4b0f completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:18:09.125401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port c1dc3233-7bf9-43c1-964d-eb03340a4b0f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:09.125776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:09.205148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:09.227991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:18:09.230289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0234e960-72a4-4029-8338-2136071ff930" -d '{"events": [{"server_uuid": "b1d24b36-47cf-4253-bc39-125ff91607d2", "name": "network-vif-plugged", "status": "completed", "tag": "c1dc3233-7bf9-43c1-964d-eb03340a4b0f"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:18:09.243426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:09.248136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:09.271921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9816b2de-a8ab-41a3-8921-5c7320bd7298 x-openstack-request-id: req-9816b2de-a8ab-41a3-8921-5c7320bd7298 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:18:09.272225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d24b36-47cf-4253-bc39-125ff91607d2", "name": "network-vif-plugged", "status": "completed", "tag": "c1dc3233-7bf9-43c1-964d-eb03340a4b0f", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:18:09.272509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9816b2de-a8ab-41a3-8921-5c7320bd7298 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:18:09.272906 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f', 'code': 200} Nov 27 11:18:09.298912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:09.306805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.307162 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.307515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.307858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.308209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.308609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.309005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.309360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.309699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.310036 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.310617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.310948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:18:09.435219 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1aa4-fbe9-4a6f-be2c-0f118c0ea0f9 req-25d8e35e-caf2-4d36-997d-ca1bc8351337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:09.436989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-48ee1aa4-fbe9-4a6f-be2c-0f118c0ea0f9 req-25d8e35e-caf2-4d36-997d-ca1bc8351337 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 1099 time: 0.0402987 Nov 27 11:18:09.482483 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-48ee1aa4-fbe9-4a6f-be2c-0f118c0ea0f9 req-283b4957-3216-4068-a8d8-c57726e94299 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Nov 27 11:18:10.199034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291efd33-4544-4165-8484-b346d2b1e1a5 req-a8efa815-5477-4185-bd06-803efb57a305 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:10.200514 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-291efd33-4544-4165-8484-b346d2b1e1a5 req-a8efa815-5477-4185-bd06-803efb57a305 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 946 time: 0.0490816 Nov 27 11:18:10.251201 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-291efd33-4544-4165-8484-b346d2b1e1a5 req-e094c083-8b84-4a00-b866-67c7633c88dd tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Nov 27 11:18:10.344816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5319870c-c325-41ea-ad90-1fdfd9f6bf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:11.369228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed18090-1599-4727-ab0f-fd96d156f084 req-7b154dba-fb81-4175-82bb-94af7923e574 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:11.370638 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bed18090-1599-4727-ab0f-fd96d156f084 req-7b154dba-fb81-4175-82bb-94af7923e574 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 946 time: 0.0507493 Nov 27 11:18:11.417013 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bed18090-1599-4727-ab0f-fd96d156f084 req-3f58d174-9bf3-4d5a-afea-12a73edfdec5 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Nov 27 11:18:11.533114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89403-4fa6-4c41-866d-6e64723e6e74 req-a001e157-bbd5-47b0-b05f-e6a45f6002be tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:11.534568 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2a89403-4fa6-4c41-866d-6e64723e6e74 req-a001e157-bbd5-47b0-b05f-e6a45f6002be tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 946 time: 0.0503540 Nov 27 11:18:11.581136 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a2a89403-4fa6-4c41-866d-6e64723e6e74 req-29efe7e9-67df-41fd-8d72-1996a3a7713f tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Nov 27 11:18:13.123920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a1027836-fdfa-4260-9fa3-696bc24f36c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:13.993232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:15.593328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:16.329227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:19.881219 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-50ef37d3-e471-42c3-8c75-440d1cbb3285 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403266 Nov 27 11:18:19.967797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-67bd0a9a-7bc9-4d0d-9144-eaa72343b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:19.969368 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-67bd0a9a-7bc9-4d0d-9144-eaa72343b536 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 1099 time: 0.0453818 Nov 27 11:18:20.073713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-6c81bfa2-11b4-4f6f-ad4b-3e06213c0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:20.075077 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-6c81bfa2-11b4-4f6f-ad4b-3e06213c0486 service neutron] 10.222.0.24 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 918 time: 0.0845835 Nov 27 11:18:20.120841 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-c26f3bd1-62c2-46da-aefa-b0e4baffc5d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f HTTP/1.1" status: 200 len: 217 time: 0.0378375 Nov 27 11:18:20.168586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-5e1c84b0-02ac-4f62-8317-fe82289919e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:20.170003 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-5e1c84b0-02ac-4f62-8317-fe82289919e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf HTTP/1.1" status: 200 len: 856 time: 0.0432417 Nov 27 11:18:20.215065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-5a05ea6b-c594-43be-8687-077953b608e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:20.216540 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-5a05ea6b-c594-43be-8687-077953b608e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597884ee-641a-4d67-a8af-b5f295dba063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392404 Nov 27 11:18:20.309471 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-1df51182-bd6e-4ea3-9a8d-8c8bba4244ba service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853670 Nov 27 11:18:20.398746 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5c444b3f-94b8-4cd8-a8fd-c1d46584f509 req-98adb445-c195-4a1a-8880-9d62f7f37bfa service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821705 Nov 27 11:18:22.618847 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:18:32.283349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:34.385635 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0b6f7-68bb-4301-86de-41e4151c4a24 req-7b093217-aca6-4942-a161-f4b1729bd06d tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:34.387121 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c0c0b6f7-68bb-4301-86de-41e4151c4a24 req-7b093217-aca6-4942-a161-f4b1729bd06d tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 946 time: 0.0493984 Nov 27 11:18:34.434320 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c0c0b6f7-68bb-4301-86de-41e4151c4a24 req-3b31a00f-e85d-4134-8aa3-d8ed9bd462f9 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Nov 27 11:18:35.555138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d145d88-03d3-4f54-a1e2-c2e33d0413dd req-788c386e-367b-4965-a25f-8bf702b9c576 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:35.556637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d145d88-03d3-4f54-a1e2-c2e33d0413dd req-788c386e-367b-4965-a25f-8bf702b9c576 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 946 time: 0.0529046 Nov 27 11:18:35.603052 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d145d88-03d3-4f54-a1e2-c2e33d0413dd req-966fcb9c-917f-437b-985b-ae3539d7f262 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Nov 27 11:18:36.081426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-e07f7ada-9b24-492a-ba92-2d06e5ca82c8 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:36.082876 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-e07f7ada-9b24-492a-ba92-2d06e5ca82c8 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 946 time: 0.0478890 Nov 27 11:18:36.172711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Deleting port c1dc3233-7bf9-43c1-964d-eb03340a4b0f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:18:36.173061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:36.265613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] For port c1dc3233-7bf9-43c1-964d-eb03340a4b0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:36.265973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:36.278651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Calling delete_port for c1dc3233-7bf9-43c1-964d-eb03340a4b0f owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:18:36.407945 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:36.419702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['c1dc3233-7bf9-43c1-964d-eb03340a4b0f'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:18:36.435984 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Pushing event deleted for resources: {'Port': ['ID=c1dc3233-7bf9-43c1-964d-eb03340a4b0f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:36.478547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] No DVR routers for this DVR port c1dc3233-7bf9-43c1-964d-eb03340a4b0f on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:18:36.481124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:36.484519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e879f453-6cfd-4322-91ac-3b61565e0a2b req-0e230286-c611-4841-9805-97dae5dd02d7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "DELETE /v2.0/ports/c1dc3233-7bf9-43c1-964d-eb03340a4b0f HTTP/1.1" status: 204 len: 173 time: 0.3953931 Nov 27 11:18:36.485092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'name': 'network-vif-deleted', 'tag': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:18:36.487437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7627f876-962f-443d-b228-b3103b0fc12b" -d '{"events": [{"server_uuid": "b1d24b36-47cf-4253-bc39-125ff91607d2", "name": "network-vif-deleted", "tag": "c1dc3233-7bf9-43c1-964d-eb03340a4b0f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:18:36.530838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ba2b40-2723-426c-bc89-14d64df99f63 x-openstack-request-id: req-30ba2b40-2723-426c-bc89-14d64df99f63 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:18:36.531138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d24b36-47cf-4253-bc39-125ff91607d2", "name": "network-vif-deleted", "tag": "c1dc3233-7bf9-43c1-964d-eb03340a4b0f", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:18:36.531397 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ba2b40-2723-426c-bc89-14d64df99f63 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:18:36.531825 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d24b36-47cf-4253-bc39-125ff91607d2', 'name': 'network-vif-deleted', 'tag': 'c1dc3233-7bf9-43c1-964d-eb03340a4b0f', 'status': 'completed', 'code': 200} Nov 27 11:18:36.709524 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-021e948f-fa1a-4fe6-ab39-6ec1c206a3e9 req-efabbf94-ee64-4ff3-9174-1b4ae17e124b tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1d24b36-47cf-4253-bc39-125ff91607d2 HTTP/1.1" status: 200 len: 210 time: 0.0266702 Nov 27 11:18:39.182487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-dd78aaa9-c1e4-492c-b7f7-fa7a684cf300 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:39.183954 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-dd78aaa9-c1e4-492c-b7f7-fa7a684cf300 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 817 time: 0.1079788 Nov 27 11:18:39.199239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-7750592b-0b44-467e-9c7d-ace4f6a6b40c tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/quotas/e60e6a8202ad4f95ab8f3da7410b8bce HTTP/1.1" status: 200 len: 375 time: 0.0092638 Nov 27 11:18:39.250101 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-a7cee6df-5692-41ac-8cf9-2f1928a6e4cd tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457206 Nov 27 11:18:39.346186 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-e0a17091-a733-416e-b6fb-e7c0a74c1911 service neutron] 10.222.0.13 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847466 Nov 27 11:18:39.434554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9fe9e120-bf46-45c3-9aca-a2e6f324a570 service neutron] 10.222.0.13 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817764 Nov 27 11:18:39.601195 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b6c7739e-8b48-44dc-99d0-69a6bf2e6164 req-61acada5-5259-44d6-9298-ee051f14c4c6 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 210 time: 0.0295062 Nov 27 11:18:40.346512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7775b7e9-29bc-4a36-a5ac-65537ec99340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:40.498138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-dd7ab08e-d784-4549-9783-f89d9fc82e5a tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:40.499491 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-dd7ab08e-d784-4549-9783-f89d9fc82e5a tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 817 time: 0.1083570 Nov 27 11:18:40.513074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Request body: {'port': {'device_id': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'admin_state_up': True, 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:18:40.628144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Made reservation on behalf of e60e6a8202ad4f95ab8f3da7410b8bce for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:18:40.632573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:40.717251 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-77035b21-73c6-492b-83d1-7cc5c9358b6f req-b27709c3-6e11-4b87-b4f9-ba0ff6008cb7 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 210 time: 0.0331645 Nov 27 11:18:40.778389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Allocated IP 172.20.0.5 (597884ee-641a-4d67-a8af-b5f295dba063/5e5f8c9e-3cc2-4f35-94ce-3f802163dccf/00ae73e1-65e1-4d00-b625-2161f80055c9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:18:40.922211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:40.955186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:40.995070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Network 597884ee-641a-4d67-a8af-b5f295dba063 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:18:41.004216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:18:41.007896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:18:41.036481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Pushing event updated for resources: {'Port': ['ID=00ae73e1-65e1-4d00-b625-2161f80055c9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:41.065168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:41.065786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.081564 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-4d8c2e2e-c501-4346-86e7-c099c6796136 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721962 Nov 27 11:18:41.094438 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Request body: {'port': {'device_id': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:18:41.152090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.204963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c1dc3233-7bf9-43c1-964d-eb03340a4b0f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:18:41.233533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: c1dc3233-7bf9-43c1-964d-eb03340a4b0f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:18:41.233891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c1dc3233-7bf9-43c1-964d-eb03340a4b0f not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:18:41.285356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0514dc5f-2d78-4dff-bb6c-aaf01c8f1dc3 None None] Provisioning complete for port 00ae73e1-65e1-4d00-b625-2161f80055c9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:41.285617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0514dc5f-2d78-4dff-bb6c-aaf01c8f1dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.339359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0514dc5f-2d78-4dff-bb6c-aaf01c8f1dc3 None None] Port 00ae73e1-65e1-4d00-b625-2161f80055c9 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:18:41.467248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ae73e1-65e1-4d00-b625-2161f80055c9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:18:41.474597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.487309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Transition to ACTIVE for port object 00ae73e1-65e1-4d00-b625-2161f80055c9 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:18:41.490651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.542174 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=00ae73e1-65e1-4d00-b625-2161f80055c9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:41.611828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Attempting to bind port 00ae73e1-65e1-4d00-b625-2161f80055c9 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:18:41.612161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Attempting to bind port 00ae73e1-65e1-4d00-b625-2161f80055c9 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:18:41.612525 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Attempting to bind port 00ae73e1-65e1-4d00-b625-2161f80055c9 on network 597884ee-641a-4d67-a8af-b5f295dba063 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:18:41.617671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Port 00ae73e1-65e1-4d00-b625-2161f80055c9 on network 597884ee-641a-4d67-a8af-b5f295dba063 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:18:41.617997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Attempting to bind port 00ae73e1-65e1-4d00-b625-2161f80055c9 on network 597884ee-641a-4d67-a8af-b5f295dba063 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:18:41.623041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:18:41.623385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Checking segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:18:41.623769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Bound using segment: {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:18:41.624200 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Bound port: 00ae73e1-65e1-4d00-b625-2161f80055c9, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905fade7-9f0c-48aa-8665-e270f57340e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:18:41.624582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.695025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] For port 00ae73e1-65e1-4d00-b625-2161f80055c9, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:18:41.698481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] For port 00ae73e1-65e1-4d00-b625-2161f80055c9, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=00ae73e1-65e1-4d00-b625-2161f80055c9,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:18:41.702316 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.736530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:41.737483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:41.739993 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] 10.222.0.24 "PUT /v2.0/ports/00ae73e1-65e1-4d00-b625-2161f80055c9 HTTP/1.1" status: 200 len: 1093 time: 0.6483870 Nov 27 11:18:41.740491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'tag': '00ae73e1-65e1-4d00-b625-2161f80055c9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:18:41.743426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e604be4-b325-4ced-a102-c35111663c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f834c1f7-0e30-45cf-bf5a-b607e28e6194", "tag": "00ae73e1-65e1-4d00-b625-2161f80055c9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:18:41.775366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e020d2e-fd54-491d-b6fa-be5035d6e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=00ae73e1-65e1-4d00-b625-2161f80055c9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:41.800602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b974b-7877-4fea-b383-acbc66e91c12 x-openstack-request-id: req-cb1b974b-7877-4fea-b383-acbc66e91c12 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:18:41.800901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f834c1f7-0e30-45cf-bf5a-b607e28e6194", "tag": "00ae73e1-65e1-4d00-b625-2161f80055c9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:18:41.801157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb1b974b-7877-4fea-b383-acbc66e91c12 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:18:41.801559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'tag': '00ae73e1-65e1-4d00-b625-2161f80055c9', 'status': 'completed', 'code': 200} Nov 27 11:18:41.842258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-825ca01c-d6ac-4d82-a839-068098b05ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:41.843862 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-825ca01c-d6ac-4d82-a839-068098b05ced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 1096 time: 0.0528276 Nov 27 11:18:41.877750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a352e46-aa43-441f-8bb1-91a483466190 req-c0b23c40-9fa3-436c-995f-d90239f1a648 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:41.879283 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9a352e46-aa43-441f-8bb1-91a483466190 req-c0b23c40-9fa3-436c-995f-d90239f1a648 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 943 time: 0.0576911 Nov 27 11:18:41.893539 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-27ca3a4d-415a-4bfa-9da4-d41afa42667c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ae73e1-65e1-4d00-b625-2161f80055c9 HTTP/1.1" status: 200 len: 217 time: 0.0414035 Nov 27 11:18:41.930708 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9a352e46-aa43-441f-8bb1-91a483466190 req-373692c5-a11e-4efc-b72f-823969e3ea55 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443001 Nov 27 11:18:41.951463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-181a8cfb-6b19-4cd8-aaf4-94acc4aaa9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:41.953184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-181a8cfb-6b19-4cd8-aaf4-94acc4aaa9b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf HTTP/1.1" status: 200 len: 856 time: 0.0519857 Nov 27 11:18:42.001184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-91476a49-f0b5-4efc-872d-bf47dc3b2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:42.002700 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-91476a49-f0b5-4efc-872d-bf47dc3b2720 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597884ee-641a-4d67-a8af-b5f295dba063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418122 Nov 27 11:18:42.094385 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-39699133-fccc-4e00-922c-b2b90b4c184c service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Nov 27 11:18:42.182680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3a2997ac-bc00-4e34-b573-e24744ce7196 req-6f00f85b-0e81-46c5-9039-18fd28c6eb93 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805345 Nov 27 11:18:42.273800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e604be4-b325-4ced-a102-c35111663c4f req-80341cfe-f163-4b41-8726-9bd8c24d6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:42.275306 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-80341cfe-f163-4b41-8726-9bd8c24d6184 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 1096 time: 0.0422862 Nov 27 11:18:42.369250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e604be4-b325-4ced-a102-c35111663c4f req-15cecbda-d1c8-4a20-9147-1f957e074eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:42.370613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-15cecbda-d1c8-4a20-9147-1f957e074eec service neutron] 10.222.0.24 "GET /v2.0/networks?id=597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 200 len: 918 time: 0.0884876 Nov 27 11:18:42.414230 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-0f974932-05e1-4d74-a641-c2ee7a0d7fbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00ae73e1-65e1-4d00-b625-2161f80055c9 HTTP/1.1" status: 200 len: 217 time: 0.0358770 Nov 27 11:18:42.467581 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e604be4-b325-4ced-a102-c35111663c4f req-08356977-745c-481e-bfe7-fad9ebbb675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:42.469057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-08356977-745c-481e-bfe7-fad9ebbb675c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf HTTP/1.1" status: 200 len: 856 time: 0.0479152 Nov 27 11:18:42.514444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e604be4-b325-4ced-a102-c35111663c4f req-48b1395e-dc65-4f9f-8532-07b8a08fda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:42.515882 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-48b1395e-dc65-4f9f-8532-07b8a08fda0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597884ee-641a-4d67-a8af-b5f295dba063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0386899 Nov 27 11:18:42.604464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-63eca24d-8d6c-43a9-a0d3-190e47f8fef1 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807259 Nov 27 11:18:42.694921 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3e604be4-b325-4ced-a102-c35111663c4f req-e7da73c2-ee0e-466f-a5d5-422daa8219a1 service neutron] 10.222.0.24 "GET /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829442 Nov 27 11:18:43.047369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e19cb-e483-48bc-beff-4bf3adbf263a req-b5d76908-56ea-4503-9f58-9c9d771c9dc4 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:43.048830 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-de6e19cb-e483-48bc-beff-4bf3adbf263a req-b5d76908-56ea-4503-9f58-9c9d771c9dc4 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 943 time: 0.0478644 Nov 27 11:18:43.095550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-de6e19cb-e483-48bc-beff-4bf3adbf263a req-a23302fc-74cc-402f-ad6a-dcc1b0e6fcc4 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Nov 27 11:18:43.124865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32f0fe2f-fd46-4bc9-9b89-171d80022de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:43.995592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:44.212436 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e7ec2-ea52-4a69-94e8-6f282c5909a9 req-6cd3013a-5c8e-4139-9146-6165af7b9897 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:44.213904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b47e7ec2-ea52-4a69-94e8-6f282c5909a9 req-6cd3013a-5c8e-4139-9146-6165af7b9897 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 943 time: 0.0497530 Nov 27 11:18:44.261851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b47e7ec2-ea52-4a69-94e8-6f282c5909a9 req-e24626a7-1239-4d01-9755-30bf4c7937ec tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Nov 27 11:18:45.220523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 00ae73e1-65e1-4d00-b625-2161f80055c9 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:18:45.325002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 00ae73e1-65e1-4d00-b625-2161f80055c9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=00ae73e1-65e1-4d00-b625-2161f80055c9,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:45.336870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '00ae73e1-65e1-4d00-b625-2161f80055c9', 'network_id': '597884ee-641a-4d67-a8af-b5f295dba063', 'port_id': '00ae73e1-65e1-4d00-b625-2161f80055c9', 'mac_address': 'fa:16:3e:0c:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5f8c9e-3cc2-4f35-94ce-3f802163dccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:18:45.379366 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:45.393596 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ae73e1-65e1-4d00-b625-2161f80055c9 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:18:45.393808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4c11-c634-4c2a-b289-6692687fc81b req-ed54a80f-ff53-48a8-9915-f5c6f86807ff tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:45.395196 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b41e4c11-c634-4c2a-b289-6692687fc81b req-ed54a80f-ff53-48a8-9915-f5c6f86807ff tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 943 time: 0.0587904 Nov 27 11:18:45.414563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 00ae73e1-65e1-4d00-b625-2161f80055c9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=00ae73e1-65e1-4d00-b625-2161f80055c9,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:45.420654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:45.452784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b41e4c11-c634-4c2a-b289-6692687fc81b req-de9c5247-3ea4-44c7-9325-c0f497acd1ad tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Nov 27 11:18:45.491868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=00ae73e1-65e1-4d00-b625-2161f80055c9,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:45.613105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:45.779050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['00ae73e1-65e1-4d00-b625-2161f80055c9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:18:46.324875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:46.576490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536e047-4edd-45be-ae9b-712667787404 req-4e45b673-3719-4446-8fdd-380e810dd61d tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:46.577880 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5536e047-4edd-45be-ae9b-712667787404 req-4e45b673-3719-4446-8fdd-380e810dd61d tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 944 time: 0.0532990 Nov 27 11:18:46.627459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5536e047-4edd-45be-ae9b-712667787404 req-0d06bc60-75ca-4d03-b1fa-5a44c822bdff tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Nov 27 11:18:47.227142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 00ae73e1-65e1-4d00-b625-2161f80055c9 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:18:47.277578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 00ae73e1-65e1-4d00-b625-2161f80055c9 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:18:47.281727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 00ae73e1-65e1-4d00-b625-2161f80055c9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:18:47.282102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:47.357751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:47.380357 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae73e1-65e1-4d00-b625-2161f80055c9'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:18:47.383336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc9ea7e-35c5-486c-8f50-5ac518510ccd" -d '{"events": [{"server_uuid": "f834c1f7-0e30-45cf-bf5a-b607e28e6194", "name": "network-vif-plugged", "status": "completed", "tag": "00ae73e1-65e1-4d00-b625-2161f80055c9"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:18:47.396253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 00ae73e1-65e1-4d00-b625-2161f80055c9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=00ae73e1-65e1-4d00-b625-2161f80055c9,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:18:47.401045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:18:47.429205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8735267-b68b-4a04-895b-a7356aafa2d9 x-openstack-request-id: req-a8735267-b68b-4a04-895b-a7356aafa2d9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:18:47.429507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834c1f7-0e30-45cf-bf5a-b607e28e6194", "name": "network-vif-plugged", "status": "completed", "tag": "00ae73e1-65e1-4d00-b625-2161f80055c9", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:18:47.429762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8735267-b68b-4a04-895b-a7356aafa2d9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:18:47.430144 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae73e1-65e1-4d00-b625-2161f80055c9', 'code': 200} Nov 27 11:18:47.458557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=00ae73e1-65e1-4d00-b625-2161f80055c9,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:18:47.593516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027e92-a3f2-46d3-ac07-29d22cbf510a req-470c4e4f-07f4-49b6-b17a-985386743d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:47.594870 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56027e92-a3f2-46d3-ac07-29d22cbf510a req-470c4e4f-07f4-49b6-b17a-985386743d6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 1098 time: 0.0392718 Nov 27 11:18:47.639679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56027e92-a3f2-46d3-ac07-29d22cbf510a req-c79107d6-1bce-49ff-9407-07552c24e6bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Nov 27 11:18:47.740530 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26548-d826-456d-b99b-e8d5a2156a44 req-768e66c4-9baf-4b5f-b374-38ddf20c1ccf tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:47.742773 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-28f26548-d826-456d-b99b-e8d5a2156a44 req-768e66c4-9baf-4b5f-b374-38ddf20c1ccf tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0484302 Nov 27 11:18:47.791992 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-28f26548-d826-456d-b99b-e8d5a2156a44 req-d2440f58-dd46-4a73-8401-bd23f73eab61 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Nov 27 11:18:48.913958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3058-9172-4e3a-abc3-2d2123ffe7b2 req-dda01e67-3bd3-4f20-85f1-ba4dc576f6ee tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:48.915468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-af3d3058-9172-4e3a-abc3-2d2123ffe7b2 req-dda01e67-3bd3-4f20-85f1-ba4dc576f6ee tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0546420 Nov 27 11:18:48.967967 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-af3d3058-9172-4e3a-abc3-2d2123ffe7b2 req-8666dd96-d7fe-4835-8f5a-c737195f070a tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Nov 27 11:18:50.081818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9017156-34e2-4887-9541-eed45e4f7b7a req-008010aa-2a47-412d-9429-db843c9c7df2 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:50.083272 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a9017156-34e2-4887-9541-eed45e4f7b7a req-008010aa-2a47-412d-9429-db843c9c7df2 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Nov 27 11:18:50.133551 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a9017156-34e2-4887-9541-eed45e4f7b7a req-f594cbc1-63c2-46ca-9665-e9351ee4c455 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Nov 27 11:18:50.247209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c9ef-50b1-45f8-b5fb-474774bb716b req-1211a685-df57-4652-9476-2aee8b0564e2 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:18:50.248600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6438c9ef-50b1-45f8-b5fb-474774bb716b req-1211a685-df57-4652-9476-2aee8b0564e2 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Nov 27 11:18:50.295743 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6438c9ef-50b1-45f8-b5fb-474774bb716b req-8c29c86c-7ae6-4903-b156-baa758d3dabb tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Nov 27 11:18:59.618202 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:19:02.289033 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:10.351634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fcdc30bb-653f-4a1e-bc1c-da58b5d5e6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:12.716697 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4afb-25a9-402a-bf87-6f8e20b4284a req-381ce6b9-7766-4f92-a05d-afba29b41a00 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:12.718289 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-142a4afb-25a9-402a-bf87-6f8e20b4284a req-381ce6b9-7766-4f92-a05d-afba29b41a00 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Nov 27 11:19:12.765935 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-142a4afb-25a9-402a-bf87-6f8e20b4284a req-e48d953f-9e47-4c77-a649-d0ffe9d41333 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Nov 27 11:19:13.127189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c99fb13-c278-4528-836a-615a6fa5db61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:13.883932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90070f-eaf1-4c8a-a419-b41985cd95f6 req-004dbbfa-6336-4be8-b55c-37db3690ad60 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:13.885431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-df90070f-eaf1-4c8a-a419-b41985cd95f6 req-004dbbfa-6336-4be8-b55c-37db3690ad60 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0483677 Nov 27 11:19:13.936113 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-df90070f-eaf1-4c8a-a419-b41985cd95f6 req-283ee2f6-6f6f-444b-9f51-5c63a353e24f tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f36ce99-a322-4759-806c-b7da3e19ae7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Nov 27 11:19:13.997888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:14.361511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-2398f405-6e32-4ca6-819f-71d132d0cdda tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:14.362951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-2398f405-6e32-4ca6-819f-71d132d0cdda tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Nov 27 11:19:14.451919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Deleting port 00ae73e1-65e1-4d00-b625-2161f80055c9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:14.452324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:14.543694 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] For port 00ae73e1-65e1-4d00-b625-2161f80055c9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=00ae73e1-65e1-4d00-b625-2161f80055c9,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:14.544049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:14.556860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Calling delete_port for 00ae73e1-65e1-4d00-b625-2161f80055c9 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:14.686631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:14.699157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['00ae73e1-65e1-4d00-b625-2161f80055c9'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:19:14.712956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Pushing event deleted for resources: {'Port': ['ID=00ae73e1-65e1-4d00-b625-2161f80055c9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:14.722580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.722938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.723292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.723634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.723973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.724307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.724668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.725990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.725990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.726877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.726877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.726877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:14.768876 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] No DVR routers for this DVR port 00ae73e1-65e1-4d00-b625-2161f80055c9 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:19:14.771527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:14.775017 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-88b0868f-7bd1-478a-9a91-00411a4ea372 req-da24c438-7e24-4483-a727-3beb9155d347 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.24 "DELETE /v2.0/ports/00ae73e1-65e1-4d00-b625-2161f80055c9 HTTP/1.1" status: 204 len: 173 time: 0.4058084 Nov 27 11:19:14.775484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'name': 'network-vif-deleted', 'tag': '00ae73e1-65e1-4d00-b625-2161f80055c9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:19:14.777837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c340d7-fd2f-4100-8b3f-8d263b4214f2" -d '{"events": [{"server_uuid": "f834c1f7-0e30-45cf-bf5a-b607e28e6194", "name": "network-vif-deleted", "tag": "00ae73e1-65e1-4d00-b625-2161f80055c9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:19:14.824289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb183a-1aa7-4f9b-b473-dbe3e94f6393 x-openstack-request-id: req-aadb183a-1aa7-4f9b-b473-dbe3e94f6393 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:19:14.824664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834c1f7-0e30-45cf-bf5a-b607e28e6194", "name": "network-vif-deleted", "tag": "00ae73e1-65e1-4d00-b625-2161f80055c9", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:19:14.824978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aadb183a-1aa7-4f9b-b473-dbe3e94f6393 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:19:14.825392 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f834c1f7-0e30-45cf-bf5a-b607e28e6194', 'name': 'network-vif-deleted', 'tag': '00ae73e1-65e1-4d00-b625-2161f80055c9', 'status': 'completed', 'code': 200} Nov 27 11:19:15.043253 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3efacedf-c738-486b-9c7b-b10eab0c5791 req-384e5c83-138a-447c-96cc-4a84205c3604 tempest-TestEncryptedCinderVolumes-2049635453 tempest-TestEncryptedCinderVolumes-2049635453-project] 10.222.0.13 "GET /v2.0/ports?device_id=f834c1f7-0e30-45cf-bf5a-b607e28e6194 HTTP/1.1" status: 200 len: 210 time: 0.0263281 Nov 27 11:19:15.597958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:16.132036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49240) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:16.330231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:16.487100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:16.731036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Deleting port 3c41cfd9-e9a7-429d-9696-57d6d62266a0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:16.731369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:16.805484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] For port 3c41cfd9-e9a7-429d-9696-57d6d62266a0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3c41cfd9-e9a7-429d-9696-57d6d62266a0,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:16.805859 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:16.817332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Calling delete_port for 3c41cfd9-e9a7-429d-9696-57d6d62266a0 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:16.992052 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:17.018494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c41cfd9-e9a7-429d-9696-57d6d62266a0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:17.042732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.043094 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.043437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.043791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.044133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.044505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.044846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.045187 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.045525 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.045856 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.046194 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.046523 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:17.195137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:17.718180 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Router 593de136-4198-400a-8c02-947413f0ae30 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:19:17.819577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:19:17.824661 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-db1093b5-760a-4852-9454-0f0ec25c5da1 admin admin] 10.222.0.13 "PUT /v2.0/routers/593de136-4198-400a-8c02-947413f0ae30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6914535 Nov 27 11:19:17.827183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49242) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:17.829966 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] Sync routers for ids ['593de136-4198-400a-8c02-947413f0ae30'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:19:17.841245 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] Routers {'593de136-4198-400a-8c02-947413f0ae30'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:17.841852 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['593de136-4198-400a-8c02-947413f0ae30'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:17.930452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:17.943174 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] Set router 593de136-4198-400a-8c02-947413f0ae30 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:18.038045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.091336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Deleting port a84a263e-4815-49fd-b44b-c2678730e1c5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:18.091668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.115352 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:19:16Z', 'revision_number': 5, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port': {'id': 'a84a263e-4815-49fd-b44b-c2678730e1c5', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593de136-4198-400a-8c02-947413f0ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:18.143355 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] Checking router: 593de136-4198-400a-8c02-947413f0ae30 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:19:18.151998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] Routers {'593de136-4198-400a-8c02-947413f0ae30'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:18.152617 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['593de136-4198-400a-8c02-947413f0ae30'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:18.172284 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] For port a84a263e-4815-49fd-b44b-c2678730e1c5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=a84a263e-4815-49fd-b44b-c2678730e1c5,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:18.172707 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.184310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Calling delete_port for a84a263e-4815-49fd-b44b-c2678730e1c5 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:18.238219 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] Set router 593de136-4198-400a-8c02-947413f0ae30 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:18.287945 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:19:18Z', 'revision_number': 6, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:18.317060 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae92d1-7370-4efb-a428-10878f6825b4 None None] The sync data for ids ['593de136-4198-400a-8c02-947413f0ae30'] in dv-neutron-804846-16-hyperv is: [{'id': '593de136-4198-400a-8c02-947413f0ae30', 'name': 'tempest-TestEncryptedCinderVolumes-1325067603-router', 'tenant_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:51Z', 'updated_at': '2021-11-27T11:19:18Z', 'revision_number': 6, 'project_id': 'e60e6a8202ad4f95ab8f3da7410b8bce', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:19:18.351491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.377369 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84a263e-4815-49fd-b44b-c2678730e1c5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:18.390993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7669e829-8de9-4380-8241-cbd4725eca81 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:18.439930 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.530510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.532684 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.577096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.577659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593de136-4198-400a-8c02-947413f0ae30 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:19:18.582424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.583670 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-11e9379f-d88d-4c03-a573-337d7d433c26 admin admin] 10.222.0.13 "DELETE /v2.0/routers/593de136-4198-400a-8c02-947413f0ae30 HTTP/1.1" status: 204 len: 168 time: 0.7555821 Nov 27 11:19:18.586326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49244) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:18.632484 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Deleting subnet 5e5f8c9e-3cc2-4f35-94ce-3f802163dccf {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:19:18.635415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.670236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.755586 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.808725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.835760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5f8c9e-3cc2-4f35-94ce-3f802163dccf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:18.837622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.840826 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-33d82e41-bec5-4f14-b461-20856d7da087 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e5f8c9e-3cc2-4f35-94ce-3f802163dccf HTTP/1.1" status: 204 len: 168 time: 0.2535748 Nov 27 11:19:18.843276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a90c1-6cd0-400e-8616-51c90439cdd9 None None] Network 597884ee-641a-4d67-a8af-b5f295dba063 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:19:18.843428 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49246) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:18.921036 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:18.973265 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Deleting port 288679ae-67c4-430d-b7a3-533a66b32cd2 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:18.973612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.037465 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] For port 288679ae-67c4-430d-b7a3-533a66b32cd2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=288679ae-67c4-430d-b7a3-533a66b32cd2,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:19.037843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.054908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Calling delete_port for 288679ae-67c4-430d-b7a3-533a66b32cd2 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:19.077966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] DHCP port deletion for 597884ee-641a-4d67-a8af-b5f295dba063 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:19.126224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Deleting port 288679ae-67c4-430d-b7a3-533a66b32cd2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:19.126594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.136599 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.165336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] No DVR routers for this DVR port 288679ae-67c4-430d-b7a3-533a66b32cd2 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:19:19.169230 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Pushing event deleted for resources: {'Port': ['ID=288679ae-67c4-430d-b7a3-533a66b32cd2,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:19.192752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] For port 288679ae-67c4-430d-b7a3-533a66b32cd2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=288679ae-67c4-430d-b7a3-533a66b32cd2,segment=NetworkSegment(905fade7-9f0c-48aa-8665-e270f57340e9),segment_id=905fade7-9f0c-48aa-8665-e270f57340e9)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:19.193424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.208802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Calling delete_port for 288679ae-67c4-430d-b7a3-533a66b32cd2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:19.249130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.277053 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597884ee-641a-4d67-a8af-b5f295dba063']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:19.287883 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905fade7-9f0c-48aa-8665-e270f57340e9') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:19.288150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905fade7-9f0c-48aa-8665-e270f57340e9') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:19.296275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.299158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.314888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.322133 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:19:19.322674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:19:19.325369 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:19:19.329658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Pushing event deleted for resources: {'Port': ['ID=288679ae-67c4-430d-b7a3-533a66b32cd2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:19.332356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 00ae73e1-65e1-4d00-b625-2161f80055c9 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:19.363247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.363594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.363936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.364270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.364626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.364959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.365354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.365772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.366096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.366386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.366619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.366940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:19.369716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a0f89-cae5-4d50-86cc-5bc5c0a2b84a None None] No DVR routers for this DVR port 288679ae-67c4-430d-b7a3-533a66b32cd2 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:19:19.371593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 00ae73e1-65e1-4d00-b625-2161f80055c9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:19.371945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 00ae73e1-65e1-4d00-b625-2161f80055c9 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:19.385587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.391042 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:19.394333 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] 10.222.0.13 "DELETE /v2.0/networks/597884ee-641a-4d67-a8af-b5f295dba063 HTTP/1.1" status: 204 len: 168 time: 0.5499113 Nov 27 11:19:19.398102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:19.407165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816189d-50ca-4d86-9cd0-3b546bcca696 admin admin] Pushing event deleted for resources: {'Network': ['ID=597884ee-641a-4d67-a8af-b5f295dba063,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:19.516537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c41cfd9-e9a7-429d-9696-57d6d62266a0 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:19.544905 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3c41cfd9-e9a7-429d-9696-57d6d62266a0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:19.545362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3c41cfd9-e9a7-429d-9696-57d6d62266a0 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:19.546134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 288679ae-67c4-430d-b7a3-533a66b32cd2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:19.567279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 288679ae-67c4-430d-b7a3-533a66b32cd2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:19.567623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 288679ae-67c4-430d-b7a3-533a66b32cd2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:19.568044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a84a263e-4815-49fd-b44b-c2678730e1c5 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:19.588679 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: a84a263e-4815-49fd-b44b-c2678730e1c5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:19.589006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device a84a263e-4815-49fd-b44b-c2678730e1c5 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:20.026412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:20.276965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Deleting port 19edc4cf-4164-42b5-abd2-cb2145817bbc {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:20.277213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:20.353314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] For port 19edc4cf-4164-42b5-abd2-cb2145817bbc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=19edc4cf-4164-42b5-abd2-cb2145817bbc,segment=NetworkSegment(7bac59e1-2343-44d1-bd4c-bda2b1aa36ba),segment_id=7bac59e1-2343-44d1-bd4c-bda2b1aa36ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:20.353671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:20.367213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Calling delete_port for 19edc4cf-4164-42b5-abd2-cb2145817bbc owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:20.548728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:20.574526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Pushing event deleted for resources: {'Port': ['ID=19edc4cf-4164-42b5-abd2-cb2145817bbc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:20.736716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:20.950242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Router 7b233977-64c8-4353-a325-bcd898952cb3 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:19:21.056259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:19:21.061888 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a42aa1d5-d310-4270-9fc9-aa8e0252c567 admin admin] 10.222.0.13 "PUT /v2.0/routers/7b233977-64c8-4353-a325-bcd898952cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6625252 Nov 27 11:19:21.064613 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49250) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:21.065080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] Sync routers for ids ['7b233977-64c8-4353-a325-bcd898952cb3'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:19:21.075267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] Routers {'7b233977-64c8-4353-a325-bcd898952cb3'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:21.075880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b233977-64c8-4353-a325-bcd898952cb3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:21.168829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.178701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] Set router 7b233977-64c8-4353-a325-bcd898952cb3 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:21.273077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.332546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Deleting port 2881e152-623e-464d-8b3c-52fd8a6a10d0 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:21.332890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.413827 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] For port 2881e152-623e-464d-8b3c-52fd8a6a10d0, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2881e152-623e-464d-8b3c-52fd8a6a10d0,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:21.414189 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.425954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Calling delete_port for 2881e152-623e-464d-8b3c-52fd8a6a10d0 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:21.507456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:19:20Z', 'revision_number': 5, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port': {'id': '2881e152-623e-464d-8b3c-52fd8a6a10d0', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b233977-64c8-4353-a325-bcd898952cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:17:56Z', 'updated_at': '2021-11-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:21.538015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] Checking router: 7b233977-64c8-4353-a325-bcd898952cb3 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:19:21.547239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] Routers {'7b233977-64c8-4353-a325-bcd898952cb3'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:21.547936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['7b233977-64c8-4353-a325-bcd898952cb3'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:21.595406 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.623192 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Pushing event deleted for resources: {'Port': ['ID=2881e152-623e-464d-8b3c-52fd8a6a10d0,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:21.639578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31efd3d-4fd9-46e2-8656-fd75fbf96b90 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:21.641896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] Set router 7b233977-64c8-4353-a325-bcd898952cb3 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:21.684843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.698623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:19:21Z', 'revision_number': 6, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:21.728161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0a21b-c38f-4c4f-ad2f-1d9929351fd9 None None] The sync data for ids ['7b233977-64c8-4353-a325-bcd898952cb3'] in dv-neutron-804846-16-hyperv is: [{'id': '7b233977-64c8-4353-a325-bcd898952cb3', 'name': 'tempest-TestEncryptedCinderVolumes-1438831104-router', 'tenant_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:17:55Z', 'updated_at': '2021-11-27T11:19:21Z', 'revision_number': 6, 'project_id': 'a7fb6cbbbb7140dabffb968c8571c5a9', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:19:21.777264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.779338 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.821965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.822501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b233977-64c8-4353-a325-bcd898952cb3 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:19:21.826798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.827921 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7a933839-293a-43fa-a5ca-58773c12f428 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7b233977-64c8-4353-a325-bcd898952cb3 HTTP/1.1" status: 204 len: 168 time: 0.7623334 Nov 27 11:19:21.830461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:21.873337 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Deleting subnet 711674ef-88a0-4df1-8bdd-24a97b78d1d9 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:19:21.876364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.909633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:21.987235 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.036918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.065645 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=711674ef-88a0-4df1-8bdd-24a97b78d1d9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:22.067614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.073486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efccb94-46ee-497c-8abf-ea3106ea2e3b None None] Network 6d410dee-36e7-4e56-ab73-1217e9aa03ca requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:19:22.073900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:22.074283 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-14bea56f-7068-43b7-97ea-38d52654d5fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/711674ef-88a0-4df1-8bdd-24a97b78d1d9 HTTP/1.1" status: 204 len: 168 time: 0.2422194 Nov 27 11:19:22.149415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.210849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Deleting port eb279a7c-3dce-447a-93c9-c5597392f19c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:19:22.211311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.279359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] For port eb279a7c-3dce-447a-93c9-c5597392f19c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=eb279a7c-3dce-447a-93c9-c5597392f19c,segment=NetworkSegment(7bac59e1-2343-44d1-bd4c-bda2b1aa36ba),segment_id=7bac59e1-2343-44d1-bd4c-bda2b1aa36ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:22.279712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.292645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Calling delete_port for eb279a7c-3dce-447a-93c9-c5597392f19c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:19:22.373769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.400292 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb279a7c-3dce-447a-93c9-c5597392f19c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:22.404854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] No DVR routers for this DVR port eb279a7c-3dce-447a-93c9-c5597392f19c on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:19:22.481488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.489780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c53d1c-f62a-4dfd-a34b-cc2e00896c87 None None] DHCP port deletion for 6d410dee-36e7-4e56-ab73-1217e9aa03ca request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:22.505449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d410dee-36e7-4e56-ab73-1217e9aa03ca']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:22.516265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:22.516603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac59e1-2343-44d1-bd4c-bda2b1aa36ba') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:22.527313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.541065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.546995 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:19:22.547315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:19:22.549046 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:19:22.611030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.619204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.623590 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d410dee-36e7-4e56-ab73-1217e9aa03ca HTTP/1.1" status: 204 len: 168 time: 0.5483842 Nov 27 11:19:22.639132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722ade6-90ae-4f06-b39a-ac9ca497704c admin admin] Pushing event deleted for resources: {'Network': ['ID=6d410dee-36e7-4e56-ab73-1217e9aa03ca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:22.811015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:22.851242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-244549ce-681c-4605-8c40-95c7831d08d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e60e6a8202ad4f95ab8f3da7410b8bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387807 Nov 27 11:19:22.853906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:22.905414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52156160-4349-405e-a4b0-ceca5f6be900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.925883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52156160-4349-405e-a4b0-ceca5f6be900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.972010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52156160-4349-405e-a4b0-ceca5f6be900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.974828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52156160-4349-405e-a4b0-ceca5f6be900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:22.975995 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-52156160-4349-405e-a4b0-ceca5f6be900 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f36ce99-a322-4759-806c-b7da3e19ae7f HTTP/1.1" status: 204 len: 168 time: 0.1211939 Nov 27 11:19:22.984072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52156160-4349-405e-a4b0-ceca5f6be900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36ce99-a322-4759-806c-b7da3e19ae7f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:23.292590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:23.331778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0734ef0a-3172-4658-9e4f-470ddc7be82e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7fb6cbbbb7140dabffb968c8571c5a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380113 Nov 27 11:19:23.334572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:23.380728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28b4b89e-90d6-4430-bef3-4f9e921227bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:23.402615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28b4b89e-90d6-4430-bef3-4f9e921227bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:23.450930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28b4b89e-90d6-4430-bef3-4f9e921227bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:23.454915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28b4b89e-90d6-4430-bef3-4f9e921227bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:23.455998 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-28b4b89e-90d6-4430-bef3-4f9e921227bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b090c7c3-72af-4851-9b0b-ab9c2fedb8e9 HTTP/1.1" status: 204 len: 168 time: 0.1204262 Nov 27 11:19:23.465756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4b89e-90d6-4430-bef3-4f9e921227bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b090c7c3-72af-4851-9b0b-ab9c2fedb8e9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:23.532657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2881e152-623e-464d-8b3c-52fd8a6a10d0 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:23.553527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2881e152-623e-464d-8b3c-52fd8a6a10d0 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:23.553885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2881e152-623e-464d-8b3c-52fd8a6a10d0 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:23.554292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 19edc4cf-4164-42b5-abd2-cb2145817bbc no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:23.572732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 19edc4cf-4164-42b5-abd2-cb2145817bbc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:23.573076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 19edc4cf-4164-42b5-abd2-cb2145817bbc not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:23.573486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device eb279a7c-3dce-447a-93c9-c5597392f19c no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:19:23.591955 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: eb279a7c-3dce-447a-93c9-c5597392f19c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:19:23.592302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device eb279a7c-3dce-447a-93c9-c5597392f19c not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:19:24.169643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:24.272689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-410836976-network', 'tenant_id': '9f504c319ccc441abb9186b763538a9e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:24.296343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Made reservation on behalf of 9f504c319ccc441abb9186b763538a9e for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:19:24.298679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.307315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.379597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.383828 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.404343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:19:24.417522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb7c96-2c8c-40b4-a8e4-22beb816979f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:24.422213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.422550 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Added segment d4e731e9-4f00-4553-ad54-03b438a8edbf of type vlan for network 0b4e2459-f063-4839-a33e-a39a1768dc63 Nov 27 11:19:24.463587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.487759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.488723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:24.489320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.524290 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3534601 Nov 27 11:19:24.530395 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49294) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:24.536245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Request body: {'subnet': {'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-410836976-subnet', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:24.558526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Made reservation on behalf of 9f504c319ccc441abb9186b763538a9e for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:19:24.558887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebb84b-d785-41cf-8d92-8286748d36d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4e2459-f063-4839-a33e-a39a1768dc63,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:24.561316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.569327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:19:24.727866 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.785913 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c6ffcb-49e3-4b06-9d1e-98a3eb149414,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:24.793210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Checking segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:24.793562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Network hostable DHCP agents. Network: 0b4e2459-f063-4839-a33e-a39a1768dc63, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:19:24.809504 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:19:24.818107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 0b4e2459-f063-4839-a33e-a39a1768dc63) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:24.822197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:24.822773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.827030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9929f53e-dd00-42b2-9e92-3d16e5730b95 None None] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:19:24.841094 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e803eed0-2391-4b86-bff8-dc514c39765b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3095038 Nov 27 11:19:24.841341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49296) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:24.846168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:24.868492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.869493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.921812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:24.975080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-0b4e2459-f063-4839-a33e-a39a1768dc63', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:19:24.975943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.062101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.110628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Allocated IP 172.20.0.2 (0b4e2459-f063-4839-a33e-a39a1768dc63/76c6ffcb-49e3-4b06-9d1e-98a3eb149414/18335754-bdcd-4c35-b7be-6ea2aef82e3e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:25.254185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.261249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.262403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.285973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.304587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:25.307414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:25.312178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:25.315170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Pushing event updated for resources: {'Port': ['ID=18335754-bdcd-4c35-b7be-6ea2aef82e3e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:25.367348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Attempting to bind port 18335754-bdcd-4c35-b7be-6ea2aef82e3e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:25.367725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Attempting to bind port 18335754-bdcd-4c35-b7be-6ea2aef82e3e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:25.368097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Attempting to bind port 18335754-bdcd-4c35-b7be-6ea2aef82e3e on network 0b4e2459-f063-4839-a33e-a39a1768dc63 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:25.373074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:25.373454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Checking segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:25.373883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.374321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Bound using segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:25.374834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Bound port: 18335754-bdcd-4c35-b7be-6ea2aef82e3e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:25.375259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.391330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Allocated IP 172.26.1.81 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/dc584a42-e9af-4321-a2ab-8c6fe4cc159b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:25.445529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] For port 18335754-bdcd-4c35-b7be-6ea2aef82e3e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:25.449420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] For port 18335754-bdcd-4c35-b7be-6ea2aef82e3e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18335754-bdcd-4c35-b7be-6ea2aef82e3e,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:25.454579 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.503013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.511726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adbed9-3a99-4d84-9932-16800b308216 None None] Pushing event updated for resources: {'Port': ['ID=18335754-bdcd-4c35-b7be-6ea2aef82e3e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:25.541916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.585550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:25.588436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:25.593057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:25.596110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:25.601995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d618ef-88f2-488b-b0be-49a9dae81bcf None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:25.692449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d717306a-803c-40e5-9423-32b0891d8229 None None] Provisioning complete for port dc584a42-e9af-4321-a2ab-8c6fe4cc159b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:25.692910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d717306a-803c-40e5-9423-32b0891d8229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:25.735185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d717306a-803c-40e5-9423-32b0891d8229 None None] Port dc584a42-e9af-4321-a2ab-8c6fe4cc159b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:25.880716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:26.073732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:26.439201 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41464404-d204-471a-bdb1-7f98092047fa None None] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:19:26.477186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Router 0c3f071a-e900-4150-a3f6-ae7d1724a817 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:19:26.513792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-ac60c6e9-1de7-4450-bb68-f1aed0e440d6 None None] Provisioning complete for port 18335754-bdcd-4c35-b7be-6ea2aef82e3e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:26.514166 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac60c6e9-1de7-4450-bb68-f1aed0e440d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:26.583459 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:19:26.594598 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Sync routers for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:19:26.603628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:26.605017 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1bb4459a-40f3-4fc3-a071-0cf0708381d4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7625058 Nov 27 11:19:26.607812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49298) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:26.609337 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:26.610013 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:26.662103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac60c6e9-1de7-4450-bb68-f1aed0e440d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:26.704256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ac60c6e9-1de7-4450-bb68-f1aed0e440d6 None None] For port 18335754-bdcd-4c35-b7be-6ea2aef82e3e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18335754-bdcd-4c35-b7be-6ea2aef82e3e,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:26.713048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac60c6e9-1de7-4450-bb68-f1aed0e440d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:26.725038 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:26.766732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60c6e9-1de7-4450-bb68-f1aed0e440d6 None None] Pushing event updated for resources: {'Port': ['ID=18335754-bdcd-4c35-b7be-6ea2aef82e3e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:26.915125 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:25Z', 'revision_number': 3, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:26.934362 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e4536d15-6bb2-42ac-9ebc-f9056b6083ff None None] Provisioning complete for port 18335754-bdcd-4c35-b7be-6ea2aef82e3e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:26.934880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e4536d15-6bb2-42ac-9ebc-f9056b6083ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.043553 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Checking router: 0c3f071a-e900-4150-a3f6-ae7d1724a817 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:19:27.043905 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Updating router 0c3f071a-e900-4150-a3f6-ae7d1724a817 port dc584a42-e9af-4321-a2ab-8c6fe4cc159b binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:19:27.060670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.070097 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.213163 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Allocated IP 172.20.0.1 (0b4e2459-f063-4839-a33e-a39a1768dc63/76c6ffcb-49e3-4b06-9d1e-98a3eb149414/aedf65f6-0b09-45a8-a13f-1ad4ef5fc831) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:27.313762 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.316818 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.322394 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.348454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.371631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c0b8b-90c5-45c4-9b22-45f199bf3190 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:27.388653 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Attempting to bind port dc584a42-e9af-4321-a2ab-8c6fe4cc159b on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:27.388891 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Attempting to bind port dc584a42-e9af-4321-a2ab-8c6fe4cc159b by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:27.389260 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Attempting to bind port dc584a42-e9af-4321-a2ab-8c6fe4cc159b on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:27.391296 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Pushing event updated for resources: {'Port': ['ID=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:27.393724 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:27.398103 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:27.400494 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:27.400912 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:27.401278 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.401673 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:27.402232 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Bound port: dc584a42-e9af-4321-a2ab-8c6fe4cc159b, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:27.402522 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.402805 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:27.404802 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Pushing event updated for resources: {'Port': ['ID=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:27.405003 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.405294 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.405635 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.405973 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.406812 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.406812 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.407099 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.407917 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.408267 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.408647 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.408986 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.409309 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:19:27.444937 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.458398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7367c70f-62d8-40d2-8c46-1b12563e75d7 None None] Provisioning complete for port dc584a42-e9af-4321-a2ab-8c6fe4cc159b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:27.459455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7367c70f-62d8-40d2-8c46-1b12563e75d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.475301 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] For port dc584a42-e9af-4321-a2ab-8c6fe4cc159b, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:27.480097 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] For port dc584a42-e9af-4321-a2ab-8c6fe4cc159b, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:27.488941 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.512805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7367c70f-62d8-40d2-8c46-1b12563e75d7 None None] Port dc584a42-e9af-4321-a2ab-8c6fe4cc159b cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:27.550693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3803d-7798-4933-b409-1d687a346af8 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:27.585887 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:27.586536 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:27.613631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18335754-bdcd-4c35-b7be-6ea2aef82e3e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:27.616748 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.676991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-928cbf51-06a6-495d-a01f-d7a8644592b1 None None] Provisioning complete for port dc584a42-e9af-4321-a2ab-8c6fe4cc159b triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:27.677536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928cbf51-06a6-495d-a01f-d7a8644592b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.700467 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:27.727270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 18335754-bdcd-4c35-b7be-6ea2aef82e3e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:27.727553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.773561 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777dd4d-c142-4a8e-8f78-d28bf5da008e None None] Pushing event updated for resources: {'Port': ['ID=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:27.811929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.812153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928cbf51-06a6-495d-a01f-d7a8644592b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.818483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.863139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-928cbf51-06a6-495d-a01f-d7a8644592b1 None None] For port dc584a42-e9af-4321-a2ab-8c6fe4cc159b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:27.868211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-928cbf51-06a6-495d-a01f-d7a8644592b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.889394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Pushing event updated for resources: {'Port': ['ID=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:27.893129 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:27.921057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cbf51-06a6-495d-a01f-d7a8644592b1 None None] Pushing event updated for resources: {'Port': ['ID=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:27.923671 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 1, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:27.951038 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42218acd-a0ea-464c-b20d-dab8982eef33 None None] The sync data for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv is: [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 1, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:19:27.992213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-35d3ac00-6452-4173-8edb-3e968fb1e0ff None None] Provisioning complete for port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:27.992869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-35d3ac00-6452-4173-8edb-3e968fb1e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.000813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:28.002241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:28.035234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-35d3ac00-6452-4173-8edb-3e968fb1e0ff None None] Port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:28.122283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Router 0c3f071a-e900-4150-a3f6-ae7d1724a817 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:19:28.266452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:19:28.271618 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-23101a4e-47a2-4b22-8d9c-fd00368081bd admin admin] 10.222.0.13 "PUT /v2.0/routers/0c3f071a-e900-4150-a3f6-ae7d1724a817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606333 Nov 27 11:19:28.356395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-21a2bc6a-c1df-49b7-9908-d554af82cdec None None] Provisioning complete for port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:28.356785 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-21a2bc6a-c1df-49b7-9908-d554af82cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.399657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-21a2bc6a-c1df-49b7-9908-d554af82cdec None None] Port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:28.776020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49314) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:28.781057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-284959735-network', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:28.803246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Made reservation on behalf of 82d039b04409484f8a8c0fbd9ae45a22 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:19:28.805725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.814827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.893646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.898386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.923638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:19:28.933124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17927946-6107-45b0-8f5c-6c43c9776c80,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:28.939666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:28.940011 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Added segment bcaa4a6c-0007-4839-89d3-3a7687610b6c of type vlan for network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 Nov 27 11:19:28.984913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.011257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.012363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:29.012979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.052292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2750909 Nov 27 11:19:29.055803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49316) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:29.060876 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Request body: {'subnet': {'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-284959735-subnet', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:29.088806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a372-f970-4ada-bee2-17dadd9c4008 admin admin] Pushing event updated for resources: {'Network': ['ID=72e3261e-82d3-4c81-99ab-0bceea1f6d20,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:29.090151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Made reservation on behalf of 82d039b04409484f8a8c0fbd9ae45a22 for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:19:29.092642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.100110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:19:29.265514 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.329249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfb3892-36e4-452b-a670-90f88796c9d6,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:29.336875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Checking segment: {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:29.337227 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Network hostable DHCP agents. Network: 72e3261e-82d3-4c81-99ab-0bceea1f6d20, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:19:29.353377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:19:29.362017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 72e3261e-82d3-4c81-99ab-0bceea1f6d20) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:29.367204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:29.367806 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.373695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23513e6e-b909-4423-b2ba-2966b592534e None None] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:19:29.384440 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-17db80e5-ab8f-4f33-a475-224809bca106 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3273995 Nov 27 11:19:29.386957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49318) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:29.391443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:29.415594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.417092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.469501 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.530237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-72e3261e-82d3-4c81-99ab-0bceea1f6d20', 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'fixed_ips': [{'subnet_id': 'bcfb3892-36e4-452b-a670-90f88796c9d6'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:19:29.531367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.614292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc584a42-e9af-4321-a2ab-8c6fe4cc159b up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:29.717876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Allocated IP 172.20.0.2 (72e3261e-82d3-4c81-99ab-0bceea1f6d20/bcfb3892-36e4-452b-a670-90f88796c9d6/54d5a602-0719-4726-a645-e3a944a90094) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:29.725948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dc584a42-e9af-4321-a2ab-8c6fe4cc159b triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:29.726324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.955092 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:29.966881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Sync routers for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:19:29.994431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:29.995070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:30.148807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.168847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.184502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.192904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:30.195825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.265478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:30.271231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:30.279257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Allocated IP 172.26.1.239 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/f0167396-d51a-4e67-9a03-44593d7e42aa) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:30.280989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:30.312886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Pushing event updated for resources: {'Port': ['ID=54d5a602-0719-4726-a645-e3a944a90094,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:30.389469 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.416630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Attempting to bind port 54d5a602-0719-4726-a645-e3a944a90094 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:30.417176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Attempting to bind port 54d5a602-0719-4726-a645-e3a944a90094 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:30.417335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Attempting to bind port 54d5a602-0719-4726-a645-e3a944a90094 on network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:30.424627 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.426442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:30.426823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Checking segment: {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:30.427237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.427789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Bound using segment: {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:30.428317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Bound port: 54d5a602-0719-4726-a645-e3a944a90094, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:30.428943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.467360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:30.470177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:30.472567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:30.499332 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Pushing event updated for resources: {'Port': ['ID=f0167396-d51a-4e67-9a03-44593d7e42aa,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:30.501934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab17f3-6f25-4f01-b2d0-2eed89821320 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:30.539338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] For port 54d5a602-0719-4726-a645-e3a944a90094, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:30.543302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] For port 54d5a602-0719-4726-a645-e3a944a90094, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54d5a602-0719-4726-a645-e3a944a90094,segment=NetworkSegment(bcaa4a6c-0007-4839-89d3-3a7687610b6c),segment_id=bcaa4a6c-0007-4839-89d3-3a7687610b6c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:30.549046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.615853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 2, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:30.656736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d77a8-dbf9-4a9e-b427-5aab582afbcc None None] Pushing event updated for resources: {'Port': ['ID=54d5a602-0719-4726-a645-e3a944a90094,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:30.659351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Checking router: 0c3f071a-e900-4150-a3f6-ae7d1724a817 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:19:30.659713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Updating router 0c3f071a-e900-4150-a3f6-ae7d1724a817 port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:19:30.693656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-708ba446-bfb6-49af-a715-d1dec0cf5280 None None] Provisioning complete for port f0167396-d51a-4e67-9a03-44593d7e42aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:30.694153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-708ba446-bfb6-49af-a715-d1dec0cf5280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.695711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.744820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:30.777762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-708ba446-bfb6-49af-a715-d1dec0cf5280 None None] Port f0167396-d51a-4e67-9a03-44593d7e42aa cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:30.980870 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.027574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.032947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.087634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0c24e-b1e7-4384-8040-befb390d99b5 None None] Pushing event updated for resources: {'Port': ['ID=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:31.123662 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:19:31.140640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Attempting to bind port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:31.141164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Attempting to bind port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:31.141654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Attempting to bind port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 on network 0b4e2459-f063-4839-a33e-a39a1768dc63 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:31.147825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:31.148338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Checking segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:31.148790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.149192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Bound using segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:31.149811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Bound port: aedf65f6-0b09-45a8-a13f-1ad4ef5fc831, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:31.150210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.224222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] For port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:31.228013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] For port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:31.238712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.249083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:19:31.260763 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Sync routers for ids ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:19:31.281323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Routers {'3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:31.282712 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:31.290548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.294828 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-87927ac9-7408-4d48-bb39-d9405648ec49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9042330 Nov 27 11:19:31.295134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49320) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:19:31.310889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:31.311826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:31.315937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0c24e-b1e7-4384-8040-befb390d99b5 None None] Pushing event updated for resources: {'Port': ['ID=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:31.406446 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Set router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:31.465659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:31.550497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-59a4da7d-391f-4bd0-8fa5-f8eb22c0f562 None None] Provisioning complete for port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:31.550871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59a4da7d-391f-4bd0-8fa5-f8eb22c0f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.652876 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:19:30Z', 'revision_number': 3, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:31.703569 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Checking router: 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:19:31.704165 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Updating router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 port f0167396-d51a-4e67-9a03-44593d7e42aa binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:19:31.748955 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.797713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54d5a602-0719-4726-a645-e3a944a90094 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:31.852560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e03772-f620-4d7e-b494-c9f6cbb63471 None None] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:19:31.890061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59a4da7d-391f-4bd0-8fa5-f8eb22c0f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.981179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-59a4da7d-391f-4bd0-8fa5-f8eb22c0f562 None None] For port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:31.991299 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:31.999137 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-59a4da7d-391f-4bd0-8fa5-f8eb22c0f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.009880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 54d5a602-0719-4726-a645-e3a944a90094 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:32.010248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.028639 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.030422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:32.035735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.100339 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Attempting to bind port f0167396-d51a-4e67-9a03-44593d7e42aa on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:32.100852 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Attempting to bind port f0167396-d51a-4e67-9a03-44593d7e42aa by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:32.101378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Attempting to bind port f0167396-d51a-4e67-9a03-44593d7e42aa on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:32.103665 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1c458-4dd1-4624-bdb0-4b64392ba09f None None] Pushing event updated for resources: {'Port': ['ID=f0167396-d51a-4e67-9a03-44593d7e42aa,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:32.109775 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:32.110261 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:32.110746 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.111212 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:32.112414 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Bound port: f0167396-d51a-4e67-9a03-44593d7e42aa, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:32.112414 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.167826 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] For port f0167396-d51a-4e67-9a03-44593d7e42aa, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:32.171574 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] For port f0167396-d51a-4e67-9a03-44593d7e42aa, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f0167396-d51a-4e67-9a03-44593d7e42aa,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:32.177198 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.187469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Allocated IP 172.20.0.1 (72e3261e-82d3-4c81-99ab-0bceea1f6d20/bcfb3892-36e4-452b-a670-90f88796c9d6/2e73da99-d354-463e-aeef-5a03ac656037) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:32.236708 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Routers {'3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:32.237327 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:32.265279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571b902-43a1-4887-bf52-622b8328723d None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:32.280105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627acbf-9507-4aa9-ba63-f2d2667dbc37 None None] The sync data for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv is: [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:19:32.319544 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.345141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4da7d-391f-4bd0-8fa5-f8eb22c0f562 None None] Pushing event updated for resources: {'Port': ['ID=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:32.369651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c12d5da-7919-41d4-87ae-d6b099a8e93e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:19:32.370304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.374396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.377677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9e8c593f-cb58-44d7-988e-c4ff2acf3d01 None None] Provisioning complete for port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:32.378039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e8c593f-cb58-44d7-988e-c4ff2acf3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.382520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] Set router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:32.421758 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:32.428153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:32.434103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:32.448512 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1c458-4dd1-4624-bdb0-4b64392ba09f None None] Pushing event updated for resources: {'Port': ['ID=f0167396-d51a-4e67-9a03-44593d7e42aa,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:32.487774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e73da99-d354-463e-aeef-5a03ac656037,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:32.492820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.521779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.587380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port 54d5a602-0719-4726-a645-e3a944a90094, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54d5a602-0719-4726-a645-e3a944a90094,segment=NetworkSegment(bcaa4a6c-0007-4839-89d3-3a7687610b6c),segment_id=bcaa4a6c-0007-4839-89d3-3a7687610b6c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:32.597685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.599313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:32.712406 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9e8c593f-cb58-44d7-988e-c4ff2acf3d01 None None] Provisioning complete for port 54d5a602-0719-4726-a645-e3a944a90094 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:32.713069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e8c593f-cb58-44d7-988e-c4ff2acf3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.738195 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.793026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=54d5a602-0719-4726-a645-e3a944a90094,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:32.803404 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:19:30Z', 'revision_number': 3, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:32.808493 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:32.808849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.850434 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810c1b10-b8a1-47fa-838f-d3e7d7235be8 None None] The sync data for ids ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'] in dv-neutron-804846-16-hyperv is: [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:19:30Z', 'revision_number': 3, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:19:32.985913 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:32.993780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.028219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Provisioning complete for port f0167396-d51a-4e67-9a03-44593d7e42aa triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:33.028561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.093590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e73da99-d354-463e-aeef-5a03ac656037,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:33.096341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.141039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.165395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] For port f0167396-d51a-4e67-9a03-44593d7e42aa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f0167396-d51a-4e67-9a03-44593d7e42aa,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:33.173226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.222181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:33.224202 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:33.230997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Provisioning complete for port 54d5a602-0719-4726-a645-e3a944a90094 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:33.231479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.275399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c806895-09c3-4c9e-9683-8b2825040549 None None] Pushing event updated for resources: {'Port': ['ID=f0167396-d51a-4e67-9a03-44593d7e42aa,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:33.386863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:19:33.495729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-48de1263-e52a-410b-836a-45303fd08be0 None None] Provisioning complete for port 2e73da99-d354-463e-aeef-5a03ac656037 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:33.496158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-48de1263-e52a-410b-836a-45303fd08be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.533232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:19:33.540997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-48de1263-e52a-410b-836a-45303fd08be0 None None] Port 2e73da99-d354-463e-aeef-5a03ac656037 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:33.544899 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-37d76fec-e287-4e1e-af4d-e12b7d9963d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2480896 Nov 27 11:19:33.648862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54d5a602-0719-4726-a645-e3a944a90094 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:33.706253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f075be88-7fc1-4e4d-8730-5b61654d1b88 None None] Provisioning complete for port 2e73da99-d354-463e-aeef-5a03ac656037 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:33.706690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f075be88-7fc1-4e4d-8730-5b61654d1b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.751834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f075be88-7fc1-4e4d-8730-5b61654d1b88 None None] Port 2e73da99-d354-463e-aeef-5a03ac656037 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:33.754176 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 54d5a602-0719-4726-a645-e3a944a90094 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:33.754554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.847468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:33.906046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:33.906425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:33.992145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f0167396-d51a-4e67-9a03-44593d7e42aa up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:34.042972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f0167396-d51a-4e67-9a03-44593d7e42aa triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:34.043340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:35.331260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Sync routers for ids ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:19:35.342933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Routers {'3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:35.344241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:35.457549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Set router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:35.686601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:19:32Z', 'revision_number': 4, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2e73da99-d354-463e-aeef-5a03ac656037', 'name': '', 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'mac_address': 'fa:16:3e:2c:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'bcfb3892-36e4-452b-a670-90f88796c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:32Z', 'updated_at': '2021-11-27T11:19:32Z', 'revision_number': 2, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'subnets': [{'id': 'bcfb3892-36e4-452b-a670-90f88796c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:35.715684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Checking router: 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:19:35.716153 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Updating router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 port 2e73da99-d354-463e-aeef-5a03ac656037 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:19:35.748391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.048558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.057252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.112473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843000c1-9d7b-4a65-a263-952f93443b96 None None] Pushing event updated for resources: {'Port': ['ID=2e73da99-d354-463e-aeef-5a03ac656037,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:36.172598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Attempting to bind port 2e73da99-d354-463e-aeef-5a03ac656037 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:36.173481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Attempting to bind port 2e73da99-d354-463e-aeef-5a03ac656037 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:36.173481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Attempting to bind port 2e73da99-d354-463e-aeef-5a03ac656037 on network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:36.184196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:36.184773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Checking segment: {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:36.185280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.185771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Bound using segment: {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:36.186352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Bound port: 2e73da99-d354-463e-aeef-5a03ac656037, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaa4a6c-0007-4839-89d3-3a7687610b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:36.187091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.289066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] For port 2e73da99-d354-463e-aeef-5a03ac656037, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:36.293367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] For port 2e73da99-d354-463e-aeef-5a03ac656037, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2e73da99-d354-463e-aeef-5a03ac656037,segment=NetworkSegment(bcaa4a6c-0007-4839-89d3-3a7687610b6c),segment_id=bcaa4a6c-0007-4839-89d3-3a7687610b6c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:36.299323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.370876 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843000c1-9d7b-4a65-a263-952f93443b96 None None] Pushing event updated for resources: {'Port': ['ID=2e73da99-d354-463e-aeef-5a03ac656037,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:36.373419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Routers {'3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:19:36.374024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:19:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:36.445196 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1325aec2-bc85-4ccd-ad63-2a24c751792c None None] Provisioning complete for port 2e73da99-d354-463e-aeef-5a03ac656037 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:36.445569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1325aec2-bc85-4ccd-ad63-2a24c751792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.555896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] Set router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:19:36.622677 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:19:36.666667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1325aec2-bc85-4ccd-ad63-2a24c751792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.753607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1325aec2-bc85-4ccd-ad63-2a24c751792c None None] For port 2e73da99-d354-463e-aeef-5a03ac656037, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2e73da99-d354-463e-aeef-5a03ac656037,segment=NetworkSegment(bcaa4a6c-0007-4839-89d3-3a7687610b6c),segment_id=bcaa4a6c-0007-4839-89d3-3a7687610b6c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:19:36.763828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1325aec2-bc85-4ccd-ad63-2a24c751792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:36.848812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325aec2-bc85-4ccd-ad63-2a24c751792c None None] Pushing event updated for resources: {'Port': ['ID=2e73da99-d354-463e-aeef-5a03ac656037,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:36.881123 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:19:32Z', 'revision_number': 4, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2e73da99-d354-463e-aeef-5a03ac656037', 'name': '', 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'mac_address': 'fa:16:3e:2c:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'bcfb3892-36e4-452b-a670-90f88796c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:32Z', 'updated_at': '2021-11-27T11:19:36Z', 'revision_number': 4, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'subnets': [{'id': 'bcfb3892-36e4-452b-a670-90f88796c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:19:36.919405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c74ede-b4ee-460a-a267-3863d1227d03 None None] The sync data for ids ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'] in dv-neutron-804846-16-hyperv is: [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:19:32Z', 'revision_number': 4, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2e73da99-d354-463e-aeef-5a03ac656037', 'name': '', 'network_id': '72e3261e-82d3-4c81-99ab-0bceea1f6d20', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'mac_address': 'fa:16:3e:2c:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'bcfb3892-36e4-452b-a670-90f88796c9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:32Z', 'updated_at': '2021-11-27T11:19:36Z', 'revision_number': 4, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'subnets': [{'id': 'bcfb3892-36e4-452b-a670-90f88796c9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:19:36.923322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4ec94963-c4e1-474e-9ed3-fd603f4f6622 None None] Provisioning complete for port 2e73da99-d354-463e-aeef-5a03ac656037 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:36.923515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4ec94963-c4e1-474e-9ed3-fd603f4f6622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:37.581641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2e73da99-d354-463e-aeef-5a03ac656037 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:19:37.637700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2e73da99-d354-463e-aeef-5a03ac656037 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:37.638287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:40.363056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f784e09c-5802-4df7-a9b4-3389afa061dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:43.129188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10d9b2e6-d4a8-4b13-9675-e7f0940ce57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:43.546509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-48a830dd-d1ac-4b5e-a5ac-4b9393f137b1 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:43.547974 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-48a830dd-d1ac-4b5e-a5ac-4b9393f137b1 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 814 time: 0.1049771 Nov 27 11:19:43.562761 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-a700550a-9a24-47f4-a5c6-32aacdcb2954 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/quotas/9f504c319ccc441abb9186b763538a9e HTTP/1.1" status: 200 len: 375 time: 0.0090976 Nov 27 11:19:43.612758 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-b285954e-b21a-4018-a1e6-3bfaa560361f tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447140 Nov 27 11:19:43.705624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-b65a8ddd-bbdc-49d1-a93f-3c10e1a69fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Nov 27 11:19:43.796345 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-319fc547-c238-4932-badf-14cf33964602 service neutron] 10.222.0.13 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838230 Nov 27 11:19:43.951988 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c97430e6-efe6-4bec-aca7-876dbb78b670 req-aaa0e41c-5d20-42cb-b9b1-bed694930719 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 210 time: 0.0265846 Nov 27 11:19:44.000697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:44.864309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-4f7562d3-5d1d-40a7-9b10-b1509cdb21ec tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:44.866931 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-4f7562d3-5d1d-40a7-9b10-b1509cdb21ec tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 814 time: 0.1061046 Nov 27 11:19:44.880719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'port': {'device_id': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'admin_state_up': True, 'tenant_id': '9f504c319ccc441abb9186b763538a9e'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:45.000816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Made reservation on behalf of 9f504c319ccc441abb9186b763538a9e for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:19:45.005102 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:45.063778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6c9e3096-5240-40e1-80ec-15852e802731 req-f7e49783-674e-43de-b8bb-54da7a8a7509 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 210 time: 0.0323594 Nov 27 11:19:45.173892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Allocated IP 172.20.0.4 (0b4e2459-f063-4839-a33e-a39a1768dc63/76c6ffcb-49e3-4b06-9d1e-98a3eb149414/ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:19:45.384895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:45.457738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:45.513985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:19:45.517878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:19:45.523997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:19:45.570298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:45.609296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:45.629379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:45.630304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:45.669448 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-ade6b376-02a7-49c8-b513-4a11572042be tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7926166 Nov 27 11:19:45.889148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8c65abd9-f87a-4e20-9a3d-313737771e5f None None] Provisioning complete for port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:19:45.890161 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8c65abd9-f87a-4e20-9a3d-313737771e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:45.937845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-8c65abd9-f87a-4e20-9a3d-313737771e5f None None] Port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:19:46.210236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ebf8b-6874-4890-bf8a-c5c682e5c291 req-741092f0-0150-47e4-ba37-eaa67dd8f2c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:46.211711 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-034ebf8b-6874-4890-bf8a-c5c682e5c291 req-741092f0-0150-47e4-ba37-eaa67dd8f2c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0586245 Nov 27 11:19:46.264274 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-034ebf8b-6874-4890-bf8a-c5c682e5c291 req-93d0344c-5a76-4952-ac5a-1f6b56f7771e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455263 Nov 27 11:19:46.326160 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:47.390460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bc18e-5aba-46b8-b1e0-52985cab132e req-65379ab7-3731-4749-87db-88898812e3b5 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:47.391937 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f53bc18e-5aba-46b8-b1e0-52985cab132e req-65379ab7-3731-4749-87db-88898812e3b5 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0575912 Nov 27 11:19:47.453887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f53bc18e-5aba-46b8-b1e0-52985cab132e req-f76b8d17-706e-4f95-b8e3-5384a577ab2c tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557721 Nov 27 11:19:48.574625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0b26d-f58a-404c-8303-4099a1ac8084 req-a05ec7e6-a596-43e9-b0c7-9c383e283ee2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:48.576190 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-acb0b26d-f58a-404c-8303-4099a1ac8084 req-a05ec7e6-a596-43e9-b0c7-9c383e283ee2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0550482 Nov 27 11:19:48.629209 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-acb0b26d-f58a-404c-8303-4099a1ac8084 req-746e6814-9adc-4060-897e-d85e43e56f16 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 Nov 27 11:19:49.748237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75180874-6d90-452d-a99a-3d1f75807880 req-5c12971a-f3fe-473c-8c7a-49b3356eac9f tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:49.749725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75180874-6d90-452d-a99a-3d1f75807880 req-5c12971a-f3fe-473c-8c7a-49b3356eac9f tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0492475 Nov 27 11:19:49.804281 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-75180874-6d90-452d-a99a-3d1f75807880 req-732b0840-9de7-4cc8-a9ac-e45333b31c68 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Nov 27 11:19:50.924232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c4fc8-8dc0-446a-b5ee-8d603cb46f1d req-d016556e-40a3-4f9a-931d-f08f64cd4cc9 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:50.926652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-759c4fc8-8dc0-446a-b5ee-8d603cb46f1d req-d016556e-40a3-4f9a-931d-f08f64cd4cc9 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0515482 Nov 27 11:19:50.977044 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-759c4fc8-8dc0-446a-b5ee-8d603cb46f1d req-fc8de1b1-93c7-420d-846a-7e4bf359d346 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Nov 27 11:19:52.096065 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a0be6-f07a-4483-aec9-242f9e7d85a6 req-d8007a00-9fd0-4726-8b8b-721c11a4451b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:52.097544 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d7a0be6-f07a-4483-aec9-242f9e7d85a6 req-d8007a00-9fd0-4726-8b8b-721c11a4451b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0513432 Nov 27 11:19:52.148738 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d7a0be6-f07a-4483-aec9-242f9e7d85a6 req-e49bf969-cbb4-4ae1-9deb-e00e4a34dede tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Nov 27 11:19:53.272703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26d6ae-e3a1-4f0c-ab82-f1d884a410c8 req-9914545d-95eb-43e1-badb-ceca0ab9efbe tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:53.274741 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cd26d6ae-e3a1-4f0c-ab82-f1d884a410c8 req-9914545d-95eb-43e1-badb-ceca0ab9efbe tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0541153 Nov 27 11:19:53.331028 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cd26d6ae-e3a1-4f0c-ab82-f1d884a410c8 req-198c601a-eb22-4685-a85e-eb29e1d6f4ec tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Nov 27 11:19:54.455056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b3500-63e5-42bd-a9fb-314085a2c228 req-41dfa8da-9a71-4af4-ae43-a9dd87b92a4b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:54.456568 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-451b3500-63e5-42bd-a9fb-314085a2c228 req-41dfa8da-9a71-4af4-ae43-a9dd87b92a4b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0536697 Nov 27 11:19:54.515930 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-451b3500-63e5-42bd-a9fb-314085a2c228 req-0e70818e-1470-4eaf-8f8e-6a3604b2b2f9 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531323 Nov 27 11:19:55.628939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d2cf-dc88-4c52-ae42-870454bd550c req-b1e7231d-af77-40ab-8c22-8365d7723b35 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:55.631135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fa47d2cf-dc88-4c52-ae42-870454bd550c req-b1e7231d-af77-40ab-8c22-8365d7723b35 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0480745 Nov 27 11:19:55.677930 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fa47d2cf-dc88-4c52-ae42-870454bd550c req-9012bb47-009f-4fd4-abe0-0b43e76ced89 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Nov 27 11:19:56.795308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9cd3c-e8b2-4a99-a830-87a354bb4d38 req-fb9331dd-dbe8-422b-888d-5d9c5f93a4c5 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:56.796815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-25a9cd3c-e8b2-4a99-a830-87a354bb4d38 req-fb9331dd-dbe8-422b-888d-5d9c5f93a4c5 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 931 time: 0.0546315 Nov 27 11:19:56.845270 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-25a9cd3c-e8b2-4a99-a830-87a354bb4d38 req-87a27c05-2bec-4578-97a7-654f58c98804 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Nov 27 11:19:56.868842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Request body: {'port': {'device_id': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:19:56.922904 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:57.178239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:19:57.185585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:57.197376 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Transition to ACTIVE for port object ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:19:57.200717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:57.249030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:57.591677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Attempting to bind port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:19:57.591897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Attempting to bind port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:19:57.592226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Attempting to bind port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 on network 0b4e2459-f063-4839-a33e-a39a1768dc63 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:57.596427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 on network 0b4e2459-f063-4839-a33e-a39a1768dc63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:19:57.596746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Attempting to bind port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 on network 0b4e2459-f063-4839-a33e-a39a1768dc63 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:19:57.602429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:19:57.602756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Checking segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:19:57.603132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Bound using segment: {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:19:57.603551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Bound port: ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e731e9-4f00-4553-ad54-03b438a8edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:19:57.603895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:57.668206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:19:57.671125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:19:57.675452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:57.709501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:57.710120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:19:57.711565 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] 10.222.0.24 "PUT /v2.0/ports/ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 1093 time: 0.9436557 Nov 27 11:19:57.711961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:19:57.714268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf8025-449a-40db-970b-4ca3f33a7013" -d '{"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:19:57.744073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39f7e1-d7c0-40b0-9201-06a4f48856db service neutron] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:19:57.768169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7d7bd-5480-44d8-8de0-7bb865dfa6ed x-openstack-request-id: req-0fd7d7bd-5480-44d8-8de0-7bb865dfa6ed {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:19:57.768522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:19:57.768787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fd7d7bd-5480-44d8-8de0-7bb865dfa6ed {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:19:57.769197 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'status': 'completed', 'code': 200} Nov 27 11:19:57.802824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-72b12fd2-c4f7-4245-a4c1-0a42640ba0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:57.804352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-72b12fd2-c4f7-4245-a4c1-0a42640ba0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1096 time: 0.0483246 Nov 27 11:19:57.848264 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-73acd0fb-9b4c-44ab-8638-02bb03c7049a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 217 time: 0.0349677 Nov 27 11:19:57.900318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-9771620e-16fc-494c-ada1-e41dadd38c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:57.901972 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-9771620e-16fc-494c-ada1-e41dadd38c79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0464721 Nov 27 11:19:57.981740 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-13f0c8a4-309d-427d-985c-bdb3f4b63e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:57.983216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-13f0c8a4-309d-427d-985c-bdb3f4b63e5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744193 Nov 27 11:19:57.993324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d854a-1107-4475-a416-ce2d3fd9b9ad req-348743ad-a473-4124-8bff-7862ff5112ed tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:57.994711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c66d854a-1107-4475-a416-ce2d3fd9b9ad req-348743ad-a473-4124-8bff-7862ff5112ed tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 943 time: 0.0776591 Nov 27 11:19:58.095160 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c66d854a-1107-4475-a416-ce2d3fd9b9ad req-e5be009b-70e3-4886-b1b6-a670b8ffd931 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Nov 27 11:19:58.114047 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-37974bcb-b99e-4a45-b0e3-f2b6fab62371 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184158 Nov 27 11:19:58.204402 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6b1b9e9b-c069-4b39-94da-e2892b4802ba req-4f30a95c-40c5-4713-a240-7d9d2212adc7 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823903 Nov 27 11:19:58.298477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-7e5534be-040d-4e67-86d1-bf9c8f3817c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:58.299865 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-7e5534be-040d-4e67-86d1-bf9c8f3817c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1096 time: 0.0451853 Nov 27 11:19:58.389181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-876a1eb3-431c-4525-bdc9-b94b2ac89834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:58.390648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-876a1eb3-431c-4525-bdc9-b94b2ac89834 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.0840182 Nov 27 11:19:58.434356 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-352f0523-d1d2-464d-b85a-ea5ca0abe1f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 217 time: 0.0369236 Nov 27 11:19:58.483497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-f0ac9291-baa0-47c3-b444-ee35a7fffebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:58.484999 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-f0ac9291-baa0-47c3-b444-ee35a7fffebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0445170 Nov 27 11:19:58.530136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-4d70bcea-3e7e-47c1-a541-4d84c97c3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:58.531609 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-4d70bcea-3e7e-47c1-a541-4d84c97c3d3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396359 Nov 27 11:19:58.624358 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-a22cf57a-05e0-46d1-ba08-554b5ac7c710 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857539 Nov 27 11:19:58.712130 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9bbf8025-449a-40db-970b-4ca3f33a7013 req-accae6cb-c4dc-4b97-9a0c-94d2d093c86b service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804644 Nov 27 11:19:59.211359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1f9df-cfbe-477e-bdc1-f0703414e605 req-a62bb0b3-26e7-4a98-a2b1-705c4d9eeb3a tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:19:59.212893 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c4e1f9df-cfbe-477e-bdc1-f0703414e605 req-a62bb0b3-26e7-4a98-a2b1-705c4d9eeb3a tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 943 time: 0.0514331 Nov 27 11:19:59.265464 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c4e1f9df-cfbe-477e-bdc1-f0703414e605 req-fab89f45-cfee-4562-98f8-62f4296eb0a6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Nov 27 11:20:00.382227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7e6a0-9e91-40a0-8bd8-4bdf7cd0048e req-b35aafcd-bca1-41ab-bf44-a53a081979a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:00.383715 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f6a7e6a0-9e91-40a0-8bd8-4bdf7cd0048e req-b35aafcd-bca1-41ab-bf44-a53a081979a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 943 time: 0.0524898 Nov 27 11:20:00.435525 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f6a7e6a0-9e91-40a0-8bd8-4bdf7cd0048e req-8dfbb0ff-48c9-43bf-a4c0-ebc6eaa52c90 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Nov 27 11:20:01.527991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:20:01.554758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19abea5-854d-43ac-9675-2e85a2d26363 req-128feca5-363f-4a18-9402-986213040c09 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:01.556245 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e19abea5-854d-43ac-9675-2e85a2d26363 req-128feca5-363f-4a18-9402-986213040c09 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 943 time: 0.0534818 Nov 27 11:20:01.603351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e19abea5-854d-43ac-9675-2e85a2d26363 req-d462e0ac-2a09-4d4f-9f7c-f0b687cdc68e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Nov 27 11:20:01.622696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:20:01.632744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'port_id': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'mac_address': 'fa:16:3e:2c:c2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:20:01.672826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:01.685021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:20:01.703723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:20:01.707468 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:01.752471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:02.069801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:20:02.306379 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:02.716856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75611a5-6d03-4dce-bd4b-626b2eb50266 req-75da444a-80b3-48e9-97aa-f6cbace29e9f tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:02.718246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e75611a5-6d03-4dce-bd4b-626b2eb50266 req-75da444a-80b3-48e9-97aa-f6cbace29e9f tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 944 time: 0.0485590 Nov 27 11:20:02.765543 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e75611a5-6d03-4dce-bd4b-626b2eb50266 req-b0c42329-55af-43bd-8336-ef38fe947f14 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Nov 27 11:20:03.529778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:20:03.578642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:20:03.582435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:20:03.582806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:03.660440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:03.682794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:20:03.685089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f84c97-30e6-45bf-9124-0fb24db5f0e1" -d '{"events": [{"server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "name": "network-vif-plugged", "status": "completed", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:20:03.697767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:20:03.702508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:03.726180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5dcf2a-e305-48cd-9853-7bfda1b0b12a x-openstack-request-id: req-ff5dcf2a-e305-48cd-9853-7bfda1b0b12a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:20:03.726487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "name": "network-vif-plugged", "status": "completed", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:20:03.726748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff5dcf2a-e305-48cd-9853-7bfda1b0b12a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:20:03.727142 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'code': 200} Nov 27 11:20:03.752800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:03.914433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e366cd-fa4a-4ea9-aff5-a8cf5fd8cc29 req-a3b7e7ab-cd93-4bd2-8b82-a09ec05aaaf7 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:03.915923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94e366cd-fa4a-4ea9-aff5-a8cf5fd8cc29 req-a3b7e7ab-cd93-4bd2-8b82-a09ec05aaaf7 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0802472 Nov 27 11:20:03.921775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65e16b-0eb3-4768-b068-1dcfdf6391d5 req-326fe14c-38b3-4851-b3ed-3e101804fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:03.923139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cf65e16b-0eb3-4768-b068-1dcfdf6391d5 req-326fe14c-38b3-4851-b3ed-3e101804fcec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1098 time: 0.0614333 Nov 27 11:20:03.993065 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-94e366cd-fa4a-4ea9-aff5-a8cf5fd8cc29 req-395254a2-d7b3-4e17-9553-54c44bc82b36 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Nov 27 11:20:03.996179 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cf65e16b-0eb3-4768-b068-1dcfdf6391d5 req-026fba22-866a-42b4-94a0-6ee26ac704ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656457 Nov 27 11:20:05.109316 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5a203-bd26-40c3-a96d-75ec46de6ef1 req-d8482204-25f5-4a9a-a46b-69c7d762ffbe tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:05.111274 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33a5a203-bd26-40c3-a96d-75ec46de6ef1 req-d8482204-25f5-4a9a-a46b-69c7d762ffbe tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0507841 Nov 27 11:20:05.158544 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-33a5a203-bd26-40c3-a96d-75ec46de6ef1 req-ea381a11-9c6d-4d41-98cf-c08536618191 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Nov 27 11:20:06.274931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca239f9-6084-4a91-a8ed-7942d6b1f63e req-8695e2b9-175a-43a2-9a3c-cc97558fb485 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:06.276399 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2ca239f9-6084-4a91-a8ed-7942d6b1f63e req-8695e2b9-175a-43a2-9a3c-cc97558fb485 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Nov 27 11:20:06.322266 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2ca239f9-6084-4a91-a8ed-7942d6b1f63e req-4aaff1a7-ff36-4405-9bea-20f59aac57d7 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Nov 27 11:20:06.433197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedebb6-15e0-4bb4-9816-f7f88e7f9805 req-c7152d69-9084-4644-8d79-6e52910b1201 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:06.434648 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fedebb6-15e0-4bb4-9816-f7f88e7f9805 req-c7152d69-9084-4644-8d79-6e52910b1201 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Nov 27 11:20:06.485736 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8fedebb6-15e0-4bb4-9816-f7f88e7f9805 req-f8fa8186-82aa-4195-baf4-27f315db0360 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Nov 27 11:20:06.799063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca2154-64ed-413c-a5e3-4552b5863fa2 req-c8f976d3-2393-440a-b587-0516b9e17e35 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:06.800567 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99ca2154-64ed-413c-a5e3-4552b5863fa2 req-c8f976d3-2393-440a-b587-0516b9e17e35 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Nov 27 11:20:06.849539 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-99ca2154-64ed-413c-a5e3-4552b5863fa2 req-595c2c6c-9859-4a1d-aada-4741f94ff4fd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Nov 27 11:20:10.353135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-32309ac5-bf37-4542-aa76-23b5a1f58ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:13.131642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f05abfce-ecc0-457d-a2ee-3f4cc65e3f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:13.623111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:20:14.004436 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:15.606495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:16.318895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:19.869307 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-cc88f124-1f5e-46ef-999e-79eb50f582ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430129 Nov 27 11:20:19.948529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-db76fda1-55a0-47d2-8e23-4a43c0b164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:19.949981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-db76fda1-55a0-47d2-8e23-4a43c0b164ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1098 time: 0.0408833 Nov 27 11:20:20.053413 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-e322063b-4c35-44f1-b635-2019a44313fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:20.055018 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-e322063b-4c35-44f1-b635-2019a44313fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.0849736 Nov 27 11:20:20.100676 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-19cf6458-1ac7-47f4-b66c-c208bcf48b8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 217 time: 0.0379133 Nov 27 11:20:20.149738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-fc16566f-7b8b-4f4e-a764-dd0393725e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:20.151238 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-fc16566f-7b8b-4f4e-a764-dd0393725e79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0437362 Nov 27 11:20:20.201269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-6937375f-4aeb-4fb5-9661-0426937c7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:20.202767 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-6937375f-4aeb-4fb5-9661-0426937c7085 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411837 Nov 27 11:20:20.303128 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-4744704d-73ea-40c6-98f9-12d62b7e613b service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930712 Nov 27 11:20:20.389590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b8503-dc7e-4dee-abba-04b6dfd3b838 req-9b940501-429b-4716-8882-98b1ca6b9006 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:20.391099 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c6b8503-dc7e-4dee-abba-04b6dfd3b838 req-9b940501-429b-4716-8882-98b1ca6b9006 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Nov 27 11:20:20.396686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-51bbbfbb-82e6-4fd9-bbc8-d74793f9a8c6 req-6c4957ba-87d1-4ce5-ac82-f1874491ca25 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865357 Nov 27 11:20:20.442634 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0c6b8503-dc7e-4dee-abba-04b6dfd3b838 req-9183f2c6-f31e-4177-9768-60a1484c19af tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454509 Nov 27 11:20:20.465609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:20.551072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184eb016-5357-43eb-abaa-4db4df121282 tempest-TestMinimumBasicScenario-1415372527 tempest-TestMinimumBasicScenario-1415372527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:20.552598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-184eb016-5357-43eb-abaa-4db4df121282 tempest-TestMinimumBasicScenario-1415372527 tempest-TestMinimumBasicScenario-1415372527-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1093 time: 0.0859559 Nov 27 11:20:20.556233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:20.560516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:20.583289 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:20.678308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:20.783143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Allocated IP 172.26.1.27 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/a12a9ffe-85aa-415f-88b5-635e87b503ec) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:20:20.882320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:20.916175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:20.959759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:20:20.963163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:20:20.966511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:20:20.972059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'Port': ['ID=a12a9ffe-85aa-415f-88b5-635e87b503ec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:20.998533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:20.998889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:20.999237 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:20.999584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:20.999921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.000265 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.000632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.000974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.001309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.001640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.001970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.002301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:21.340194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:21.409465 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:21.566427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:21.572038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:21.638475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'Port': ['ID=a12a9ffe-85aa-415f-88b5-635e87b503ec,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:21.650623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:21.753418 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Floating IP 79a23552-6158-447d-b20d-99707ed6d0ad associated. External IP: 172.26.1.27, port: ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090. Nov 27 11:20:21.967220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Router 0c3f071a-e900-4150-a3f6-ae7d1724a817 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:20:22.081887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:20:22.092058 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] Sync routers for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:20:22.099776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.103283 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:20:22.103917 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:20:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:20:22.128143 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3e33b872-3148-4b5c-93ec-44e7bbce1dca tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5708387 Nov 27 11:20:22.128779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:20:22.131069 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49538) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:22.131530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40" -d '{"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:20:22.136150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434150045', 'description': 'tempest-secgroup-smoke-1434150045 description', 'project_id': '9f504c319ccc441abb9186b763538a9e'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:22.160033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.169436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c1cd8-63d8-4b3d-8dca-2f5455061cf8 x-openstack-request-id: req-621c1cd8-63d8-4b3d-8dca-2f5455061cf8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:20:22.169783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:20:22.170046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-621c1cd8-63d8-4b3d-8dca-2f5455061cf8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:20:22.170500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'status': 'completed', 'code': 200} Nov 27 11:20:22.214589 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:20:22.241109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-a4acb26a-d510-4e77-a28b-498ebed24352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:22.242767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.243895 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-a4acb26a-d510-4e77-a28b-498ebed24352 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1098 time: 0.0479929 Nov 27 11:20:22.246818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.277822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:22.285903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.286459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.286968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.287448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.287928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.288493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.289674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.290174 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.290664 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.291161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.291655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.292146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:20:22.297764 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.299244 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-04bd0d5a-abe1-486d-a59c-72fef3f8682e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1671598 Nov 27 11:20:22.302145 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:22.306656 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group_rule': {'security_group_id': '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40', 'project_id': '9f504c319ccc441abb9186b763538a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:22.334779 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.396695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.402123 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.426679 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.430608 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248660 Nov 27 11:20:22.430608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5342e20-c715-4d72-9eb4-5fe1844463f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b192725-71d0-4241-a1a6-b30c6a2cdd4f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:22.430884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:22.435382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group_rule': {'security_group_id': '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40', 'project_id': '9f504c319ccc441abb9186b763538a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:22.482540 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '79a23552-6158-447d-b20d-99707ed6d0ad', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'floating_ip_address': '172.26.1.27', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'port_id': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'mac_address': 'fa:16:3e:2c:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:20:21Z', 'updated_at': '2021-11-27T11:20:21Z', 'revision_number': 0, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:20:22.483670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.512618 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] Checking router: 0c3f071a-e900-4150-a3f6-ae7d1724a817 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:20:22.522316 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:20:22.522989 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:20:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:20:22.557264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.564216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.596419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e54acbf-f8f9-4eaa-a9f7-ac18e4f0261a,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:22.606700 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.609415 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-ea1fbdfe-5829-4c59-a797-021e0a2beb34 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1772308 Nov 27 11:20:22.611946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:22.619098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group_rule': {'security_group_id': '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40', 'project_id': '9f504c319ccc441abb9186b763538a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:22.628663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-1154b340-2a76-4903-b690-e6efe13f2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:22.630281 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-1154b340-2a76-4903-b690-e6efe13f2bff service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.3792486 Nov 27 11:20:22.643922 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:20:22.657470 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.702731 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-01f69ff0-d018-4ba2-8d8b-8b3e4f09feed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 998 time: 0.0627279 Nov 27 11:20:22.718871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.722438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.743188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379bf0f6-196c-4802-8b8c-90a6cd8eb695,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:22.751711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.753120 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-afcda755-fc83-41cc-8793-8efe76a8dcd6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396585 Nov 27 11:20:22.755584 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49548) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:22.760982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group_rule': {'security_group_id': '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40', 'project_id': '9f504c319ccc441abb9186b763538a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:22.770043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-b4cbae41-cd68-43d6-8114-af9b9f66af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:22.771432 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-b4cbae41-cd68-43d6-8114-af9b9f66af6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0609839 Nov 27 11:20:22.787668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.827367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-338d6038-93da-4310-89bd-e42e3f78c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:22.828909 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-338d6038-93da-4310-89bd-e42e3f78c1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0484805 Nov 27 11:20:22.847377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.850705 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.870098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd66728-faa4-4e90-8f2e-2f6036e22d6b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:22.877909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.879337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-aab5728b-a847-4e40-a4a8-28dae478dfd0 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227264 Nov 27 11:20:22.883944 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '79a23552-6158-447d-b20d-99707ed6d0ad', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'floating_ip_address': '172.26.1.27', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'port_id': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'mac_address': 'fa:16:3e:2c:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:20:21Z', 'updated_at': '2021-11-27T11:20:21Z', 'revision_number': 0, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:20:22.884822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49550) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:22.889457 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group_rule': {'security_group_id': '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40', 'project_id': '9f504c319ccc441abb9186b763538a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:22.910846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Project 9f504c319ccc441abb9186b763538a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:20:22.914535 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c318d8-d42e-4599-b46a-a9feae8ca027 None None] The sync data for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv is: [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '79a23552-6158-447d-b20d-99707ed6d0ad', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'floating_ip_address': '172.26.1.27', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'port_id': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'mac_address': 'fa:16:3e:2c:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:20:21Z', 'updated_at': '2021-11-27T11:20:21Z', 'revision_number': 0, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:20:22.917346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.937039 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-726c8fc9-69d8-4e80-9550-47946cbda43f service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998487 Nov 27 11:20:22.985309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:22.989938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.009236 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c101916-9fc0-45a8-beef-af814f2f42b0,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:23.017658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.019160 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a1a8279c-8d50-4f85-a5be-edd3d3403076 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332133 Nov 27 11:20:23.021953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49552) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:20:23.029293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'security_group_rule': {'security_group_id': '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40', 'project_id': '9f504c319ccc441abb9186b763538a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:23.059337 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-45f29ca6-c4dd-4898-892b-e5b9a2d18f40 req-bfa15658-c2cf-4b57-b84a-7f5d60a5c0dd service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147079 Nov 27 11:20:23.065910 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Project 9f504c319ccc441abb9186b763538a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:20:23.071414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.126266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.130184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.138028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f8bc7-d60c-4c8f-af85-c0a36b6dc2bb None None] New status for floating IP 79a23552-6158-447d-b20d-99707ed6d0ad: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:20:23.148655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ece935-916e-42a9-a1f7-6084559e12e0,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:23.156987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.158210 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d687d3f6-9c27-4ad2-b0a4-e3903ac3fc3b tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353254 Nov 27 11:20:23.249924 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-52341794-0b11-4fcd-b8ce-8d5c5738acf3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434150045&fields=id&tenant_id=9f504c319ccc441abb9186b763538a9e HTTP/1.1" status: 200 len: 267 time: 0.0445065 Nov 27 11:20:23.307438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-295ae6cc-0bdf-450c-b4af-af8d28f69016 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:23.308955 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-295ae6cc-0bdf-450c-b4af-af8d28f69016 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0534523 Nov 27 11:20:23.321325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'port': {'security_groups': ['dacb7c96-2c8c-40b4-a8e4-22beb816979f', '3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:20:23.384099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.565292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:20:23.595075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.599336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.610753 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:20:23.642640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:23.643299 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:23.644789 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-95619d0d-7983-42a6-8107-e2b5941fca15 req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "PUT /v2.0/ports/ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 981 time: 0.3284063 Nov 27 11:20:23.645258 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:20:23.650987 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2f673-d6eb-4de4-a852-efbbac495037" -d '{"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:20:23.674020 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273955-cb8d-41e8-9a06-98d0a0ad3fbd tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:20:23.730593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:20:23.770585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca5f7d-e2c2-40b0-9636-09d7990830da req-ceb3d04a-6ebf-434b-9b55-2ea240a10ff2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:23.772075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42ca5f7d-e2c2-40b0-9636-09d7990830da req-ceb3d04a-6ebf-434b-9b55-2ea240a10ff2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0619755 Nov 27 11:20:23.850316 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42ca5f7d-e2c2-40b0-9636-09d7990830da req-3faa42dd-7b27-48f6-a4c7-bf80d1a80281 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661731 Nov 27 11:20:23.867356 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e981be2a-f9d9-4015-ad9c-cba9e44ea101 x-openstack-request-id: req-e981be2a-f9d9-4015-ad9c-cba9e44ea101 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:20:23.868019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:20:23.868019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e981be2a-f9d9-4015-ad9c-cba9e44ea101 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:20:23.868958 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'status': 'completed', 'code': 200} Nov 27 11:20:23.959868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-1ec935e6-3326-4d4c-aed6-47cfa16d7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:23.962178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-1ec935e6-3326-4d4c-aed6-47cfa16d7213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1137 time: 0.0528781 Nov 27 11:20:23.986064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-680d8766-3fb5-448b-add0-28d9311e5505 None None] Provisioning complete for port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:20:23.986437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-680d8766-3fb5-448b-add0-28d9311e5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:24.056033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-c23e4cfb-3ef0-4cdd-81a8-b073315c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:24.057549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-c23e4cfb-3ef0-4cdd-81a8-b073315c6ae6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.0884943 Nov 27 11:20:24.135424 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-00297dcf-af0e-4f60-a900-8445930955ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 1000 time: 0.0694532 Nov 27 11:20:24.184927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-146bcfc5-2479-4f9a-90bd-b6f55fb869a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:24.186475 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-146bcfc5-2479-4f9a-90bd-b6f55fb869a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0441859 Nov 27 11:20:24.235809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-846a01fb-98f1-4b24-8859-5c21eac12863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:20:24.237397 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-846a01fb-98f1-4b24-8859-5c21eac12863 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431070 Nov 27 11:20:24.332694 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-70251c88-2fa3-40fb-a798-1a8790403da1 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877492 Nov 27 11:20:24.424997 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7dd2f673-d6eb-4de4-a852-efbbac495037 req-6b04201c-109a-432c-9f27-989f24e717e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827692 Nov 27 11:20:32.308060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:40.356247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7dcba987-8b95-40b5-9aca-f9fc3b7d45fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:43.134096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4b0cb45-d57e-484d-af7f-4b1f095696da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:44.005764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:45.613554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:46.320816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:20:50.622457 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:21:02.322280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:10.358969 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee28d6bd-f4de-41e2-a20a-2bce1cbedd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:12.007907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec5683-cc3f-4b71-9e57-1bb3af9493b5 req-0450e752-49fb-4278-920b-b149940f1a1c tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:12.009398 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43ec5683-cc3f-4b71-9e57-1bb3af9493b5 req-0450e752-49fb-4278-920b-b149940f1a1c tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0776372 Nov 27 11:21:12.015394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-73e48b25-9033-4caf-b1fd-8812b13ecde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:12.016790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-73e48b25-9033-4caf-b1fd-8812b13ecde6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1137 time: 0.0718391 Nov 27 11:21:12.128989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-43ec5683-cc3f-4b71-9e57-1bb3af9493b5 req-9f243198-ae51-435f-bcdc-b4c223bfaf54 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111345 Nov 27 11:21:12.147716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-e412e604-0068-4fb5-9422-4faed9932134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:12.149230 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-e412e604-0068-4fb5-9422-4faed9932134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.1190915 Nov 27 11:21:12.219139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-bdbd32eb-b27c-49b4-9f61-d43fc708ea46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 1000 time: 0.0617325 Nov 27 11:21:12.267374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-535ed5dc-0565-4f81-af23-8f69b093537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:12.268792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-535ed5dc-0565-4f81-af23-8f69b093537c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0430646 Nov 27 11:21:12.315044 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-a3515475-8007-402c-97aa-19f2930987c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:12.316586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-a3515475-8007-402c-97aa-19f2930987c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396602 Nov 27 11:21:12.408699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-8dddca86-0818-46ee-8bf4-b1771faf4b63 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836639 Nov 27 11:21:12.498699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b891ed51-2d2b-4250-b82a-7b6f7c505044 req-15b198fc-8a3a-4549-8d8d-d7909183d160 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823190 Nov 27 11:21:13.136086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f22c5e6f-df3d-452e-b600-f0f4a6534f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:13.255566 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388707-0d55-4e5c-978a-13eb6d8e2673 req-719069b1-4f2e-4e89-a99e-0456cb10f502 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:13.257159 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d2388707-0d55-4e5c-978a-13eb6d8e2673 req-719069b1-4f2e-4e89-a99e-0456cb10f502 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0578709 Nov 27 11:21:13.321226 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d2388707-0d55-4e5c-978a-13eb6d8e2673 req-4e6b2555-13e4-491b-87a8-9a0c9b604401 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580440 Nov 27 11:21:14.011256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:14.446471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ab8c3-657a-4710-9030-053843b65dbe req-f5303df3-2cd0-4929-811c-d27c2b75e0ba tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:14.447967 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-814ab8c3-657a-4710-9030-053843b65dbe req-f5303df3-2cd0-4929-811c-d27c2b75e0ba tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0500801 Nov 27 11:21:14.512188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-814ab8c3-657a-4710-9030-053843b65dbe req-c692f414-3876-464d-8742-7d3d55a153f4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571826 Nov 27 11:21:15.611289 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:15.629668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5076-2444-4847-b71d-b57a89b186ff req-9feecc73-7c4f-4b82-b2ed-ed67352f62d2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:15.631126 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-098f5076-2444-4847-b71d-b57a89b186ff req-9feecc73-7c4f-4b82-b2ed-ed67352f62d2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0504317 Nov 27 11:21:15.694231 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-098f5076-2444-4847-b71d-b57a89b186ff req-dcdbdde8-24ea-4ab0-8bbc-c595b784cdf1 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570462 Nov 27 11:21:16.324273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:16.808993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866e244-00a6-404a-b853-090c6100be88 req-4e5c02a8-106c-49cf-b95e-c3e898148693 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:16.811328 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a866e244-00a6-404a-b853-090c6100be88 req-4e5c02a8-106c-49cf-b95e-c3e898148693 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0501921 Nov 27 11:21:16.873476 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a866e244-00a6-404a-b853-090c6100be88 req-796b0064-895f-4674-a4c1-0f02cfddd0b9 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558763 Nov 27 11:21:17.996196 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2ea2-67c8-4d1a-a66a-e3cae25765c7 req-0ca64de4-e33c-49bb-b4a1-0162955f6ff3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:17.998247 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d0f2ea2-67c8-4d1a-a66a-e3cae25765c7 req-0ca64de4-e33c-49bb-b4a1-0162955f6ff3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0553992 Nov 27 11:21:18.056232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d0f2ea2-67c8-4d1a-a66a-e3cae25765c7 req-0f1939e4-8be2-48a2-b789-b3cb6d7f9843 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521014 Nov 27 11:21:19.170725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe6d70-5cfe-41f6-85ca-81c9bd52de84 req-f0251dbd-32ae-4f48-b5c5-fac72756fa2c tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:19.172208 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5cbe6d70-5cfe-41f6-85ca-81c9bd52de84 req-f0251dbd-32ae-4f48-b5c5-fac72756fa2c tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0496402 Nov 27 11:21:19.232273 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5cbe6d70-5cfe-41f6-85ca-81c9bd52de84 req-3852aa99-8b91-4110-a34d-ec5648142c52 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533879 Nov 27 11:21:20.345379 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d27a8-82d6-4f96-ba31-470e267e0f01 req-8a557ff5-6951-4025-afd5-b6dcd8ca3bee tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:20.346881 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3b6d27a8-82d6-4f96-ba31-470e267e0f01 req-8a557ff5-6951-4025-afd5-b6dcd8ca3bee tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0493364 Nov 27 11:21:20.407401 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3b6d27a8-82d6-4f96-ba31-470e267e0f01 req-2fa1c355-2277-4b1b-aa70-3ff43194f72e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544181 Nov 27 11:21:21.527224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5c716-5b9c-430c-9915-5b77e39621d0 req-69e3016d-f335-4834-8eeb-d624fca8f637 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:21.528699 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3eb5c716-5b9c-430c-9915-5b77e39621d0 req-69e3016d-f335-4834-8eeb-d624fca8f637 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0532258 Nov 27 11:21:21.587707 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3eb5c716-5b9c-430c-9915-5b77e39621d0 req-310b79e7-e434-428b-b315-74c604bd6310 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526810 Nov 27 11:21:21.905611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-bb1869aa-19eb-495b-bf77-6f3af4c0d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:21.907072 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-bb1869aa-19eb-495b-bf77-6f3af4c0d28b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1137 time: 0.0408115 Nov 27 11:21:22.013101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-3c51b0ee-755b-4f0b-9f0f-405b7d287502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:22.014613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-3c51b0ee-755b-4f0b-9f0f-405b7d287502 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.0893195 Nov 27 11:21:22.079085 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-d62a6156-ad1d-4b42-8518-bc8b61d094f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 1000 time: 0.0578849 Nov 27 11:21:22.127204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-0a8e79dd-bad8-448a-854e-7587e0e6c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:22.128648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-0a8e79dd-bad8-448a-854e-7587e0e6c85b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0432923 Nov 27 11:21:22.178707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-86d0466a-e6b3-469c-8c51-0661e1e20f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:22.180095 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-86d0466a-e6b3-469c-8c51-0661e1e20f8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432742 Nov 27 11:21:22.268203 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-59fe97a8-0e82-4dfd-8d63-ad8d9625e15b service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810800 Nov 27 11:21:22.367779 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07e7740a-6f22-479b-b42c-a07c76b82928 req-2dead3af-6e70-4a33-a45d-4e04505050c2 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924668 Nov 27 11:21:22.708988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c56186-2939-4b60-93bf-61aafa4ccc63 req-6d62a04f-fae1-4ee8-be3b-c71536dfc526 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:22.710379 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c7c56186-2939-4b60-93bf-61aafa4ccc63 req-6d62a04f-fae1-4ee8-be3b-c71536dfc526 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0531173 Nov 27 11:21:22.778415 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c7c56186-2939-4b60-93bf-61aafa4ccc63 req-eadffc5c-63ed-4567-b685-16455e790ad5 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595100 Nov 27 11:21:23.893999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209247f-869f-4b67-905b-103dda68e29b req-a923f0c6-3914-4dc6-88df-87395336d835 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:21:23.895489 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c209247f-869f-4b67-905b-103dda68e29b req-a923f0c6-3914-4dc6-88df-87395336d835 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0506423 Nov 27 11:21:23.957097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c209247f-869f-4b67-905b-103dda68e29b req-c55221fe-0ea6-42fb-a9d2-fe81c3ce2713 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40&id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555773 Nov 27 11:21:27.621599 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:21:32.329747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:40.361547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b039020f-fc7a-4b66-afd9-f06895a4f3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:43.138536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-19b64db5-e8b3-4698-b5ce-9b2347e3b9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:44.012067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:45.616945 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:21:46.326875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:02.334340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:04.620570 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:22:10.363388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bdda79d7-c25b-4ac3-93e2-4ad19f8316ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:12.699295 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-6f8847f9-bdfd-47f4-87b0-5c0719a54781 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434150045&fields=id&tenant_id=9f504c319ccc441abb9186b763538a9e HTTP/1.1" status: 200 len: 267 time: 0.0956872 Nov 27 11:22:12.751287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-87d63c49-f74e-4480-907d-8715f5ae4897 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:12.752664 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-87d63c49-f74e-4480-907d-8715f5ae4897 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 984 time: 0.0476785 Nov 27 11:22:12.763321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Request body: {'port': {'security_groups': ['dacb7c96-2c8c-40b4-a8e4-22beb816979f']}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:12.826671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:12.997488 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:13.030977 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.035537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.048070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:22:13.082390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:13.083223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.084526 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c8e0f5ee-2c41-4be3-948b-9e36c68fa41e req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "PUT /v2.0/ports/ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 942 time: 0.3254793 Nov 27 11:22:13.084998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:22:13.087305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0" -d '{"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:22:13.092136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49626) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:13.112257 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event updated for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:13.120240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.120634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.121030 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.121305 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.121652 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.121992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.122331 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.122668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.123002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.123381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.123667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.123995 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf6b9e-c665-4b55-a3b8-f327022c8ca4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.167153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eba150-6394-41b2-9d95-671c513e48e9 x-openstack-request-id: req-14eba150-6394-41b2-9d95-671c513e48e9 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:22:13.167595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:22:13.167948 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14eba150-6394-41b2-9d95-671c513e48e9 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:22:13.168595 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'status': 'completed', 'code': 200} Nov 27 11:22:13.168788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-180fcfed-a162-4b66-8007-7a321b690ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.183418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:22:13.231117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.264814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.274555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-98948b93-5be1-4571-bae6-f765509a7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:13.276061 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-98948b93-5be1-4571-bae6-f765509a7734 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1098 time: 0.0770032 Nov 27 11:22:13.387492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-0e716822-e618-4ba3-9f1a-a4a0d0cff66e None None] Provisioning complete for port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:13.387826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e716822-e618-4ba3-9f1a-a4a0d0cff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.401171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-48ca1398-902a-4676-b448-88c18d10d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:13.402642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-48ca1398-902a-4676-b448-88c18d10d0a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.1145792 Nov 27 11:22:13.457696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.460409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.461630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40 HTTP/1.1" status: 204 len: 168 time: 0.3684535 Nov 27 11:22:13.464451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49628) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:13.478156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b6fdf-2970-4d59-a2cc-25e75c0b4e40,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:13.489871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.490230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.490579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.490921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.491267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.491603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.491942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.492277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.492634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.492965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.493300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.493639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4664c-b560-43d3-abea-1b06c44765c3 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:13.505854 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-38fccf8c-7934-4ee7-85ab-21c91df8db85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 1000 time: 0.0951653 Nov 27 11:22:13.565321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-fb863806-6498-488a-a607-67b61047aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:13.566910 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-fb863806-6498-488a-a607-67b61047aa2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0528393 Nov 27 11:22:13.614989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-a3349982-e940-4ae4-9c1c-ac8ada9371e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:13.616620 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-a3349982-e940-4ae4-9c1c-ac8ada9371e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409808 Nov 27 11:22:13.624905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Deleting port a12a9ffe-85aa-415f-88b5-635e87b503ec {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:13.625245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.698926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.699319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.708213 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-540a15d9-c79c-4a63-a1ab-38bad5b0966d service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Nov 27 11:22:13.710843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Calling delete_port for a12a9ffe-85aa-415f-88b5-635e87b503ec owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:13.803178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cfb59d0a-5191-4bb4-8788-ac2ff2d2aca0 req-17bf7f85-afce-4f7e-b2aa-0bebf7ea6125 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874288 Nov 27 11:22:13.859433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.887462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event deleted for resources: {'Port': ['ID=a12a9ffe-85aa-415f-88b5-635e87b503ec,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:13.948330 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:13.948689 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Floating IP 79a23552-6158-447d-b20d-99707ed6d0ad disassociated (deleted). External IP: 172.26.1.27, port: ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090. Nov 27 11:22:14.015025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:14.151429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Router 0c3f071a-e900-4150-a3f6-ae7d1724a817 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:22:14.256758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:22:14.261607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:14.268250 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] Sync routers for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:22:14.278117 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:14.278808 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:14.289566 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-9cf28518-135d-4945-ac9d-9c7e5377f1a4 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "DELETE /v2.0/floatingips/79a23552-6158-447d-b20d-99707ed6d0ad HTTP/1.1" status: 204 len: 168 time: 0.8240192 Nov 27 11:22:14.384025 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:14.587264 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:14.614122 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] Checking router: 0c3f071a-e900-4150-a3f6-ae7d1724a817 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:22:14.622543 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:14.623141 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:14.731660 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:14.933807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:14.960342 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c9f1c-6603-40dd-a9b2-ca278a462345 None None] The sync data for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv is: [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'aedf65f6-0b09-45a8-a13f-1ad4ef5fc831', 'name': '', 'network_id': '0b4e2459-f063-4839-a33e-a39a1768dc63', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'mac_address': 'fa:16:3e:9a:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:27Z', 'updated_at': '2021-11-27T11:19:31Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'subnets': [{'id': '76c6ffcb-49e3-4b06-9d1e-98a3eb149414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:22:15.169949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:22:15.172394 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799bf9d1-4a33-477e-bb1b-733ce0befc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:22:15.200024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bd4e3-cbbb-45a4-9850-902d98658f90 None None] New status for floating IP 79a23552-6158-447d-b20d-99707ed6d0ad: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:22:15.213786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56824712-1da3-488a-821a-fce0fd6fd637 x-openstack-request-id: req-56824712-1da3-488a-821a-fce0fd6fd637 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:22:15.214098 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:22:15.214348 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56824712-1da3-488a-821a-fce0fd6fd637 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:22:15.214764 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'status': 'completed', 'code': 200} Nov 27 11:22:15.283983 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-6068d4a5-30fd-4fe5-92db-425641ee57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:15.284951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-6068d4a5-30fd-4fe5-92db-425641ee57ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1098 time: 0.0452571 Nov 27 11:22:15.381990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-3fb3f33d-dca2-421b-b8e0-9ea9297c59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:15.383379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-3fb3f33d-dca2-421b-b8e0-9ea9297c59d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.0908523 Nov 27 11:22:15.423821 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-2087b920-0988-4d25-80bb-8fb17834f2ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 217 time: 0.0336998 Nov 27 11:22:15.477805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-fb1618d0-591c-4439-818e-2d3a082a19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:15.479275 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-fb1618d0-591c-4439-818e-2d3a082a19ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0482647 Nov 27 11:22:15.531133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-11398d7b-ceef-4d0f-a05b-4624d39e3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:15.532586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-11398d7b-ceef-4d0f-a05b-4624d39e3fcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451744 Nov 27 11:22:15.621614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:15.629001 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-a74e02c9-c21a-4d33-8357-f877bc8dce4b service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887787 Nov 27 11:22:15.723152 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-799bf9d1-4a33-477e-bb1b-733ce0befc8e req-3f0a2a21-f77b-4aa3-a862-d129b3ba9478 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874684 Nov 27 11:22:16.332079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:22.876154 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-81320ae5-30fe-4e3a-ad28-12241b638e62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445473 Nov 27 11:22:22.966305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-dcc4977f-e021-40d9-a8ee-fb2e350e4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:22.967814 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-dcc4977f-e021-40d9-a8ee-fb2e350e4ae6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f504c319ccc441abb9186b763538a9e&device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 1098 time: 0.0476747 Nov 27 11:22:23.078638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-eed2c855-ec0e-461c-8295-c4ea0fd08c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:23.080687 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-eed2c855-ec0e-461c-8295-c4ea0fd08c3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 200 len: 915 time: 0.0926385 Nov 27 11:22:23.132602 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-423960ca-c5cd-495b-96e8-bbee14afa873 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 200 len: 217 time: 0.0451679 Nov 27 11:22:23.186887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-f3b62299-2cd6-4b92-a3c0-5c72bc8839ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:23.188371 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-f3b62299-2cd6-4b92-a3c0-5c72bc8839ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 200 len: 853 time: 0.0493047 Nov 27 11:22:23.241491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-a696ac3d-f898-4bad-bfd8-faed684f9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:23.243054 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-a696ac3d-f898-4bad-bfd8-faed684f9330 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b4e2459-f063-4839-a33e-a39a1768dc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0481312 Nov 27 11:22:23.340829 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-e464b2ad-d2f1-41ad-8118-7cf49e706609 service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879889 Nov 27 11:22:23.365907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7e978-649a-479c-a8ad-703824df6446 req-5599ad0c-615e-4ae5-a50d-297883f4cac9 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:23.369237 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-03c7e978-649a-479c-a8ad-703824df6446 req-5599ad0c-615e-4ae5-a50d-297883f4cac9 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Nov 27 11:22:23.422342 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-03c7e978-649a-479c-a8ad-703824df6446 req-cef74e34-e652-4c07-8719-20ae93bdd7ee tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Nov 27 11:22:23.448716 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6e3b080f-226d-4f73-a69d-b36330f0e682 req-0a4c9fd6-1573-4a53-8026-c90353c6d26c service neutron] 10.222.0.24 "GET /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003466 Nov 27 11:22:24.594682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4215a3-6e4c-4bf9-8ab0-0dbf460c8f4b req-6a3de8d4-851b-47ad-aa8b-b820c6d32a40 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:24.597016 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d4215a3-6e4c-4bf9-8ab0-0dbf460c8f4b req-6a3de8d4-851b-47ad-aa8b-b820c6d32a40 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.1022761 Nov 27 11:22:24.643839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d4215a3-6e4c-4bf9-8ab0-0dbf460c8f4b req-dc0b4b36-2207-4b34-bc97-0c8787c6f0a6 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/security-groups?id=dacb7c96-2c8c-40b4-a8e4-22beb816979f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Nov 27 11:22:25.333749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-7c158937-9410-40f0-bbff-8fa3ed0958d2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:25.335175 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-7c158937-9410-40f0-bbff-8fa3ed0958d2 tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.24 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 945 time: 0.0477822 Nov 27 11:22:25.426003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Deleting port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:25.426331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:25.513075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] For port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:25.513449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:25.525967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Calling delete_port for ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:25.654415 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:25.665820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:22:25.685176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Pushing event deleted for resources: {'Port': ['ID=ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:25.731052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] No DVR routers for this DVR port ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:22:25.733700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:25.737773 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-359a726e-9249-44fb-84e6-bf3f9effbbbd req-910e7bb5-58d9-47f0-81f3-d50ead0b7e9e tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.24 "DELETE /v2.0/ports/ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 HTTP/1.1" status: 204 len: 173 time: 0.3962417 Nov 27 11:22:25.738224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'name': 'network-vif-deleted', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:22:25.740521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d5409a-f261-4bb7-b204-476a9b37bd71" -d '{"events": [{"server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "name": "network-vif-deleted", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:22:25.747515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-52047d2f-26c4-4186-9485-973ea7a2d3ba req-bf7b1701-5fc9-423e-9b41-462960c0870a tempest-TestMinimumBasicScenario-29082449 tempest-TestMinimumBasicScenario-29082449-project] 10.222.0.13 "GET /v2.0/ports?device_id=217db6b7-e52d-472a-82d9-bf4e08b9ca94 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Nov 27 11:22:25.841857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9f95af-59d4-42a2-bce8-7c6a519e226f x-openstack-request-id: req-9c9f95af-59d4-42a2-bce8-7c6a519e226f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:22:25.842162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217db6b7-e52d-472a-82d9-bf4e08b9ca94", "name": "network-vif-deleted", "tag": "ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:22:25.842424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c9f95af-59d4-42a2-bce8-7c6a519e226f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:22:25.842860 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217db6b7-e52d-472a-82d9-bf4e08b9ca94', 'name': 'network-vif-deleted', 'tag': 'ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090', 'status': 'completed', 'code': 200} Nov 27 11:22:27.335139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49736) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:27.670335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:28.167514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Deleting port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:28.167838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:28.246388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] For port aedf65f6-0b09-45a8-a13f-1ad4ef5fc831, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:28.246738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:28.258494 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Calling delete_port for aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:28.436240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:28.461631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedf65f6-0b09-45a8-a13f-1ad4ef5fc831,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:28.629539 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:28.839872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Router 0c3f071a-e900-4150-a3f6-ae7d1724a817 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:22:28.945308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:22:28.950413 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-36d8cf70-d440-4aa7-abef-beeff405c862 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c3f071a-e900-4150-a3f6-ae7d1724a817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6141136 Nov 27 11:22:28.952863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:28.955978 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] Sync routers for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:22:28.966103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:28.966714 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:29.058172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.069939 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:29.162701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.218660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Deleting port dc584a42-e9af-4321-a2ab-8c6fe4cc159b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:29.219002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.246357 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:22:28Z', 'revision_number': 5, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port': {'id': 'dc584a42-e9af-4321-a2ab-8c6fe4cc159b', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:25Z', 'updated_at': '2021-11-27T11:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:29.276209 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] Checking router: 0c3f071a-e900-4150-a3f6-ae7d1724a817 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:22:29.284707 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] Routers {'0c3f071a-e900-4150-a3f6-ae7d1724a817'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:29.286218 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0c3f071a-e900-4150-a3f6-ae7d1724a817'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:29.302848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] For port dc584a42-e9af-4321-a2ab-8c6fe4cc159b, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:29.303212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.315547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Calling delete_port for dc584a42-e9af-4321-a2ab-8c6fe4cc159b owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:29.370889 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] Set router 0c3f071a-e900-4150-a3f6-ae7d1724a817 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:29.420489 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:22:29Z', 'revision_number': 6, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:29.450380 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12e61b-03df-403e-9e17-a580413b55f4 None None] The sync data for ids ['0c3f071a-e900-4150-a3f6-ae7d1724a817'] in dv-neutron-804846-16-hyperv is: [{'id': '0c3f071a-e900-4150-a3f6-ae7d1724a817', 'name': 'tempest-TestMinimumBasicScenario-410836976-router', 'tenant_id': '9f504c319ccc441abb9186b763538a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:24Z', 'updated_at': '2021-11-27T11:22:29Z', 'revision_number': 6, 'project_id': '9f504c319ccc441abb9186b763538a9e', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:22:29.493940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.520599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc584a42-e9af-4321-a2ab-8c6fe4cc159b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:29.538107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516984f4-b7ff-4353-8235-b5554df81e20 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:29.587255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.681059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.683089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.728437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.728942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3f071a-e900-4150-a3f6-ae7d1724a817 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:22:29.733153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.734279 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c415af94-17f9-4645-b7db-b249863a5386 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c3f071a-e900-4150-a3f6-ae7d1724a817 HTTP/1.1" status: 204 len: 168 time: 0.7805009 Nov 27 11:22:29.737596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:29.780689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Deleting subnet 76c6ffcb-49e3-4b06-9d1e-98a3eb149414 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:22:29.784018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.818129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.900617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.951137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.976833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c6ffcb-49e3-4b06-9d1e-98a3eb149414,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:29.983045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:29.986529 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba56d0a8-58fc-4249-a30b-d86bb41a2ecf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76c6ffcb-49e3-4b06-9d1e-98a3eb149414 HTTP/1.1" status: 204 len: 168 time: 0.2479999 Nov 27 11:22:29.988934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49746) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:29.992016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0fb4f-351f-4c30-a584-d87472e2a0ae None None] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:22:30.012086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:30.035800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:30.036145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device aedf65f6-0b09-45a8-a13f-1ad4ef5fc831 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:30.070335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.134553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Deleting port 18335754-bdcd-4c35-b7be-6ea2aef82e3e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:30.134810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.185433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] DHCP port deletion for 0b4e2459-f063-4839-a33e-a39a1768dc63 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:30.202223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] For port 18335754-bdcd-4c35-b7be-6ea2aef82e3e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18335754-bdcd-4c35-b7be-6ea2aef82e3e,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:30.202563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.217204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Calling delete_port for 18335754-bdcd-4c35-b7be-6ea2aef82e3e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:30.232329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:30.258194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:30.258537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ad7b7f8d-ddbf-47c5-8a65-58d8c90e4090 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:30.262494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Deleting port 18335754-bdcd-4c35-b7be-6ea2aef82e3e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:30.262885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.310761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.337834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=18335754-bdcd-4c35-b7be-6ea2aef82e3e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:30.341517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] No DVR routers for this DVR port 18335754-bdcd-4c35-b7be-6ea2aef82e3e on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:22:30.420908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.443485 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4e2459-f063-4839-a33e-a39a1768dc63']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:30.453083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e731e9-4f00-4553-ad54-03b438a8edbf') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:30.453311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e731e9-4f00-4553-ad54-03b438a8edbf') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:30.463057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.476314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.477895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] For port 18335754-bdcd-4c35-b7be-6ea2aef82e3e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=18335754-bdcd-4c35-b7be-6ea2aef82e3e,segment=NetworkSegment(d4e731e9-4f00-4553-ad54-03b438a8edbf),segment_id=d4e731e9-4f00-4553-ad54-03b438a8edbf)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:30.478300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.483093 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:22:30.483488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:22:30.485203 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:22:30.495212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Calling delete_port for 18335754-bdcd-4c35-b7be-6ea2aef82e3e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:30.539137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.544402 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.547611 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/0b4e2459-f063-4839-a33e-a39a1768dc63 HTTP/1.1" status: 204 len: 168 time: 0.5574532 Nov 27 11:22:30.551329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49750) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:30.559011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51452c8-7c13-48e0-a474-fd5fad6fd1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4e2459-f063-4839-a33e-a39a1768dc63,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:30.582317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:30.604822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Network 0b4e2459-f063-4839-a33e-a39a1768dc63 is not hosted by any dhcp agent {{(pid=103380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 11:22:30.605286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] No DVR routers for this DVR port 18335754-bdcd-4c35-b7be-6ea2aef82e3e on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:22:30.607006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Pushing event deleted for resources: {'Port': ['ID=18335754-bdcd-4c35-b7be-6ea2aef82e3e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:30.616145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.616528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.616879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.617223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.617562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.617906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.618248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.618585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.618918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.619248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.619578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.619902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf31480-8a5c-4a2b-9bf8-1c5ec1eea1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:30.895814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:31.455665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Deleting port 2e73da99-d354-463e-aeef-5a03ac656037 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:31.455998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:31.536553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] For port 2e73da99-d354-463e-aeef-5a03ac656037, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2e73da99-d354-463e-aeef-5a03ac656037,segment=NetworkSegment(bcaa4a6c-0007-4839-89d3-3a7687610b6c),segment_id=bcaa4a6c-0007-4839-89d3-3a7687610b6c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:31.536914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:31.548958 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Calling delete_port for 2e73da99-d354-463e-aeef-5a03ac656037 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:31.618305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18335754-bdcd-4c35-b7be-6ea2aef82e3e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:31.639341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 18335754-bdcd-4c35-b7be-6ea2aef82e3e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:31.639688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 18335754-bdcd-4c35-b7be-6ea2aef82e3e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:31.640098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc584a42-e9af-4321-a2ab-8c6fe4cc159b no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:31.659136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: dc584a42-e9af-4321-a2ab-8c6fe4cc159b {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:31.659483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc584a42-e9af-4321-a2ab-8c6fe4cc159b not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:31.726197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:31.759719 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e73da99-d354-463e-aeef-5a03ac656037,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:31.917240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.128603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:22:32.232347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:22:32.238122 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c939445a-dcc0-4171-b626-17c790645d0d admin admin] 10.222.0.13 "PUT /v2.0/routers/3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851151 Nov 27 11:22:32.240888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49752) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:32.242195 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] Sync routers for ids ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:22:32.252522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] Routers {'3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:32.253159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:32.345321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.356023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.364958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] Set router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:32.453480 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.506542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Deleting port f0167396-d51a-4e67-9a03-44593d7e42aa {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:32.506988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.544769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:22:31Z', 'revision_number': 5, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port': {'id': 'f0167396-d51a-4e67-9a03-44593d7e42aa', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:19:30Z', 'updated_at': '2021-11-27T11:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:32.570548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] Checking router: 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:22:32.578722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] Routers {'3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:32.579321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:32.585585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] For port f0167396-d51a-4e67-9a03-44593d7e42aa, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f0167396-d51a-4e67-9a03-44593d7e42aa,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:32.585950 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.598376 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Calling delete_port for f0167396-d51a-4e67-9a03-44593d7e42aa owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:32.664630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] Set router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:32.721349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:22:32Z', 'revision_number': 6, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:32.747668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b447ad2-3037-49f8-a441-44ad90badc71 None None] The sync data for ids ['3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2'] in dv-neutron-804846-16-hyperv is: [{'id': '3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2', 'name': 'tempest-TestMinimumBasicScenario-284959735-router', 'tenant_id': '82d039b04409484f8a8c0fbd9ae45a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:19:29Z', 'updated_at': '2021-11-27T11:22:32Z', 'revision_number': 6, 'project_id': '82d039b04409484f8a8c0fbd9ae45a22', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:22:32.760136 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.787967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0167396-d51a-4e67-9a03-44593d7e42aa,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:32.801634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4931b-b330-4c9e-9f3d-129a2db6fd5f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:32.850532 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.936390 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.938496 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.980590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.981054 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:22:32.985603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:32.986772 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e92043e1-c5f0-4045-9bc9-50953f649b9c admin admin] 10.222.0.13 "DELETE /v2.0/routers/3bccc037-4e6c-4e0e-9f3b-6130bfe36fa2 HTTP/1.1" status: 204 len: 168 time: 0.7449393 Nov 27 11:22:32.989489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49756) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:33.036461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Deleting subnet bcfb3892-36e4-452b-a670-90f88796c9d6 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:22:33.039346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.073321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.150023 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.202972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.240459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfb3892-36e4-452b-a670-90f88796c9d6,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:33.242308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.245570 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c8993a9f-9bc3-45b5-a745-31463f679e01 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bcfb3892-36e4-452b-a670-90f88796c9d6 HTTP/1.1" status: 204 len: 168 time: 0.2551191 Nov 27 11:22:33.246354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dff74d-9ae3-4730-8847-8bba60da0d08 None None] Network 72e3261e-82d3-4c81-99ab-0bceea1f6d20 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:22:33.248311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49758) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:33.320266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.372132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Deleting port 54d5a602-0719-4726-a645-e3a944a90094 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:22:33.372496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.440231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] For port 54d5a602-0719-4726-a645-e3a944a90094, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=54d5a602-0719-4726-a645-e3a944a90094,segment=NetworkSegment(bcaa4a6c-0007-4839-89d3-3a7687610b6c),segment_id=bcaa4a6c-0007-4839-89d3-3a7687610b6c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:33.440671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.453246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Calling delete_port for 54d5a602-0719-4726-a645-e3a944a90094 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:22:33.532026 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce14cba5-3af9-4755-94d9-353d1f4a43b3 None None] DHCP port deletion for 72e3261e-82d3-4c81-99ab-0bceea1f6d20 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:33.533267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.561916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Pushing event deleted for resources: {'Port': ['ID=54d5a602-0719-4726-a645-e3a944a90094,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:33.563776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] No DVR routers for this DVR port 54d5a602-0719-4726-a645-e3a944a90094 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:22:33.640232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2e73da99-d354-463e-aeef-5a03ac656037 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:33.641782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.662299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2e73da99-d354-463e-aeef-5a03ac656037 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:33.662758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2e73da99-d354-463e-aeef-5a03ac656037 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:33.663256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54d5a602-0719-4726-a645-e3a944a90094 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:33.667784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e3261e-82d3-4c81-99ab-0bceea1f6d20']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:33.677907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcaa4a6c-0007-4839-89d3-3a7687610b6c') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:33.678205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcaa4a6c-0007-4839-89d3-3a7687610b6c') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:33.682783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 54d5a602-0719-4726-a645-e3a944a90094 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:33.683277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 54d5a602-0719-4726-a645-e3a944a90094 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:33.683520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f0167396-d51a-4e67-9a03-44593d7e42aa no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:22:33.690645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.703214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: f0167396-d51a-4e67-9a03-44593d7e42aa {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:22:33.703801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f0167396-d51a-4e67-9a03-44593d7e42aa not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:22:33.708546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.715774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:22:33.716183 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:22:33.718410 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:22:33.777039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.781537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:33.787750 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] 10.222.0.13 "DELETE /v2.0/networks/72e3261e-82d3-4c81-99ab-0bceea1f6d20 HTTP/1.1" status: 204 len: 168 time: 0.5359895 Nov 27 11:22:33.799112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c881d-326a-4237-8a78-a45a1f93265c admin admin] Pushing event deleted for resources: {'Network': ['ID=72e3261e-82d3-4c81-99ab-0bceea1f6d20,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:33.945647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:33.984693 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3d593977-d8b7-48f1-8ceb-21ae0f3e655e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f504c319ccc441abb9186b763538a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378582 Nov 27 11:22:33.987708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:34.033422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab86e5e-1c56-4855-8c85-90cd0d991c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.054745 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab86e5e-1c56-4855-8c85-90cd0d991c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.099903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab86e5e-1c56-4855-8c85-90cd0d991c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.102497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab86e5e-1c56-4855-8c85-90cd0d991c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.103654 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6ab86e5e-1c56-4855-8c85-90cd0d991c10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dacb7c96-2c8c-40b4-a8e4-22beb816979f HTTP/1.1" status: 204 len: 168 time: 0.1150370 Nov 27 11:22:34.113658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab86e5e-1c56-4855-8c85-90cd0d991c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb7c96-2c8c-40b4-a8e4-22beb816979f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:34.404879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:34.447819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-601fc76f-2376-4d71-b6a9-e47b09f80f4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82d039b04409484f8a8c0fbd9ae45a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417593 Nov 27 11:22:34.450412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:34.496568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624a58b-653a-4a3c-8834-dd7b3cf6734a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.516936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624a58b-653a-4a3c-8834-dd7b3cf6734a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.562176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624a58b-653a-4a3c-8834-dd7b3cf6734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.565271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624a58b-653a-4a3c-8834-dd7b3cf6734a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:34.566339 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a624a58b-653a-4a3c-8834-dd7b3cf6734a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17927946-6107-45b0-8f5c-6c43c9776c80 HTTP/1.1" status: 204 len: 168 time: 0.1150401 Nov 27 11:22:34.573816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a58b-653a-4a3c-8834-dd7b3cf6734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17927946-6107-45b0-8f5c-6c43c9776c80,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.028036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.032644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183595327', 'description': 'tempest-secgroup-smoke-183595327 description', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.056298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.063951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.135404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.140267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.181734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff99d7-64d0-4219-a257-36c30709546e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.215972 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.219596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.254127 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.255360 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2262716 Nov 27 11:22:36.258491 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49816) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.259400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfd152-8a96-4ea3-83d2-671d05cc7e0d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b242b7db-e5b5-4691-837a-1fa8c8408649,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.263082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'b242b7db-e5b5-4691-837a-1fa8c8408649', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.289834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.343172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.346658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.363682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be51939-83f9-4086-9605-746ad7119232,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.371668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.372892 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dc937975-3808-4d93-a699-128c1c25938c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133599 Nov 27 11:22:36.375653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49818) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.380562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'b242b7db-e5b5-4691-837a-1fa8c8408649', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.404908 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.460365 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.463884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.480448 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2061554b-9784-4378-b0eb-3a5f126ea412,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.489595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.490811 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3eaf31a0-ead6-4520-8e0b-0e8d3fc86cdb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142220 Nov 27 11:22:36.493483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49820) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.498398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'b242b7db-e5b5-4691-837a-1fa8c8408649', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.524847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.581389 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.584918 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.605609 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1904432c-5657-4ae7-9e25-440587ac6c8d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.613358 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.614565 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f65d3ef3-ade0-4d9f-b3f2-2b9e470e6d79 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200800 Nov 27 11:22:36.617170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49822) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.621396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'b242b7db-e5b5-4691-837a-1fa8c8408649', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.645994 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.702088 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.705524 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.724056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75846b2d-ba3f-4c40-9e7d-2aa9164f2a29,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.731844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.733075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-973f2b86-4259-4725-84db-89def3afc7c3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149917 Nov 27 11:22:36.735793 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49824) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.740711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'b242b7db-e5b5-4691-837a-1fa8c8408649', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.760757 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:22:36.765401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.823658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.827144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.844108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6554c60d-96fe-40ca-ab54-134c9598b391,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.852223 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.853485 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-29727043-9eaa-4350-805c-b1637cb22ddd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161280 Nov 27 11:22:36.856175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49826) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.860396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'b242b7db-e5b5-4691-837a-1fa8c8408649', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:36.881016 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:22:36.885643 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.942804 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.946197 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.966740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c821820-1f66-4746-af0c-e3ced47b12de,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:36.972512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:36.976549 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8bb0e5be-8d9f-4df1-8368-aee6740d3539 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163571 Nov 27 11:22:36.976549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49828) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:36.981357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'network': {'name': 'tempest-network-smoke--837410627', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:37.000926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:22:37.004352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.027224 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:22:37.036853 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.037198 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Added segment 4be60967-f44f-4740-b88c-856cb39d146c of type vlan for network ddad444a-6a98-4978-a427-f8f618f80f57 Nov 27 11:22:37.075477 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.099723 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.105183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:37.105753 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.142173 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1645861 Nov 27 11:22:37.146175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:37.150790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'admin_state_up': True, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:37.173165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802beda-2d9d-4bb4-aead-239a5dec3733 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Network': ['ID=ddad444a-6a98-4978-a427-f8f618f80f57,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:37.176796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.177832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.184421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network ddad444a-6a98-4978-a427-f8f618f80f57 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:22:37.231080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.417314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.865551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.883806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:37.982632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.12 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/b5ec79d8-a127-47f2-ac49-31dd479e9c9f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:22:38.085427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:38.118280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:38.157271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:22:38.160703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:38.164130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:22:38.169872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:38.175457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cfc15-ce04-4b1e-a036-5d5f51c6c31c None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:38.279727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f6f2ad12-692c-4868-b3f6-f61cd7348895 None None] Provisioning complete for port b5ec79d8-a127-47f2-ac49-31dd479e9c9f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:38.280420 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ad12-692c-4868-b3f6-f61cd7348895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:38.318028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f6f2ad12-692c-4868-b3f6-f61cd7348895 None None] Port b5ec79d8-a127-47f2-ac49-31dd479e9c9f cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:22:38.478841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:38.677125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:38.804510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 0b63e184-bbaf-4494-9957-a18b1e31f821 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:22:38.910230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:22:38.919653 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Sync routers for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:22:38.931043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:38.931750 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:38.932266 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e973e171-4d41-4dba-8e83-36f86465049b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7850540 Nov 27 11:22:38.935334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:38.935630 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:39.063486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d7d668d9-a4f1-40a1-af63-df680751574a tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=449a9d6ef2fd43ec8e12e7d3a9316faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1269488 Nov 27 11:22:39.066690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:39.130617 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:39.216749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e300e-8ddc-43c5-91bc-d90453dcd5dc tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:39.218268 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-779e300e-8ddc-43c5-91bc-d90453dcd5dc tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506248 Nov 27 11:22:39.221973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49838) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:39.252847 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c4824e42-ddd5-4c8f-8ac7-a43449a7baba tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295534 Nov 27 11:22:39.255278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49840) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:39.259951 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1680572261', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:39.312240 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:38Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:39.342378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Checking router: 0b63e184-bbaf-4494-9957-a18b1e31f821 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:22:39.342643 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Updating router 0b63e184-bbaf-4494-9957-a18b1e31f821 port b5ec79d8-a127-47f2-ac49-31dd479e9c9f binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:22:39.349039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:22:39.352534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.368363 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.530266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.594929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Subnet': ['ID=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:39.604166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Checking segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:22:39.604565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network hostable DHCP agents. Network: ddad444a-6a98-4978-a427-f8f618f80f57, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:22:39.620166 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.621585 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network ddad444a-6a98-4978-a427-f8f618f80f57 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:22:39.625389 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.631898 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, ddad444a-6a98-4978-a427-f8f618f80f57) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:39.637277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:39.637871 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.644270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7542b46e-4042-43ba-8f11-6e454ccbcbc3 None None] Network ddad444a-6a98-4978-a427-f8f618f80f57 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:22:39.659927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49842) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:39.660155 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4a0b986e-36a0-4024-96c4-117b48a16dec tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037359 Nov 27 11:22:39.674825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc66ff5-56d8-4415-8dd7-8cc9b1cdb18a None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:39.676180 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Attempting to bind port b5ec79d8-a127-47f2-ac49-31dd479e9c9f on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:22:39.676589 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Attempting to bind port b5ec79d8-a127-47f2-ac49-31dd479e9c9f by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:22:39.676958 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Attempting to bind port b5ec79d8-a127-47f2-ac49-31dd479e9c9f on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:22:39.685679 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Pushing event updated for resources: {'Port': ['ID=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:39.688669 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:22:39.689841 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:22:39.690250 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.690794 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:22:39.691296 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Bound port: b5ec79d8-a127-47f2-ac49-31dd479e9c9f, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:22:39.691684 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.748235 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] For port b5ec79d8-a127-47f2-ac49-31dd479e9c9f, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:22:39.751497 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] For port b5ec79d8-a127-47f2-ac49-31dd479e9c9f, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:22:39.754365 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.754774 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.755107 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.755641 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.755990 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.756326 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.756938 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.757534 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.758041 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.758378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.758709 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.759201 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:22:39.763741 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.772937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-24ed868a-3e81-46a7-81ec-0b9fc4b42221 None None] Provisioning complete for port b5ec79d8-a127-47f2-ac49-31dd479e9c9f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:39.773505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24ed868a-3e81-46a7-81ec-0b9fc4b42221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.819423 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022da48-aea1-4737-bd66-0d4fd7ea0e4d None None] Pushing event updated for resources: {'Port': ['ID=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:39.840461 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:39.841262 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:39.861371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d172fdb8-265f-4e60-992d-4d091b9d59d9 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:22:39.915848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-ddad444a-6a98-4978-a427-f8f618f80f57', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:22:39.916762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.934563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24ed868a-3e81-46a7-81ec-0b9fc4b42221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:39.965417 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:40.006940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-24ed868a-3e81-46a7-81ec-0b9fc4b42221 None None] For port b5ec79d8-a127-47f2-ac49-31dd479e9c9f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:40.013940 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-24ed868a-3e81-46a7-81ec-0b9fc4b42221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.103199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed868a-3e81-46a7-81ec-0b9fc4b42221 None None] Pushing event updated for resources: {'Port': ['ID=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:40.114752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.119083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Allocated IP 172.20.0.2 (ddad444a-6a98-4978-a427-f8f618f80f57/49e13cdf-15ad-49b8-87ad-5e2cfa1b7465/3f5b6f0a-813c-42e9-a0c8-12e19529159a) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:22:40.156727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-db523239-a62f-4084-9292-3b6678b769ec None None] Provisioning complete for port b5ec79d8-a127-47f2-ac49-31dd479e9c9f triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:40.157107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db523239-a62f-4084-9292-3b6678b769ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.163512 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:38Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:40.196772 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e568adc-233b-4f30-b3ff-f84e13875ead None None] The sync data for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv is: [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:38Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:22:40.349178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.363347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.396972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-068adfd8-690c-4f4d-834d-f665cbee429e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.411060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Network ddad444a-6a98-4978-a427-f8f618f80f57 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:22:40.414167 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:40.417580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:22:40.426068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Pushing event updated for resources: {'Port': ['ID=3f5b6f0a-813c-42e9-a0c8-12e19529159a,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:40.487160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.1 (ddad444a-6a98-4978-a427-f8f618f80f57/49e13cdf-15ad-49b8-87ad-5e2cfa1b7465/562ed7c1-65b5-4258-974a-d1e6ae51ffa5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:22:40.496632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Attempting to bind port 3f5b6f0a-813c-42e9-a0c8-12e19529159a on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:22:40.497133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Attempting to bind port 3f5b6f0a-813c-42e9-a0c8-12e19529159a by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:22:40.497562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Attempting to bind port 3f5b6f0a-813c-42e9-a0c8-12e19529159a on network ddad444a-6a98-4978-a427-f8f618f80f57 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:22:40.504025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:22:40.509041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Checking segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:22:40.509041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.509041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Bound using segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:22:40.509041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Bound port: 3f5b6f0a-813c-42e9-a0c8-12e19529159a, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:22:40.509041 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.587992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] For port 3f5b6f0a-813c-42e9-a0c8-12e19529159a, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:22:40.591780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] For port 3f5b6f0a-813c-42e9-a0c8-12e19529159a, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3f5b6f0a-813c-42e9-a0c8-12e19529159a,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:22:40.597525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.609434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.649290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.660016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277be81b-ab6c-4c6a-819b-aa3b34b988e2 None None] Pushing event updated for resources: {'Port': ['ID=3f5b6f0a-813c-42e9-a0c8-12e19529159a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:40.693382 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network ddad444a-6a98-4978-a427-f8f618f80f57 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:22:40.699139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:40.703001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:22:40.729673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:40.754811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:40.913433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:41.490070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:41.494710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:41.573489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:41.575261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:41.625690 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:22:41.634297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7710591-3d5d-49db-b034-db789d17a04b None None] Network ddad444a-6a98-4978-a427-f8f618f80f57 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:22:41.680201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network ddad444a-6a98-4978-a427-f8f618f80f57 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:22:41.681677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:41.707700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b5ec79d8-a127-47f2-ac49-31dd479e9c9f up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:22:41.765377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-248ce627-a8cf-489a-82de-49c81468cc58 None None] Provisioning complete for port 3f5b6f0a-813c-42e9-a0c8-12e19529159a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:41.765758 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-248ce627-a8cf-489a-82de-49c81468cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:41.806520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 0b63e184-bbaf-4494-9957-a18b1e31f821 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:22:41.854872 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port b5ec79d8-a127-47f2-ac49-31dd479e9c9f triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:41.855251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:41.922817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:22:41.928560 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ad6171de-c3aa-4589-b1e7-1aa4b6de8b31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/0b63e184-bbaf-4494-9957-a18b1e31f821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675388 Nov 27 11:22:41.966496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-248ce627-a8cf-489a-82de-49c81468cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:42.032262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3f5b6f0a-813c-42e9-a0c8-12e19529159a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:22:42.035462 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-248ce627-a8cf-489a-82de-49c81468cc58 None None] For port 3f5b6f0a-813c-42e9-a0c8-12e19529159a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3f5b6f0a-813c-42e9-a0c8-12e19529159a,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:42.061391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-248ce627-a8cf-489a-82de-49c81468cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:42.101383 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-bd7fb934-471f-4569-9d52-52f357d24916 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183595327&fields=id&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 267 time: 0.0577128 Nov 27 11:22:42.109105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Sync routers for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:22:42.141384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ce627-a8cf-489a-82de-49c81468cc58 None None] Pushing event updated for resources: {'Port': ['ID=3f5b6f0a-813c-42e9-a0c8-12e19529159a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:42.147936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:42.148604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:42.223330 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-652fa5cc-44cb-40e6-8f2d-5dff29116900 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:42.224927 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-652fa5cc-44cb-40e6-8f2d-5dff29116900 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/networks?id=ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 200 len: 796 time: 0.1152043 Nov 27 11:22:42.239572 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3f5b6f0a-813c-42e9-a0c8-12e19529159a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:42.239954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:42.246081 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-ee6b0084-f2c6-46a0-8c4f-8ebc89f48b4e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/quotas/449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 375 time: 0.0148005 Nov 27 11:22:42.304987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:42.317291 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-a7cedfcb-99a3-4a18-a410-645878b637b5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563250 Nov 27 11:22:42.383171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-bf5601d3-8f0d-49f0-840f-0bda898a51b1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:22:42.384288 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-bf5601d3-8f0d-49f0-840f-0bda898a51b1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548835 Nov 27 11:22:42.493647 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-cf811520-d83f-4b7b-971f-ed66749245f8 service neutron] 10.222.0.13 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996492 Nov 27 11:22:42.496340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd358902-0405-4069-939d-1fe187255220 None None] Provisioning complete for port 3f5b6f0a-813c-42e9-a0c8-12e19529159a triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:42.496743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd358902-0405-4069-939d-1fe187255220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:42.602496 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-3cddebce-021a-4962-9e75-02ee666542e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013217 Nov 27 11:22:42.762621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bd358902-0405-4069-939d-1fe187255220 None None] Provisioning complete for port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:42.763191 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e2c56788-62bf-4673-ad76-c31cc648b695 req-ba190bc4-6233-4f7e-a9d8-e97be65b4ab9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 210 time: 0.0284224 Nov 27 11:22:42.763560 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd358902-0405-4069-939d-1fe187255220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:42.809705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bd358902-0405-4069-939d-1fe187255220 None None] Port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:22:42.817365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:41Z', 'revision_number': 2, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:42.844092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Checking router: 0b63e184-bbaf-4494-9957-a18b1e31f821 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:22:42.844485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Updating router 0b63e184-bbaf-4494-9957-a18b1e31f821 port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:22:42.872089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:42.990606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-afe6ec70-16e9-4dfe-b97d-b9fe2645f9b0 None None] Provisioning complete for port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:42.990990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afe6ec70-16e9-4dfe-b97d-b9fe2645f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.053524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-afe6ec70-16e9-4dfe-b97d-b9fe2645f9b0 None None] Port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:22:43.153505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db776996-4a7a-4448-b4be-467caadb4f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.203635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.209275 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.271371 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd530abb-caa5-4ddb-b9b3-a5483f7f6cf5 None None] Pushing event updated for resources: {'Port': ['ID=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:43.327074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Attempting to bind port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:22:43.327445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Attempting to bind port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:22:43.327809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Attempting to bind port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 on network ddad444a-6a98-4978-a427-f8f618f80f57 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:22:43.333821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:22:43.334197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Checking segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:22:43.334622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.335014 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Bound using segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:22:43.335484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Bound port: 562ed7c1-65b5-4258-974a-d1e6ae51ffa5, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:22:43.335865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.408106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] For port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:22:43.411957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] For port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:22:43.417323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.498339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:43.498878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:43.504050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd530abb-caa5-4ddb-b9b3-a5483f7f6cf5 None None] Pushing event updated for resources: {'Port': ['ID=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:43.541997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-e1b0a003-4fdd-4d61-a0d2-36053e2bc7d9 None None] Provisioning complete for port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:43.542372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1b0a003-4fdd-4d61-a0d2-36053e2bc7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.640027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3f5b6f0a-813c-42e9-a0c8-12e19529159a up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:22:43.704430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:43.772642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1b0a003-4fdd-4d61-a0d2-36053e2bc7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.871890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-7d852569-18e1-4888-a10d-ada134cbd8cf tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:43.873343 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-7d852569-18e1-4888-a10d-ada134cbd8cf tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/networks?id=ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 200 len: 796 time: 0.1328239 Nov 27 11:22:43.885517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3f5b6f0a-813c-42e9-a0c8-12e19529159a triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:43.885900 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.895626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-e1b0a003-4fdd-4d61-a0d2-36053e2bc7d9 None None] For port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:43.895868 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c8b5ef36-dc3b-4850-abdb-9b75ec75add0 req-8e913de2-f121-4892-9fee-f7bcdb1e1b16 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 210 time: 0.0406282 Nov 27 11:22:43.922301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e1b0a003-4fdd-4d61-a0d2-36053e2bc7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:43.958541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-75364217-6ab1-4034-8252-8046a6a422e1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 379 time: 0.0669870 Nov 27 11:22:43.969356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'port': {'device_id': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'admin_state_up': True, 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'security_groups': ['b242b7db-e5b5-4691-837a-1fa8c8408649']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:44.043921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0a003-4fdd-4d61-a0d2-36053e2bc7d9 None None] Pushing event updated for resources: {'Port': ['ID=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:44.062825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.084032 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:22:44.087655 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.105203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7eccfd0d-ed0c-46ce-9254-e749a06ca79c None None] Provisioning complete for port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:44.105576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7eccfd0d-ed0c-46ce-9254-e749a06ca79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.155453 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:44.183971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67745792-109b-47cd-9003-a41ff3c8f3f5 None None] The sync data for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv is: [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:22:44.223196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.8 (ddad444a-6a98-4978-a427-f8f618f80f57/49e13cdf-15ad-49b8-87ad-5e2cfa1b7465/328f6630-fae3-4e32-858f-0b89334df419) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:22:44.395369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.431131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.477813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network ddad444a-6a98-4978-a427-f8f618f80f57 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:22:44.480704 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:44.484579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:22:44.523677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=328f6630-fae3-4e32-858f-0b89334df419,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:44.546660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:44.547168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.564834 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-65b65197-4f65-46f4-bdc6-2806538b32da tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986331 Nov 27 11:22:44.577811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Request body: {'port': {'device_id': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:44.637707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.776974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-87753080-4fc6-4c34-ae3f-bf8f0bfc5dde None None] Provisioning complete for port 328f6630-fae3-4e32-858f-0b89334df419 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:44.777542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87753080-4fc6-4c34-ae3f-bf8f0bfc5dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.822004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-87753080-4fc6-4c34-ae3f-bf8f0bfc5dde None None] Port 328f6630-fae3-4e32-858f-0b89334df419 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:22:44.931012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328f6630-fae3-4e32-858f-0b89334df419 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:22:44.940785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:44.954116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Transition to ACTIVE for port object 328f6630-fae3-4e32-858f-0b89334df419 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:22:44.963596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:45.027495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Pushing event updated for resources: {'Port': ['ID=328f6630-fae3-4e32-858f-0b89334df419,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:45.094506 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13816ba-220a-46bf-b909-d0c770d9bd90 req-21bfeb2d-2c5f-4be6-a2a0-87556c36d6b5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:45.103381 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d13816ba-220a-46bf-b909-d0c770d9bd90 req-21bfeb2d-2c5f-4be6-a2a0-87556c36d6b5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 943 time: 0.1184511 Nov 27 11:22:45.131727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Attempting to bind port 328f6630-fae3-4e32-858f-0b89334df419 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:22:45.132068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Attempting to bind port 328f6630-fae3-4e32-858f-0b89334df419 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:22:45.132409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Attempting to bind port 328f6630-fae3-4e32-858f-0b89334df419 on network ddad444a-6a98-4978-a427-f8f618f80f57 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:22:45.137580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Port 328f6630-fae3-4e32-858f-0b89334df419 on network ddad444a-6a98-4978-a427-f8f618f80f57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:22:45.137899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Attempting to bind port 328f6630-fae3-4e32-858f-0b89334df419 on network ddad444a-6a98-4978-a427-f8f618f80f57 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:22:45.144867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:22:45.145215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Checking segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:22:45.145675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Bound using segment: {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:22:45.146054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Bound port: 328f6630-fae3-4e32-858f-0b89334df419, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be60967-f44f-4740-b88c-856cb39d146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:22:45.146970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:45.176147 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d13816ba-220a-46bf-b909-d0c770d9bd90 req-464e5640-c76e-4140-8885-6a9434cf2d4d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644536 Nov 27 11:22:45.255147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] For port 328f6630-fae3-4e32-858f-0b89334df419, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:22:45.258890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] For port 328f6630-fae3-4e32-858f-0b89334df419, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=328f6630-fae3-4e32-858f-0b89334df419,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:22:45.263392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:45.297406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:45.298030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:45.299753 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] 10.222.0.24 "PUT /v2.0/ports/328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 200 len: 1093 time: 0.7264888 Nov 27 11:22:45.302188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'tag': '328f6630-fae3-4e32-858f-0b89334df419'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:22:45.305445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0" -d '{"events": [{"name": "network-changed", "server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "tag": "328f6630-fae3-4e32-858f-0b89334df419"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:22:45.334819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a3d2d-3964-4036-849b-ce3d0e8b5ffd service neutron] Pushing event updated for resources: {'Port': ['ID=328f6630-fae3-4e32-858f-0b89334df419,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:45.376931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae7170c-178b-4698-a2fd-281a03094845 x-openstack-request-id: req-bae7170c-178b-4698-a2fd-281a03094845 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:22:45.377235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "tag": "328f6630-fae3-4e32-858f-0b89334df419", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:22:45.377500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bae7170c-178b-4698-a2fd-281a03094845 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:22:45.377916 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'tag': '328f6630-fae3-4e32-858f-0b89334df419', 'status': 'completed', 'code': 200} Nov 27 11:22:45.424665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-7c0410fb-b504-42fd-b892-a93ea32ca9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:45.426628 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-7c0410fb-b504-42fd-b892-a93ea32ca9a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1096 time: 0.0595315 Nov 27 11:22:45.485457 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-33551860-9ae8-4b78-8f4a-f974003e5f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 200 len: 217 time: 0.0499384 Nov 27 11:22:45.553125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-5bed3d67-90b3-4f8d-b2c5-b66c8d43c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:45.554662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-5bed3d67-90b3-4f8d-b2c5-b66c8d43c20d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 HTTP/1.1" status: 200 len: 835 time: 0.0609524 Nov 27 11:22:45.634982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-f0c232f2-2ab9-4d00-83a0-38132f9f8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:45.637723 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-f0c232f2-2ab9-4d00-83a0-38132f9f8fed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddad444a-6a98-4978-a427-f8f618f80f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0761592 Nov 27 11:22:45.658774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:45.719189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:22:45.767004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-9113bde6-0cd7-4af0-a1c6-f56b0d170343 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107543 Nov 27 11:22:45.776776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:45.777287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:45.861867 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ee89513-c72e-4fd9-9562-11affbfeb5a9 req-fa941e25-3061-4e0f-93c1-0c450b5f0b70 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863762 Nov 27 11:22:45.948678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-d4734c9d-e6d8-4741-a473-f64192afeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:45.950188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-d4734c9d-e6d8-4741-a473-f64192afeda5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1096 time: 0.0427797 Nov 27 11:22:46.053247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-5efe07fe-f973-4cb1-8858-2fdf16aa2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:46.054783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-5efe07fe-f973-4cb1-8858-2fdf16aa2f2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 200 len: 897 time: 0.0977890 Nov 27 11:22:46.095629 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-dc89a3a6-1381-4c1f-9f3d-616b7232141a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 200 len: 217 time: 0.0339761 Nov 27 11:22:46.150944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-2885cdbd-8c99-4ea3-b417-15c219b6aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:46.152462 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-2885cdbd-8c99-4ea3-b417-15c219b6aa8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 HTTP/1.1" status: 200 len: 835 time: 0.0504482 Nov 27 11:22:46.200787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-8b0f65ad-b385-4e64-91e8-53677cbc3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:46.202359 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-8b0f65ad-b385-4e64-91e8-53677cbc3d19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddad444a-6a98-4978-a427-f8f618f80f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433691 Nov 27 11:22:46.299402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052488e0-4e38-435f-be3d-36367822959a req-6fdff373-20d5-4335-9ffb-71eaff51d740 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:46.300925 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-052488e0-4e38-435f-be3d-36367822959a req-6fdff373-20d5-4335-9ffb-71eaff51d740 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Nov 27 11:22:46.302780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-8d603cd4-3520-4a0d-9c55-1b95b6d43453 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936222 Nov 27 11:22:46.336412 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:46.356901 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-052488e0-4e38-435f-be3d-36367822959a req-e87a90ed-6f6d-4306-bbe1-c3a1ca55ffa7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497825 Nov 27 11:22:46.400827 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-49f0c5f2-5cc1-4068-88b5-d54f901d61d0 req-e3de76cf-090d-46f2-9aff-e51026175e07 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908270 Nov 27 11:22:47.474255 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738141-9329-49dc-a96e-bd7158c89c7e req-a0c8fc25-9af9-47df-a4ce-2334fa772d97 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:47.475715 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42738141-9329-49dc-a96e-bd7158c89c7e req-a0c8fc25-9af9-47df-a4ce-2334fa772d97 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 943 time: 0.0500169 Nov 27 11:22:47.528350 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42738141-9329-49dc-a96e-bd7158c89c7e req-68b0b4aa-f3c6-4c43-939a-f6048bc71b8b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Nov 27 11:22:48.292184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 328f6630-fae3-4e32-858f-0b89334df419 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:22:48.386964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 328f6630-fae3-4e32-858f-0b89334df419, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=328f6630-fae3-4e32-858f-0b89334df419,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:48.397666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '328f6630-fae3-4e32-858f-0b89334df419', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'port_id': '328f6630-fae3-4e32-858f-0b89334df419', 'mac_address': 'fa:16:3e:f5:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:22:48.573356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:48.586099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328f6630-fae3-4e32-858f-0b89334df419 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:22:48.605050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 328f6630-fae3-4e32-858f-0b89334df419, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=328f6630-fae3-4e32-858f-0b89334df419,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:48.609640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:48.643186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0c920-e11f-465f-bf2d-e7cd75f39a06 req-6fca935c-849f-45aa-a493-4d4f976551a1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:48.644730 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f9d0c920-e11f-465f-bf2d-e7cd75f39a06 req-6fca935c-849f-45aa-a493-4d4f976551a1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Nov 27 11:22:48.645359 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-a3bcd9db-dbb3-41ef-98ca-a33a2600d782 req-8dcc63a6-39b8-4568-af99-dbc97aeb38a6 tempest-ServerDiskConfigTestJSON-152960495 tempest-ServerDiskConfigTestJSON-152960495-project] (103379) timed out ('10.222.0.24', 61269) {{(pid=103379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 11:22:48.659878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=328f6630-fae3-4e32-858f-0b89334df419,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:48.695140 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f9d0c920-e11f-465f-bf2d-e7cd75f39a06 req-f76e08ac-5e09-4015-944e-d6f7589c010c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Nov 27 11:22:48.929314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['328f6630-fae3-4e32-858f-0b89334df419'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:22:49.809495 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede56d-f015-4657-829e-93adb5127f65 req-aa53df84-4198-4f38-8cb8-bd712a123ba6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:49.810977 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-11ede56d-f015-4657-829e-93adb5127f65 req-aa53df84-4198-4f38-8cb8-bd712a123ba6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 944 time: 0.0495791 Nov 27 11:22:49.860062 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-11ede56d-f015-4657-829e-93adb5127f65 req-fac0e01c-3e79-4282-ba71-9093c98d6149 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Nov 27 11:22:50.293561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 328f6630-fae3-4e32-858f-0b89334df419 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:22:50.344240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 328f6630-fae3-4e32-858f-0b89334df419 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:22:50.348276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 328f6630-fae3-4e32-858f-0b89334df419 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:22:50.348684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:50.424294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:50.446693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f6630-fae3-4e32-858f-0b89334df419'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:22:50.448994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56cfdaf-1a56-4878-b660-fc8f245dbb92" -d '{"events": [{"server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "name": "network-vif-plugged", "status": "completed", "tag": "328f6630-fae3-4e32-858f-0b89334df419"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:22:50.462527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 328f6630-fae3-4e32-858f-0b89334df419, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=328f6630-fae3-4e32-858f-0b89334df419,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:22:50.467627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:50.520867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=328f6630-fae3-4e32-858f-0b89334df419,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:50.544049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317e942-ef54-4abb-a106-1a35cf807f66 x-openstack-request-id: req-4317e942-ef54-4abb-a106-1a35cf807f66 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:22:50.544292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "name": "network-vif-plugged", "status": "completed", "tag": "328f6630-fae3-4e32-858f-0b89334df419", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:22:50.544637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4317e942-ef54-4abb-a106-1a35cf807f66 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:22:50.545034 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f6630-fae3-4e32-858f-0b89334df419', 'code': 200} Nov 27 11:22:50.707557 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4428fae-1f63-4d2b-98c4-c6810eadf098 req-8808debb-4766-4991-8f8d-47c096e90084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:50.709061 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c4428fae-1f63-4d2b-98c4-c6810eadf098 req-8808debb-4766-4991-8f8d-47c096e90084 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1098 time: 0.0403912 Nov 27 11:22:50.756643 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c4428fae-1f63-4d2b-98c4-c6810eadf098 req-1ea566a0-9caf-4781-a776-73cc4e0144dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Nov 27 11:22:50.978266 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd73b6-dfc8-47aa-ad0f-c57a53fcf212 req-920e99b6-13dd-4a72-b670-50b2c1ddd983 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:50.979733 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a3bd73b6-dfc8-47aa-ad0f-c57a53fcf212 req-920e99b6-13dd-4a72-b670-50b2c1ddd983 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0523071 Nov 27 11:22:51.027435 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a3bd73b6-dfc8-47aa-ad0f-c57a53fcf212 req-917cea0e-e5c8-4153-8d94-9a676207459a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Nov 27 11:22:52.143056 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b04d-19b0-4516-a4c4-65c7304d397a req-58396eb7-e3d1-4a8e-8ad7-25d945adc461 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:52.144556 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef42b04d-19b0-4516-a4c4-65c7304d397a req-58396eb7-e3d1-4a8e-8ad7-25d945adc461 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Nov 27 11:22:52.194088 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef42b04d-19b0-4516-a4c4-65c7304d397a req-294ead25-05fb-4554-8de1-9a4f8ba1bf2f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436373 Nov 27 11:22:52.308449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469e1c-061e-40a0-9368-fe8ed8f49fcc req-786df303-cbcf-425e-9fb0-d518db71e556 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:52.309831 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-60469e1c-061e-40a0-9368-fe8ed8f49fcc req-786df303-cbcf-425e-9fb0-d518db71e556 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0474353 Nov 27 11:22:52.359236 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-60469e1c-061e-40a0-9368-fe8ed8f49fcc req-67bba72a-4917-48f1-916b-b482578700f8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422635 Nov 27 11:22:52.381275 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49900) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:52.420006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d341eec-4e3f-407b-8f06-a26721804033 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:52.421496 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6d341eec-4e3f-407b-8f06-a26721804033 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1093 time: 0.0392599 Nov 27 11:22:52.424955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49902) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:52.429144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '328f6630-fae3-4e32-858f-0b89334df419', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:22:52.451624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:52.547841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:52.650489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.54 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6517d237-70be-49ea-b69e-8261f95b1d40) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:22:52.748404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:52.781688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:52.820858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:22:52.823737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:22:52.827087 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:22:52.833163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=6517d237-70be-49ea-b69e-8261f95b1d40,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:53.175498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:53.244122 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:53.388931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:53.393961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:53.465281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=6517d237-70be-49ea-b69e-8261f95b1d40,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:22:53.473846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:53.576293 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP a8acbfd7-41b8-47d7-bb50-7c052276105a associated. External IP: 172.26.1.54, port: 328f6630-fae3-4e32-858f-0b89334df419. Nov 27 11:22:54.075169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 0b63e184-bbaf-4494-9957-a18b1e31f821 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:22:54.180737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:22:54.194720 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] Sync routers for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:22:54.200181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:22:54.206463 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:54.207096 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:54.227777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e08ffbfd-f3d8-4fd4-9759-9c21160cbc68 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8018253 Nov 27 11:22:54.228388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'tag': '328f6630-fae3-4e32-858f-0b89334df419'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:22:54.230653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb66154d-2429-4dd5-b3c2-06a5586a9a44" -d '{"events": [{"name": "network-changed", "server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "tag": "328f6630-fae3-4e32-858f-0b89334df419"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:22:54.270003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fe2121-a0d6-4ddf-88fb-10f47e4f54f9 x-openstack-request-id: req-75fe2121-a0d6-4ddf-88fb-10f47e4f54f9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:22:54.270303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "tag": "328f6630-fae3-4e32-858f-0b89334df419", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:22:54.270560 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75fe2121-a0d6-4ddf-88fb-10f47e4f54f9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:22:54.270968 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'tag': '328f6630-fae3-4e32-858f-0b89334df419', 'status': 'completed', 'code': 200} Nov 27 11:22:54.324039 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:54.334553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d4331-a89b-4853-8132-acfa5733338d req-34d1763b-a25a-4b88-8892-881e89bb128a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:54.340999 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-755d4331-a89b-4853-8132-acfa5733338d req-34d1763b-a25a-4b88-8892-881e89bb128a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0587461 Nov 27 11:22:54.342170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-f9f2ef07-dbf5-4bd6-8f8a-b61a7eaba969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:54.343701 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-f9f2ef07-dbf5-4bd6-8f8a-b61a7eaba969 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1098 time: 0.0428014 Nov 27 11:22:54.387552 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-755d4331-a89b-4853-8132-acfa5733338d req-a3ad5c93-23de-4387-86ec-6318df3a8b3b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446630 Nov 27 11:22:54.411564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49910) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:54.440126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-c6b36990-af50-40a5-a783-e3868e559a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:54.441684 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-c6b36990-af50-40a5-a783-e3868e559a90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 200 len: 897 time: 0.0911288 Nov 27 11:22:54.475919 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-66e0e259-a15f-44d8-9292-ea68fcc2dfc3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/a8acbfd7-41b8-47d7-bb50-7c052276105a HTTP/1.1" status: 200 len: 990 time: 0.0617187 Nov 27 11:22:54.508675 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-49305d85-29d0-4dc9-a52d-c684c66b1d1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 200 len: 998 time: 0.0596957 Nov 27 11:22:54.555565 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a8acbfd7-41b8-47d7-bb50-7c052276105a', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'port_id': '328f6630-fae3-4e32-858f-0b89334df419', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'mac_address': 'fa:16:3e:f5:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:22:53Z', 'updated_at': '2021-11-27T11:22:53Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:54.560618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-db66a4a1-7a87-40ee-a8ed-d8814472a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:54.562239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-db66a4a1-7a87-40ee-a8ed-d8814472a10e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 HTTP/1.1" status: 200 len: 835 time: 0.0473917 Nov 27 11:22:54.585939 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] Checking router: 0b63e184-bbaf-4494-9957-a18b1e31f821 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:22:54.597028 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:22:54.597807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:22:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:54.615083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-00dea747-e3f6-4b56-b808-e7f75d27a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:22:54.616607 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-00dea747-e3f6-4b56-b808-e7f75d27a8fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddad444a-6a98-4978-a427-f8f618f80f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0478637 Nov 27 11:22:54.709766 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-cad42851-e536-4fa2-b392-295bc1296525 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862985 Nov 27 11:22:54.799528 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:22:54.807802 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb66154d-2429-4dd5-b3c2-06a5586a9a44 req-2078b7b0-6d73-41f1-b7e9-0fcc0db966b0 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910733 Nov 27 11:22:55.018115 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a8acbfd7-41b8-47d7-bb50-7c052276105a', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'port_id': '328f6630-fae3-4e32-858f-0b89334df419', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'mac_address': 'fa:16:3e:f5:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:22:53Z', 'updated_at': '2021-11-27T11:22:53Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:22:55.046139 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ad553-75c2-40f1-838c-b5c7e8076418 None None] The sync data for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv is: [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'a8acbfd7-41b8-47d7-bb50-7c052276105a', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'port_id': '328f6630-fae3-4e32-858f-0b89334df419', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'mac_address': 'fa:16:3e:f5:ab:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:22:53Z', 'updated_at': '2021-11-27T11:22:53Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:22:55.242949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b74e1d-ff61-49f6-83ba-3dc2ecf9a58c None None] New status for floating IP a8acbfd7-41b8-47d7-bb50-7c052276105a: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:22:55.478576 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49912) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:22:55.541567 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f169cc42-9fcb-4c9b-a845-1bafe68e9d2e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/a8acbfd7-41b8-47d7-bb50-7c052276105a HTTP/1.1" status: 200 len: 992 time: 0.0617404 Nov 27 11:23:02.349975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:10.370218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-67448531-065c-45be-9343-d1f542803433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:13.144525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-73f81656-9399-4273-88f0-0adf45076200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:14.022015 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:15.624223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:16.339796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:18.624235 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:23:22.865216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-c228699b-7c10-40af-b879-27a265d8c695 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395930 Nov 27 11:23:22.947909 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-5eb6e32e-7590-48ce-82ee-69dfd3237451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:23:22.949382 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-5eb6e32e-7590-48ce-82ee-69dfd3237451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1098 time: 0.0404115 Nov 27 11:23:23.053298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-1b653273-db45-4dce-b80a-4592aad78e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:23:23.054742 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-1b653273-db45-4dce-b80a-4592aad78e5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 200 len: 897 time: 0.0864816 Nov 27 11:23:23.118109 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-83e246ea-31ac-459c-8608-022e0d5bf131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 200 len: 1000 time: 0.0563028 Nov 27 11:23:23.170069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-de071d7d-2d46-4e94-ad2c-8c78f47d72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:23:23.171473 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-de071d7d-2d46-4e94-ad2c-8c78f47d72fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 HTTP/1.1" status: 200 len: 835 time: 0.0468805 Nov 27 11:23:23.215531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-18e57bd0-f5e1-4f5e-96d9-ee7dfaa2b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:23:23.217001 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-18e57bd0-f5e1-4f5e-96d9-ee7dfaa2b9fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddad444a-6a98-4978-a427-f8f618f80f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0386162 Nov 27 11:23:23.228860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-d7740c7b-164a-48aa-b229-2e11d7e656d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:23:23.229768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-d7740c7b-164a-48aa-b229-2e11d7e656d3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048308 Nov 27 11:23:23.317166 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-e3932c5f-d43a-4e09-b36d-3684782848f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804999 Nov 27 11:23:23.408697 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-62cd9178-45cd-4c6b-bcb6-317c81db4733 req-8f8f0058-a31b-469d-813f-5cad5732ab47 service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Nov 27 11:23:32.349426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:40.374651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ee6589ad-4a4d-4abe-a8d3-408fb6e0f903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:43.145402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e8947ee4-15e7-49d0-aca1-2cd8850313a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:44.025291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:45.626608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:46.341665 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:23:55.623011 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:23:58.359489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f7d2-5409-4f84-97e3-c01b093940fb req-3c996d39-1f6e-4e4c-8fe7-b374376fb635 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:23:58.361016 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4504f7d2-5409-4f84-97e3-c01b093940fb req-3c996d39-1f6e-4e4c-8fe7-b374376fb635 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Nov 27 11:23:58.419677 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4504f7d2-5409-4f84-97e3-c01b093940fb req-aa7770a7-eff6-4b55-bc28-732c7d4db043 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526762 Nov 27 11:23:59.538289 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8548f9b-1db4-486f-941c-20191c02b647 req-0379dc1d-a91e-46f3-94e6-616be457d458 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:23:59.539758 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8548f9b-1db4-486f-941c-20191c02b647 req-0379dc1d-a91e-46f3-94e6-616be457d458 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0503905 Nov 27 11:23:59.588501 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8548f9b-1db4-486f-941c-20191c02b647 req-9a0de357-244d-4e71-921e-8d8a24c1efde tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Nov 27 11:23:59.610147 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49942) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:23:59.672454 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-22123f87-00a6-4f7f-b43c-3a26dcfb9e40 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/a8acbfd7-41b8-47d7-bb50-7c052276105a HTTP/1.1" status: 200 len: 992 time: 0.0611403 Nov 27 11:24:00.954563 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475ebcd-4b68-4a23-beda-d1a8d657af94 req-4c3d6c31-a59c-4b20-8fcd-fea802b49738 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:00.956069 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f475ebcd-4b68-4a23-beda-d1a8d657af94 req-4c3d6c31-a59c-4b20-8fcd-fea802b49738 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0497568 Nov 27 11:24:01.004690 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f475ebcd-4b68-4a23-beda-d1a8d657af94 req-efa54bc7-24a0-49b7-a0b6-c9b454b31aa8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Nov 27 11:24:02.119998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b4ab8-0db8-4160-9bfc-2c8bf280a794 req-706a98d6-7fc6-45a7-b857-7f84a424bf41 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:02.121502 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7a1b4ab8-0db8-4160-9bfc-2c8bf280a794 req-706a98d6-7fc6-45a7-b857-7f84a424bf41 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Nov 27 11:24:02.169686 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7a1b4ab8-0db8-4160-9bfc-2c8bf280a794 req-9a43d88e-7a02-446c-bd00-f1e0487a7ad1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Nov 27 11:24:02.191346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49952) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:02.254298 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6f17c39b-0b3d-4a06-b3b9-f56e7f77511d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/a8acbfd7-41b8-47d7-bb50-7c052276105a HTTP/1.1" status: 200 len: 992 time: 0.0618131 Nov 27 11:24:02.355916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:02.506321 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49958) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:02.660880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 6517d237-70be-49ea-b69e-8261f95b1d40 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:24:02.661218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:02.734812 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:02.735131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:02.747172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 6517d237-70be-49ea-b69e-8261f95b1d40 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:24:02.890873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:02.915811 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=6517d237-70be-49ea-b69e-8261f95b1d40,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:02.944817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.945179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.945531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.945877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.946222 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.946565 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.946903 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.947238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.947574 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.947906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.948238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.948604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:02.987529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:02.987863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP a8acbfd7-41b8-47d7-bb50-7c052276105a disassociated (deleted). External IP: 172.26.1.54, port: 328f6630-fae3-4e32-858f-0b89334df419. Nov 27 11:24:03.517508 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 0b63e184-bbaf-4494-9957-a18b1e31f821 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:24:03.623184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:24:03.627605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:03.633460 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] Sync routers for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:24:03.642697 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:03.643303 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:23:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:03.657756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e27d641d-3e67-4a35-b57b-5d4795318b17 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8acbfd7-41b8-47d7-bb50-7c052276105a HTTP/1.1" status: 204 len: 168 time: 1.1502991 Nov 27 11:24:03.658449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'tag': '328f6630-fae3-4e32-858f-0b89334df419'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:24:03.660921 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "tag": "328f6630-fae3-4e32-858f-0b89334df419"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:24:03.703666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dff4ae-03b4-452b-bf0f-76dcfd7728b7 x-openstack-request-id: req-d0dff4ae-03b4-452b-bf0f-76dcfd7728b7 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:24:03.703959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "tag": "328f6630-fae3-4e32-858f-0b89334df419", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:24:03.704212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0dff4ae-03b4-452b-bf0f-76dcfd7728b7 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:24:03.704706 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'tag': '328f6630-fae3-4e32-858f-0b89334df419', 'status': 'completed', 'code': 200} Nov 27 11:24:03.753241 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:03.768658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-ffcbcfd6-b489-4c59-95ff-a2279ea0ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:03.771834 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-ffcbcfd6-b489-4c59-95ff-a2279ea0ef3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 1098 time: 0.0443799 Nov 27 11:24:03.898394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-d5d10db3-3f2c-4eac-ab29-0bc3434f2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:03.899872 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-d5d10db3-3f2c-4eac-ab29-0bc3434f2d58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 200 len: 897 time: 0.1180973 Nov 27 11:24:03.916750 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e8def-1cb0-4edb-9c11-b1959e90a37a req-060cc9cb-fff0-4b04-aa62-fc6bcbf4f922 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:03.918204 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c3e8def-1cb0-4edb-9c11-b1959e90a37a req-060cc9cb-fff0-4b04-aa62-fc6bcbf4f922 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0673504 Nov 27 11:24:03.958712 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-4516190b-fbbb-4f78-a7b0-7550d89fbfd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 200 len: 217 time: 0.0497599 Nov 27 11:24:03.963265 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:03.992807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] Checking router: 0b63e184-bbaf-4494-9957-a18b1e31f821 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:24:04.001177 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:04.001775 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:23:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:04.036707 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c3e8def-1cb0-4edb-9c11-b1959e90a37a req-36dcc2c4-7ef0-4282-8c95-5e0f7edbbf9a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121268 Nov 27 11:24:04.038580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-82ef8b91-d3e4-49f2-a436-a65082c384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:04.039951 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-82ef8b91-d3e4-49f2-a436-a65082c384bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 HTTP/1.1" status: 200 len: 835 time: 0.0673771 Nov 27 11:24:04.091006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-b623201c-66de-43b0-b28c-0b17e2ad458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:04.092588 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-b623201c-66de-43b0-b28c-0b17e2ad458c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddad444a-6a98-4978-a427-f8f618f80f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425909 Nov 27 11:24:04.107599 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:04.188487 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-8fc415c6-d616-456f-8edc-4ceecbad950f service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Nov 27 11:24:04.288617 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ba1cf77-5fb5-4a7f-8ade-85016e0fbcd1 req-bc0c5bac-9170-4c96-a7e7-488c137383ef service neutron] 10.222.0.24 "GET /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Nov 27 11:24:04.300007 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:04.326984 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351eadce-fcaf-4787-b624-494d6b19313c None None] The sync data for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv is: [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:40Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '562ed7c1-65b5-4258-974a-d1e6ae51ffa5', 'name': '', 'network_id': 'ddad444a-6a98-4978-a427-f8f618f80f57', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:c8:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:40Z', 'updated_at': '2021-11-27T11:22:43Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '49e13cdf-15ad-49b8-87ad-5e2cfa1b7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:24:04.529076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f09d51-d18d-47f9-8082-900df5847e35 None None] New status for floating IP a8acbfd7-41b8-47d7-bb50-7c052276105a: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:24:05.154596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b9c1-5191-4792-bbef-a32f3aa864da req-51a79be3-a6df-41e0-9ef8-0b53aca7a07f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:05.156044 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d403b9c1-5191-4792-bbef-a32f3aa864da req-51a79be3-a6df-41e0-9ef8-0b53aca7a07f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0478523 Nov 27 11:24:05.203703 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d403b9c1-5191-4792-bbef-a32f3aa864da req-37cd127e-75f8-4837-aa3c-d8466b8feab0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b242b7db-e5b5-4691-837a-1fa8c8408649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Nov 27 11:24:05.828296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-a22619af-9aee-4f69-b8fd-84ceb9d28631 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:05.829680 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-a22619af-9aee-4f69-b8fd-84ceb9d28631 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 945 time: 0.0503356 Nov 27 11:24:05.921003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 328f6630-fae3-4e32-858f-0b89334df419 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:24:05.921340 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:06.010955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 328f6630-fae3-4e32-858f-0b89334df419, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=328f6630-fae3-4e32-858f-0b89334df419,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:06.011446 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:06.023640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 328f6630-fae3-4e32-858f-0b89334df419 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:24:06.151637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:06.180967 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=328f6630-fae3-4e32-858f-0b89334df419,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:06.213922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.214277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.214624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.214965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.215355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.215687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.216020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.216527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.216863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.217191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.217524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.217848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:06.238276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] No DVR routers for this DVR port 328f6630-fae3-4e32-858f-0b89334df419 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:24:06.241252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:06.245049 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c22118fd-2afc-4146-8644-7b564b3f3a6d req-9e935ac0-34a2-47a9-ab1a-3dd7e392d1c6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "DELETE /v2.0/ports/328f6630-fae3-4e32-858f-0b89334df419 HTTP/1.1" status: 204 len: 173 time: 0.4094846 Nov 27 11:24:06.245538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'name': 'network-vif-deleted', 'tag': '328f6630-fae3-4e32-858f-0b89334df419'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:24:06.247910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776d5f21-1f6c-46d1-a8a8-98083e174714" -d '{"events": [{"server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "name": "network-vif-deleted", "tag": "328f6630-fae3-4e32-858f-0b89334df419"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:24:06.307321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69688c-3856-4e79-9393-0d29d95b0da4 x-openstack-request-id: req-da69688c-3856-4e79-9393-0d29d95b0da4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:24:06.307604 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812e6162-07bd-4ae5-bc8f-714f82dbbf97", "name": "network-vif-deleted", "tag": "328f6630-fae3-4e32-858f-0b89334df419", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:24:06.307819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da69688c-3856-4e79-9393-0d29d95b0da4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:24:06.308636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812e6162-07bd-4ae5-bc8f-714f82dbbf97', 'name': 'network-vif-deleted', 'tag': '328f6630-fae3-4e32-858f-0b89334df419', 'status': 'completed', 'code': 200} Nov 27 11:24:06.310305 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-35369f75-aaa7-485a-bf1e-9224f2b18d69 req-a831ba1d-ae51-4f7b-8939-ee01b62f8ebe tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=812e6162-07bd-4ae5-bc8f-714f82dbbf97 HTTP/1.1" status: 200 len: 210 time: 0.0335460 Nov 27 11:24:07.368800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49976) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:07.724027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:07.972622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:24:07.972969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:08.061490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 562ed7c1-65b5-4258-974a-d1e6ae51ffa5, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:08.061845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:08.073543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:24:08.254154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:08.288422 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=562ed7c1-65b5-4258-974a-d1e6ae51ffa5,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:08.461041 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:08.671344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 0b63e184-bbaf-4494-9957-a18b1e31f821 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:24:08.677090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 328f6630-fae3-4e32-858f-0b89334df419 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:24:08.697000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 328f6630-fae3-4e32-858f-0b89334df419 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:24:08.697348 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 328f6630-fae3-4e32-858f-0b89334df419 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:24:08.778276 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:24:08.783926 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-497732fd-e174-43f7-8ebc-43aa9efd10b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/0b63e184-bbaf-4494-9957-a18b1e31f821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134746 Nov 27 11:24:08.786072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49978) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:08.789278 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] Sync routers for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:24:08.799269 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:08.799920 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:23:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:08.837173 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting subnet 49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:24:08.840815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:08.878607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:08.903666 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:08.967617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.027346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.054531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Subnet': ['ID=49e13cdf-15ad-49b8-87ad-5e2cfa1b7465,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:09.058232 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.061466 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8d0e291e-0637-4a84-b92d-7a7d82326498 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/subnets/49e13cdf-15ad-49b8-87ad-5e2cfa1b7465 HTTP/1.1" status: 204 len: 168 time: 0.2744741 Nov 27 11:24:09.064002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49980) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:09.066789 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266d641-b8c6-4f89-88ff-fd4b2e1bb5a5 None None] Network ddad444a-6a98-4978-a427-f8f618f80f57 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:24:09.175770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.188311 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:24:08Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:09.215924 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] Checking router: 0b63e184-bbaf-4494-9957-a18b1e31f821 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:24:09.226071 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] Routers {'0b63e184-bbaf-4494-9957-a18b1e31f821'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:09.226625 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:23:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['0b63e184-bbaf-4494-9957-a18b1e31f821'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:09.268735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] DHCP port deletion for ddad444a-6a98-4978-a427-f8f618f80f57 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:24:09.291642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.320494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Deleting port 3f5b6f0a-813c-42e9-a0c8-12e19529159a {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:24:09.320877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.343322 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] Set router 0b63e184-bbaf-4494-9957-a18b1e31f821 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:09.348306 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port b5ec79d8-a127-47f2-ac49-31dd479e9c9f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:24:09.348739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.390057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] For port 3f5b6f0a-813c-42e9-a0c8-12e19529159a, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3f5b6f0a-813c-42e9-a0c8-12e19529159a,segment=NetworkSegment(4be60967-f44f-4740-b88c-856cb39d146c),segment_id=4be60967-f44f-4740-b88c-856cb39d146c)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:09.390517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.404243 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Calling delete_port for 3f5b6f0a-813c-42e9-a0c8-12e19529159a owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:24:09.434309 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port b5ec79d8-a127-47f2-ac49-31dd479e9c9f, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:09.434692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.457198 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for b5ec79d8-a127-47f2-ac49-31dd479e9c9f owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:24:09.487152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.521769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Pushing event deleted for resources: {'Port': ['ID=3f5b6f0a-813c-42e9-a0c8-12e19529159a,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:09.526975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] No DVR routers for this DVR port 3f5b6f0a-813c-42e9-a0c8-12e19529159a on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:24:09.533292 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:24:08Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:09.535040 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.536710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.536710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.536710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.536710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.537076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.537490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.537889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.540583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.540583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.540583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.540583 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e921fac-e4f6-4f88-98b7-a23d46c03c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:09.563293 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20353c38-7df2-4562-8a8f-86e8c2822b2b None None] The sync data for ids ['0b63e184-bbaf-4494-9957-a18b1e31f821'] in dv-neutron-804846-16-hyperv is: [{'id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988300831', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:24:08Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'b5ec79d8-a127-47f2-ac49-31dd479e9c9f', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b63e184-bbaf-4494-9957-a18b1e31f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:22:37Z', 'updated_at': '2021-11-27T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:24:09.639151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.664990 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=b5ec79d8-a127-47f2-ac49-31dd479e9c9f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:09.679006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1baf39-71a5-4833-9c6b-741d8d0831b1 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:24:09.726919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.818461 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.820541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.861549 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.862131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Fanout notify agent at l3_agent the message router_deleted on router 0b63e184-bbaf-4494-9957-a18b1e31f821 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:24:09.869229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:09.870329 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-f06b1659-6401-475b-b8b5-75b2602cb7b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/routers/0b63e184-bbaf-4494-9957-a18b1e31f821 HTTP/1.1" status: 204 len: 168 time: 0.8053946 Nov 27 11:24:09.873043 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49982) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:09.953490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.016534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3f5b6f0a-813c-42e9-a0c8-12e19529159a no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:24:10.037328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3f5b6f0a-813c-42e9-a0c8-12e19529159a {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:24:10.037674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3f5b6f0a-813c-42e9-a0c8-12e19529159a not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:24:10.038090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:24:10.053150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.058239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:24:10.058589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 562ed7c1-65b5-4258-974a-d1e6ae51ffa5 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:24:10.074694 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddad444a-6a98-4978-a427-f8f618f80f57']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:10.084067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be60967-f44f-4740-b88c-856cb39d146c') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:10.084362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be60967-f44f-4740-b88c-856cb39d146c') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:10.093882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.106932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.113266 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:24:10.113702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:24:10.118096 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:24:10.185324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.189710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.193657 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/networks/ddad444a-6a98-4978-a427-f8f618f80f57 HTTP/1.1" status: 204 len: 168 time: 0.3195269 Nov 27 11:24:10.197483 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49984) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:10.221789 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce3223-a3ce-438b-b749-34e222872683 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Network': ['ID=ddad444a-6a98-4978-a427-f8f618f80f57,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:10.266490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4993283-05c2-4951-80e7-377e0034e64c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.293283 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4993283-05c2-4951-80e7-377e0034e64c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.353628 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4993283-05c2-4951-80e7-377e0034e64c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.356334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4993283-05c2-4951-80e7-377e0034e64c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.357674 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e4993283-05c2-4951-80e7-377e0034e64c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/security-groups/b242b7db-e5b5-4691-837a-1fa8c8408649 HTTP/1.1" status: 204 len: 168 time: 0.1591246 Nov 27 11:24:10.367785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4993283-05c2-4951-80e7-377e0034e64c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b242b7db-e5b5-4691-837a-1fa8c8408649,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:10.396237 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a189fabe-9970-46bf-abf0-bfb46732fb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.631581 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 49990) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:10.636143 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867102271', 'description': 'tempest-secgroup-smoke-1867102271 description', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:10.657957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.722347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.726290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.760769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.761979 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293859 Nov 27 11:24:10.763842 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f105d4-7ffd-4b5b-aaad-47ec7c592a6a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa72a424-3818-4f7e-b26e-6bedad9608f2,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:10.765086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49992) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:10.769712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'fa72a424-3818-4f7e-b26e-6bedad9608f2', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:10.796297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.841176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.844774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.861771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c926381-011e-491b-92b7-e797b7396b0b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:10.870428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.871621 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eca99ca3-d183-4f91-812a-6e2c5f9c10cd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055098 Nov 27 11:24:10.874408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:10.878706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'fa72a424-3818-4f7e-b26e-6bedad9608f2', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:10.904328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.968912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.972232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.990772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da40b93-3eaa-4c85-964e-14a93245ab71,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:10.997785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:10.998966 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-05830a4e-ec18-4554-8fc6-a86f264441ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236260 Nov 27 11:24:11.001707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:11.006019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'fa72a424-3818-4f7e-b26e-6bedad9608f2', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:11.031238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.087392 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.090693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.107766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae76a0ef-02e7-48e2-916a-9fdd61a95099,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:11.116115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.117353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d17ccd97-e33a-4480-bc8d-9de0210b703b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146770 Nov 27 11:24:11.120124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 49998) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:11.124451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'fa72a424-3818-4f7e-b26e-6bedad9608f2', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:11.149815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.207887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.211595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.228583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeceeefc-ec2e-4ec8-b80a-b83c0fe7f39a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:11.237579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.238746 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-2d55073a-2e52-49b4-a4c5-7fc950d10209 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176498 Nov 27 11:24:11.242333 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50000) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:11.246337 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'fa72a424-3818-4f7e-b26e-6bedad9608f2', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:11.266489 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:24:11.271085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.330887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.335158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.354180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac63920-dca7-4f4b-83d3-eac4593c2674,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:11.359490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.360691 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0429c91b-9930-4944-b769-66752fdcee28 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176770 Nov 27 11:24:11.363477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50002) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:11.368086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'fa72a424-3818-4f7e-b26e-6bedad9608f2', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:11.388929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:24:11.393743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.453282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.457045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.476047 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2907344a-378c-4429-a0d9-48a2a724f285,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:11.482757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.483947 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5c7d4dbf-467f-4c24-b4e9-facbfacc163d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195042 Nov 27 11:24:11.486896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50004) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:11.491952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'network': {'name': 'tempest-network-smoke--360817754', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:11.512046 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:24:11.515409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.539847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:24:11.549458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.549809 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Added segment 5e1a3073-7465-4a66-a1b4-946b6d14ef5e of type vlan for network 2886ed0d-a7a7-4fde-ae46-766297af6c7b Nov 27 11:24:11.590324 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.615743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.621526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:11.622348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.631174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b5ec79d8-a127-47f2-ac49-31dd479e9c9f no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:24:11.655539 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: b5ec79d8-a127-47f2-ac49-31dd479e9c9f {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:24:11.655888 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device b5ec79d8-a127-47f2-ac49-31dd479e9c9f not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:24:11.666234 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1769443 Nov 27 11:24:11.667704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50006) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:11.672588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'admin_state_up': True, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:11.696177 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.697490 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:11.702597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68878f3e-b9da-487f-9324-50ddec1b0170 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Network': ['ID=2886ed0d-a7a7-4fde-ae46-766297af6c7b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:11.714010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:24:11.750493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.210347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.400680 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.418801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.523961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.195 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6028c56d-772c-451d-b71a-e50d4ecdcd8e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:24:12.625087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.662167 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.698742 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:24:12.705014 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:12.708481 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:24:12.714059 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=6028c56d-772c-451d-b71a-e50d4ecdcd8e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:12.718443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f2d86-bb47-4b4d-8976-4e36d6919877 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:24:12.831013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fc54d8df-2f72-4e9b-bf00-084489ef3e6e None None] Provisioning complete for port 6028c56d-772c-451d-b71a-e50d4ecdcd8e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:12.831401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fc54d8df-2f72-4e9b-bf00-084489ef3e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:12.869621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-fc54d8df-2f72-4e9b-bf00-084489ef3e6e None None] Port 6028c56d-772c-451d-b71a-e50d4ecdcd8e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:24:12.962371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.147979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fef5b61e-c062-4d77-a6c9-daa4925044b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.159503 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.289710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router f9812434-7cd2-4595-babe-e1fea0c5143b is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:24:13.392695 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:24:13.402264 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Sync routers for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:24:13.412239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:13.412892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:24:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:13.413366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.414585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-144a5bc4-66d3-497b-954f-fdaa2d1823d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7457874 Nov 27 11:24:13.417682 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50008) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:13.445761 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2115ba79-a642-4970-a069-4c179fed160e tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=449a9d6ef2fd43ec8e12e7d3a9316faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270214 Nov 27 11:24:13.448322 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:13.521985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:13.535487 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cbb0a0-fdb0-4952-9759-c949901f8d4b tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:13.537567 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-65cbb0a0-fdb0-4952-9759-c949901f8d4b tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883243 Nov 27 11:24:13.540462 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:13.568107 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-2c785004-418b-4878-8e67-a695c3aa4792 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265851 Nov 27 11:24:13.570610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:13.575413 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569569917', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:13.665692 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:24:13.669135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.700801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:12Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:13.730311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Checking router: f9812434-7cd2-4595-babe-e1fea0c5143b for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:24:13.730974 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Updating router f9812434-7cd2-4595-babe-e1fea0c5143b port 6028c56d-772c-451d-b71a-e50d4ecdcd8e binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:24:13.756826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.850803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.909885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Subnet': ['ID=4cdc3260-a8a1-47d9-a45b-befe941184db,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:13.920050 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Checking segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:24:13.920435 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network hostable DHCP agents. Network: 2886ed0d-a7a7-4fde-ae46-766297af6c7b, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:24:13.937590 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:24:13.947770 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 2886ed0d-a7a7-4fde-ae46-766297af6c7b) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:13.952548 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:13.953151 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:13.964854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c9354f-5e73-4dda-b2b7-b2795a4b8c49 None None] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:24:13.971257 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-107cefb8-7252-4cd4-aeaa-5726239ec49d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996308 Nov 27 11:24:13.974825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:14.080021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.083200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.087990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.151019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388647c1-c031-4dd1-928e-e6abf9dc05cd None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:24:14.181028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c675a-a82b-4542-a459-a9dea9e8c605 None None] Pushing event updated for resources: {'Port': ['ID=6028c56d-772c-451d-b71a-e50d4ecdcd8e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:14.185938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Attempting to bind port 6028c56d-772c-451d-b71a-e50d4ecdcd8e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:24:14.186306 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Attempting to bind port 6028c56d-772c-451d-b71a-e50d4ecdcd8e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:24:14.187288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Attempting to bind port 6028c56d-772c-451d-b71a-e50d4ecdcd8e on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:24:14.199121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:24:14.199500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:24:14.199906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.200294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:24:14.200801 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Bound port: 6028c56d-772c-451d-b71a-e50d4ecdcd8e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:24:14.201182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.420514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:24:14.421352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.422070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.430278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d1f73b26-9056-4c78-a354-219c57ced177 None None] Provisioning complete for port 6028c56d-772c-451d-b71a-e50d4ecdcd8e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:14.430447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d1f73b26-9056-4c78-a354-219c57ced177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.463056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] For port 6028c56d-772c-451d-b71a-e50d4ecdcd8e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:24:14.484034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] For port 6028c56d-772c-451d-b71a-e50d4ecdcd8e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6028c56d-772c-451d-b71a-e50d4ecdcd8e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:24:14.494522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-d1f73b26-9056-4c78-a354-219c57ced177 None None] Port 6028c56d-772c-451d-b71a-e50d4ecdcd8e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:24:14.496335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.584253 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5a728-e19c-402a-b0d6-fc0389d0ab2b None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:24:14.648566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:14.649185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:24:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:14.696681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c675a-a82b-4542-a459-a9dea9e8c605 None None] Pushing event updated for resources: {'Port': ['ID=6028c56d-772c-451d-b71a-e50d4ecdcd8e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:14.719095 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Allocated IP 172.20.0.2 (2886ed0d-a7a7-4fde-ae46-766297af6c7b/4cdc3260-a8a1-47d9-a45b-befe941184db/bea42617-14bc-46bd-9b1a-667274308d7e) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:24:14.773567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1df56ce1-92d9-4456-86de-0fb7d4ee50ad None None] Provisioning complete for port 6028c56d-772c-451d-b71a-e50d4ecdcd8e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:14.774228 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1df56ce1-92d9-4456-86de-0fb7d4ee50ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:14.877485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:15.081775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.083512 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1df56ce1-92d9-4456-86de-0fb7d4ee50ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.094675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.143730 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.1 (2886ed0d-a7a7-4fde-ae46-766297af6c7b/4cdc3260-a8a1-47d9-a45b-befe941184db/519f2471-4810-40f2-838d-73eb7c6c9d72) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:24:15.150751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-1df56ce1-92d9-4456-86de-0fb7d4ee50ad None None] For port 6028c56d-772c-451d-b71a-e50d4ecdcd8e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6028c56d-772c-451d-b71a-e50d4ecdcd8e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:15.180796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:24:15.184181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1df56ce1-92d9-4456-86de-0fb7d4ee50ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.190623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:15.193536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:24:15.204148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Pushing event updated for resources: {'Port': ['ID=bea42617-14bc-46bd-9b1a-667274308d7e,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:15.273732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.299499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Attempting to bind port bea42617-14bc-46bd-9b1a-667274308d7e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:24:15.299871 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Attempting to bind port bea42617-14bc-46bd-9b1a-667274308d7e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:24:15.300239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Attempting to bind port bea42617-14bc-46bd-9b1a-667274308d7e on network 2886ed0d-a7a7-4fde-ae46-766297af6c7b {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:24:15.306577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df56ce1-92d9-4456-86de-0fb7d4ee50ad None None] Pushing event updated for resources: {'Port': ['ID=6028c56d-772c-451d-b71a-e50d4ecdcd8e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:15.308003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.311551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:12Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:15.315057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:24:15.315405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Checking segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:24:15.315803 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.316467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Bound using segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:24:15.316942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Bound port: bea42617-14bc-46bd-9b1a-667274308d7e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:24:15.317885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.343829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:24:15.346897 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:15.349587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:24:15.351507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e385f8b-e985-4245-b121-368907d19b8d None None] The sync data for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv is: [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:12Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:24:15.399703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=519f2471-4810-40f2-838d-73eb7c6c9d72,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:15.412537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] For port bea42617-14bc-46bd-9b1a-667274308d7e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:24:15.413787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.416261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] For port bea42617-14bc-46bd-9b1a-667274308d7e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bea42617-14bc-46bd-9b1a-667274308d7e,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:24:15.423816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.484220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74176cee-a58f-4353-b95a-26f32108b46d None None] Pushing event updated for resources: {'Port': ['ID=bea42617-14bc-46bd-9b1a-667274308d7e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:15.594424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.637771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:15.740329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6028c56d-772c-451d-b71a-e50d4ecdcd8e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:24:15.814363 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6028c56d-772c-451d-b71a-e50d4ecdcd8e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:15.815208 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.300359 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.307274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.347121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.385212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=519f2471-4810-40f2-838d-73eb7c6c9d72,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:16.387605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.483030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:24:16.484435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:16.535312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae6a47-5d71-42bf-9fb1-4b0d6cd8887b None None] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:24:16.605796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router f9812434-7cd2-4595-babe-e1fea0c5143b has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:24:16.648687 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7c1ca409-6d27-49bf-947c-e41b86ccb314 None None] Provisioning complete for port bea42617-14bc-46bd-9b1a-667274308d7e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:16.648959 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca409-6d27-49bf-947c-e41b86ccb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.716343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:24:16.721879 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-97093b4e-85c2-4f98-80aa-3559120d2892 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/f9812434-7cd2-4595-babe-e1fea0c5143b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7459166 Nov 27 11:24:16.780898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca409-6d27-49bf-947c-e41b86ccb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.825564 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7c1ca409-6d27-49bf-947c-e41b86ccb314 None None] For port bea42617-14bc-46bd-9b1a-667274308d7e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bea42617-14bc-46bd-9b1a-667274308d7e,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:16.830120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca409-6d27-49bf-947c-e41b86ccb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:16.899861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ca409-6d27-49bf-947c-e41b86ccb314 None None] Pushing event updated for resources: {'Port': ['ID=bea42617-14bc-46bd-9b1a-667274308d7e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:16.916078 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8de61b45-75e5-4506-82b9-e70beee08639 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867102271&fields=id&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 267 time: 0.0584414 Nov 27 11:24:17.034668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-67aef69a-ae21-4d47-b083-575f1333dd36 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:17.036253 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-67aef69a-ae21-4d47-b083-575f1333dd36 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 796 time: 0.1123235 Nov 27 11:24:17.054492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27c877f7-b858-49a5-9095-7e6b825eb541 None None] Provisioning complete for port 519f2471-4810-40f2-838d-73eb7c6c9d72 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:17.054637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-68622f12-192c-4f55-a809-995589a6af7f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/quotas/449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 375 time: 0.0113881 Nov 27 11:24:17.055029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27c877f7-b858-49a5-9095-7e6b825eb541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.094076 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Sync routers for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:24:17.103644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-27c877f7-b858-49a5-9095-7e6b825eb541 None None] Port 519f2471-4810-40f2-838d-73eb7c6c9d72 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:24:17.107863 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:17.109628 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:24:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:17.116068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-27c877f7-b858-49a5-9095-7e6b825eb541 None None] Provisioning complete for port bea42617-14bc-46bd-9b1a-667274308d7e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:17.116467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27c877f7-b858-49a5-9095-7e6b825eb541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.121976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-1e369e7b-9cbf-47e9-9b2d-a7402673fcad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612051 Nov 27 11:24:17.243348 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:17.250007 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-091c7da6-1183-4a4d-a7f9-4c82cd229be0 service neutron] 10.222.0.13 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150365 Nov 27 11:24:17.332537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1cf51076-c491-4628-9094-d1b9b3a25a4a None None] Provisioning complete for port 519f2471-4810-40f2-838d-73eb7c6c9d72 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:17.334510 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1cf51076-c491-4628-9094-d1b9b3a25a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.350365 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-844ac28b-4ba1-47aa-8eeb-76eab7c38f16 service neutron] 10.222.0.13 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931733 Nov 27 11:24:17.389017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1cf51076-c491-4628-9094-d1b9b3a25a4a None None] Port 519f2471-4810-40f2-838d-73eb7c6c9d72 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:24:17.480693 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 2, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:17.508807 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Checking router: f9812434-7cd2-4595-babe-e1fea0c5143b for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:24:17.509162 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Updating router f9812434-7cd2-4595-babe-e1fea0c5143b port 519f2471-4810-40f2-838d-73eb7c6c9d72 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:24:17.512839 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-773e56d4-39c1-4e6f-b43d-fb5903c74ae3 None None] Provisioning complete for port 519f2471-4810-40f2-838d-73eb7c6c9d72 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:17.513291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-773e56d4-39c1-4e6f-b43d-fb5903c74ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.534057 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.548143 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-773e56d4-39c1-4e6f-b43d-fb5903c74ae3 None None] Port 519f2471-4810-40f2-838d-73eb7c6c9d72 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:24:17.555364 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5a9cf378-fd97-4d74-bd4c-d886b5a839db req-d49cb93a-f1af-4221-be5d-a20c0e9d672a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 210 time: 0.0436492 Nov 27 11:24:17.730566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bea42617-14bc-46bd-9b1a-667274308d7e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:24:17.802333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port bea42617-14bc-46bd-9b1a-667274308d7e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:17.802930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.856137 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.863061 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:17.931132 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Pushing event updated for resources: {'Port': ['ID=519f2471-4810-40f2-838d-73eb7c6c9d72,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:17.952808 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.953421 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.953765 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.954098 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.954432 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.954763 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.955091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.955412 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.955735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.956053 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.956370 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:17.956710 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:24:18.000457 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Attempting to bind port 519f2471-4810-40f2-838d-73eb7c6c9d72 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:24:18.000838 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Attempting to bind port 519f2471-4810-40f2-838d-73eb7c6c9d72 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:24:18.001252 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Attempting to bind port 519f2471-4810-40f2-838d-73eb7c6c9d72 on network 2886ed0d-a7a7-4fde-ae46-766297af6c7b {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:24:18.008637 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:24:18.009103 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Checking segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:24:18.009571 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.010062 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Bound using segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:24:18.010894 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Bound port: 519f2471-4810-40f2-838d-73eb7c6c9d72, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:24:18.011341 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.091323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] For port 519f2471-4810-40f2-838d-73eb7c6c9d72, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:24:18.094967 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] For port 519f2471-4810-40f2-838d-73eb7c6c9d72, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=519f2471-4810-40f2-838d-73eb7c6c9d72,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:24:18.100142 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.158654 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:18.159188 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:24:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:18.161706 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53500d-287d-4305-a444-30cbb4ef2a73 None None] Pushing event updated for resources: {'Port': ['ID=519f2471-4810-40f2-838d-73eb7c6c9d72,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:18.182780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-42b167eb-6a35-4443-b4d8-525764197a60 None None] Provisioning complete for port 519f2471-4810-40f2-838d-73eb7c6c9d72 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:18.183667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42b167eb-6a35-4443-b4d8-525764197a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.387949 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:18.444541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42b167eb-6a35-4443-b4d8-525764197a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.477308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-42b167eb-6a35-4443-b4d8-525764197a60 None None] For port 519f2471-4810-40f2-838d-73eb7c6c9d72, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=519f2471-4810-40f2-838d-73eb7c6c9d72,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:18.481565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-42b167eb-6a35-4443-b4d8-525764197a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.529762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b167eb-6a35-4443-b4d8-525764197a60 None None] Pushing event updated for resources: {'Port': ['ID=519f2471-4810-40f2-838d-73eb7c6c9d72,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:18.588336 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:18.601497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-53d692f0-5ab0-4392-9d1b-d8d6a016f636 None None] Provisioning complete for port 519f2471-4810-40f2-838d-73eb7c6c9d72 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:18.601868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53d692f0-5ab0-4392-9d1b-d8d6a016f636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:18.614259 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd635496-3e3b-43c1-a888-c3adb921c037 None None] The sync data for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv is: [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:24:18.686075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b88af2f8-f48a-4d65-83e7-0b2681b0742b req-9977f8dc-5844-4ac4-a700-82a2219454fa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 210 time: 0.0454264 Nov 27 11:24:18.873141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-9eff69f8-c4af-4df6-a9d6-1fb68293eb78 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:18.874635 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-9eff69f8-c4af-4df6-a9d6-1fb68293eb78 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 796 time: 0.1420786 Nov 27 11:24:18.952174 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-50db580a-e92c-44af-be33-779d567c5ec1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 380 time: 0.0613129 Nov 27 11:24:18.962890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'port': {'device_id': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'admin_state_up': True, 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'security_groups': ['fa72a424-3818-4f7e-b26e-6bedad9608f2']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:19.079795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:24:19.083689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.214881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.11 (2886ed0d-a7a7-4fde-ae46-766297af6c7b/4cdc3260-a8a1-47d9-a45b-befe941184db/6d690b58-dca5-4583-8df3-c33325db65ed) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:24:19.365711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.401451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.449199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:24:19.452309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:19.456049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:24:19.482408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=6d690b58-dca5-4583-8df3-c33325db65ed,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:19.513412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:19.514086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.533464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-6a57608a-ba29-4a86-bd69-3b0e3d64dab8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5744779 Nov 27 11:24:19.545994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Request body: {'port': {'device_id': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:19.611117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.735367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 519f2471-4810-40f2-838d-73eb7c6c9d72 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:24:19.793715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6d32c93c-3662-4d73-95ba-429a06d9470a None None] Provisioning complete for port 6d690b58-dca5-4583-8df3-c33325db65ed triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:19.794197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d32c93c-3662-4d73-95ba-429a06d9470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.821108 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c02b9-8011-4f67-869d-80c4093f4f0a req-a1f72864-43b4-4ceb-ba17-fabfc0e93cc7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:19.823229 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7a6c02b9-8011-4f67-869d-80c4093f4f0a req-a1f72864-43b4-4ceb-ba17-fabfc0e93cc7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 932 time: 0.0571485 Nov 27 11:24:19.831565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 519f2471-4810-40f2-838d-73eb7c6c9d72 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:19.831944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.862734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6d32c93c-3662-4d73-95ba-429a06d9470a None None] Port 6d690b58-dca5-4583-8df3-c33325db65ed cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:24:19.880851 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7a6c02b9-8011-4f67-869d-80c4093f4f0a req-ed07f541-a003-4051-a81c-f9dd4bf53352 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507998 Nov 27 11:24:19.912455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d690b58-dca5-4583-8df3-c33325db65ed {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:24:19.920051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.933026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Transition to ACTIVE for port object 6d690b58-dca5-4583-8df3-c33325db65ed will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:24:19.936856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:19.991378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Pushing event updated for resources: {'Port': ['ID=6d690b58-dca5-4583-8df3-c33325db65ed,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:20.066307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Attempting to bind port 6d690b58-dca5-4583-8df3-c33325db65ed on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:24:20.066728 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Attempting to bind port 6d690b58-dca5-4583-8df3-c33325db65ed by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:24:20.067500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Attempting to bind port 6d690b58-dca5-4583-8df3-c33325db65ed on network 2886ed0d-a7a7-4fde-ae46-766297af6c7b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:24:20.072222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Port 6d690b58-dca5-4583-8df3-c33325db65ed on network 2886ed0d-a7a7-4fde-ae46-766297af6c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:24:20.072575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Attempting to bind port 6d690b58-dca5-4583-8df3-c33325db65ed on network 2886ed0d-a7a7-4fde-ae46-766297af6c7b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:24:20.077630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:24:20.077966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Checking segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:24:20.078348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Bound using segment: {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:24:20.078775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Bound port: 6d690b58-dca5-4583-8df3-c33325db65ed, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1a3073-7465-4a66-a1b4-946b6d14ef5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:24:20.079130 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:20.143937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] For port 6d690b58-dca5-4583-8df3-c33325db65ed, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:24:20.147698 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] For port 6d690b58-dca5-4583-8df3-c33325db65ed, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6d690b58-dca5-4583-8df3-c33325db65ed,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:24:20.152637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:20.188479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.189104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:20.190508 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] 10.222.0.24 "PUT /v2.0/ports/6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 1094 time: 0.6491089 Nov 27 11:24:20.193779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:24:20.196107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da79659e-2c01-46a7-9095-2e1245282112" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:24:20.240846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8430a9-fdac-49c7-a8a5-bb9b79e7312c service neutron] Pushing event updated for resources: {'Port': ['ID=6d690b58-dca5-4583-8df3-c33325db65ed,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:20.261499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3819796-febc-476a-863f-b5270db85c49 x-openstack-request-id: req-c3819796-febc-476a-863f-b5270db85c49 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:24:20.261803 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:24:20.262068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3819796-febc-476a-863f-b5270db85c49 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:24:20.262481 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed', 'status': 'completed', 'code': 200} Nov 27 11:24:20.279574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-721fa059-7bba-4415-9c19-51c99c1f6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.281116 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-721fa059-7bba-4415-9c19-51c99c1f6e9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1097 time: 0.0521851 Nov 27 11:24:20.325388 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-feed9563-ec37-4824-9692-98f7e3c9bd55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 217 time: 0.0355234 Nov 27 11:24:20.377066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-57691d17-6b9a-444c-ae3a-7d408138a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.378519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-57691d17-6b9a-444c-ae3a-7d408138a1f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0466063 Nov 27 11:24:20.429690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-dde70731-6c2a-48ec-926d-03f11b549ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.431184 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-dde70731-6c2a-48ec-926d-03f11b549ca2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458853 Nov 27 11:24:20.523333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-33d3805d-13e5-44ab-bf90-f909d82139c0 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839734 Nov 27 11:24:20.615926 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d0a0b25-ebc7-491f-bfe1-3efa5a969969 req-7535e927-035b-4f09-ba8d-6c48d2416f8e service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859673 Nov 27 11:24:20.705033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79659e-2c01-46a7-9095-2e1245282112 req-2c77b496-c7eb-4a0f-b5c3-d11b69910736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.706514 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-2c77b496-c7eb-4a0f-b5c3-d11b69910736 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1097 time: 0.0413857 Nov 27 11:24:20.800067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79659e-2c01-46a7-9095-2e1245282112 req-cd03abe5-4063-4469-a0f2-fc25cb2ca57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.802240 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-cd03abe5-4063-4469-a0f2-fc25cb2ca57e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 897 time: 0.0880082 Nov 27 11:24:20.841070 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-78a9304b-7197-4125-9593-c50c9519f5db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 217 time: 0.0328560 Nov 27 11:24:20.889306 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79659e-2c01-46a7-9095-2e1245282112 req-7df19b3b-c42b-40f0-a39b-3c70146a73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.890691 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-7df19b3b-c42b-40f0-a39b-3c70146a73ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0427988 Nov 27 11:24:20.940679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79659e-2c01-46a7-9095-2e1245282112 req-38f33a6e-7b89-4827-8a70-c8e19a165a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.942644 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-38f33a6e-7b89-4827-8a70-c8e19a165a05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449622 Nov 27 11:24:20.997212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecedc1-bc91-47b2-a129-ff3df1470ae2 req-1984275d-01e2-4d39-8ee0-8295af8a1271 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:20.998600 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3aecedc1-bc91-47b2-a129-ff3df1470ae2 req-1984275d-01e2-4d39-8ee0-8295af8a1271 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 944 time: 0.0487223 Nov 27 11:24:21.033893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-742986d0-38aa-4c1f-b6d9-46454f7b9baf service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840375 Nov 27 11:24:21.046784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3aecedc1-bc91-47b2-a129-ff3df1470ae2 req-55d6ade3-ea02-40dd-9d53-60720112c1eb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Nov 27 11:24:21.127503 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da79659e-2c01-46a7-9095-2e1245282112 req-4b22f41c-e087-45f3-9641-020dd456043b service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867729 Nov 27 11:24:22.163105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8238-0caa-48b4-8b22-6a9481c20c3c req-2241cae1-9f7d-436b-b81e-ae7639b3e82a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:22.164597 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aebf8238-0caa-48b4-8b22-6a9481c20c3c req-2241cae1-9f7d-436b-b81e-ae7639b3e82a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 944 time: 0.0488770 Nov 27 11:24:22.214460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-aebf8238-0caa-48b4-8b22-6a9481c20c3c req-c1a10273-87c1-4eb4-bb26-f864ae605d46 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Nov 27 11:24:22.719293 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6d690b58-dca5-4583-8df3-c33325db65ed details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:24:22.814135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 6d690b58-dca5-4583-8df3-c33325db65ed, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6d690b58-dca5-4583-8df3-c33325db65ed,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:22.824708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '6d690b58-dca5-4583-8df3-c33325db65ed', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'port_id': '6d690b58-dca5-4583-8df3-c33325db65ed', 'mac_address': 'fa:16:3e:94:98:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:24:22.861870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:22.874268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d690b58-dca5-4583-8df3-c33325db65ed {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:24:22.893628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 6d690b58-dca5-4583-8df3-c33325db65ed, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6d690b58-dca5-4583-8df3-c33325db65ed,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:22.898553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:22.943887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=6d690b58-dca5-4583-8df3-c33325db65ed,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:23.213244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['6d690b58-dca5-4583-8df3-c33325db65ed'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:24:23.329512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49fac-c1e2-4dd2-a443-858415097b53 req-ffb6f079-89b5-45a9-868d-b071963fe2d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:23.330991 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-72e49fac-c1e2-4dd2-a443-858415097b53 req-ffb6f079-89b5-45a9-868d-b071963fe2d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 945 time: 0.0491834 Nov 27 11:24:23.385315 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-72e49fac-c1e2-4dd2-a443-858415097b53 req-48f493c0-b263-45a8-a7fe-2c223b38d2a6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472715 Nov 27 11:24:24.511114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90098a-f492-4052-a83f-b63983b4b07a req-aae295a1-430b-487e-9208-d000e7397fb5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:24.512570 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5f90098a-f492-4052-a83f-b63983b4b07a req-aae295a1-430b-487e-9208-d000e7397fb5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 945 time: 0.0494304 Nov 27 11:24:24.572256 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5f90098a-f492-4052-a83f-b63983b4b07a req-15564cd1-068d-487e-8881-759616c24751 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504951 Nov 27 11:24:24.726917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6d690b58-dca5-4583-8df3-c33325db65ed up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:24:24.775718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 6d690b58-dca5-4583-8df3-c33325db65ed completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:24:24.779848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 6d690b58-dca5-4583-8df3-c33325db65ed triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:24:24.780214 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:24.860593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:24.884242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:24:24.886511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb0d75a-7578-4565-8a83-076e04e50af9" -d '{"events": [{"server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "name": "network-vif-plugged", "status": "completed", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:24:24.899991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 6d690b58-dca5-4583-8df3-c33325db65ed, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6d690b58-dca5-4583-8df3-c33325db65ed,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:24:24.904206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:24.930668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3a3b04-8a6b-4901-bdb2-25ad75502742 x-openstack-request-id: req-7c3a3b04-8a6b-4901-bdb2-25ad75502742 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:24:24.930951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "name": "network-vif-plugged", "status": "completed", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:24:24.931213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c3a3b04-8a6b-4901-bdb2-25ad75502742 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:24:24.931592 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed', 'code': 200} Nov 27 11:24:24.959817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=6d690b58-dca5-4583-8df3-c33325db65ed,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:25.100901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3ed55-14bd-4fd8-9bc5-1b1293b47501 req-2134654b-57dc-4d71-a340-5615e8a50c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:25.102313 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4a3ed55-14bd-4fd8-9bc5-1b1293b47501 req-2134654b-57dc-4d71-a340-5615e8a50c97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1099 time: 0.0458288 Nov 27 11:24:25.153954 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4a3ed55-14bd-4fd8-9bc5-1b1293b47501 req-d180ba10-3c59-4d4e-9aec-6a4e8e8e70b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Nov 27 11:24:25.689994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6c463-cdab-47b0-ad68-8619894830b1 req-3571c14e-ec59-4ac2-a3f7-bbf76c40822e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:25.691728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-30d6c463-cdab-47b0-ad68-8619894830b1 req-3571c14e-ec59-4ac2-a3f7-bbf76c40822e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0483391 Nov 27 11:24:25.743878 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-30d6c463-cdab-47b0-ad68-8619894830b1 req-c618cd03-52d6-4a3c-9d06-a52aca85498a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460677 Nov 27 11:24:26.862668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f9d36-1167-457d-8c27-7a156703b934 req-2fdf30f1-dda3-4e83-98cf-fd0501f10a83 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:26.864226 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f02f9d36-1167-457d-8c27-7a156703b934 req-2fdf30f1-dda3-4e83-98cf-fd0501f10a83 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0496392 Nov 27 11:24:26.914001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f02f9d36-1167-457d-8c27-7a156703b934 req-6c513905-2b28-4278-bc7f-e7933d8e9881 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Nov 27 11:24:27.029393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134975e-e580-401c-91a5-20e996949128 req-5a6ffdbf-a9c0-4782-bd68-4a6d1c2c9938 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:27.030776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7134975e-e580-401c-91a5-20e996949128 req-5a6ffdbf-a9c0-4782-bd68-4a6d1c2c9938 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0517154 Nov 27 11:24:27.080268 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7134975e-e580-401c-91a5-20e996949128 req-0814fb12-cb21-4072-893c-ceb75545c58e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Nov 27 11:24:27.102857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50076) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:27.141278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5480180e-adc9-49ad-b1e8-2dc599aaa846 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:27.142748 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5480180e-adc9-49ad-b1e8-2dc599aaa846 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1094 time: 0.0389276 Nov 27 11:24:27.146286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50078) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:27.150422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '6d690b58-dca5-4583-8df3-c33325db65ed', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:24:27.170684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:27.266958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:27.367611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.16 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/a9396e71-482d-4323-8942-3cdcdc8f28db) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:24:27.471796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:27.504653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:27.544077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:24:27.546861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:24:27.550181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:24:27.555618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=a9396e71-482d-4323-8942-3cdcdc8f28db,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:27.908763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:27.973941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:28.410283 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:28.415177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:28.485665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=a9396e71-482d-4323-8942-3cdcdc8f28db,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:24:28.494585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:28.591908 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP af811c62-a157-4c83-b2d9-ee5c34d58d9c associated. External IP: 172.26.1.16, port: 6d690b58-dca5-4583-8df3-c33325db65ed. Nov 27 11:24:28.802674 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router f9812434-7cd2-4595-babe-e1fea0c5143b has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:24:28.908547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:24:28.919007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55969718-dad5-459b-98a3-79c65e41458b None None] Sync routers for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:24:28.927042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:28.929452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:28.930086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:24:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:28.954861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-17314343-f77e-4c88-831b-4387cb081b90 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8075793 Nov 27 11:24:28.955781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:24:28.958352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7cc023-3846-4a95-8d31-35ae140abbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:24:28.997761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33a054-f199-4b36-a8b6-3c634fab9998 x-openstack-request-id: req-dd33a054-f199-4b36-a8b6-3c634fab9998 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:24:28.998223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:24:28.998492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd33a054-f199-4b36-a8b6-3c634fab9998 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:24:28.998905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed', 'status': 'completed', 'code': 200} Nov 27 11:24:29.038962 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:29.058756 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e980e31-1216-4958-b740-d0f8aaec5a66 req-2af735eb-e600-46da-a7fc-8fd875737cd6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:29.060434 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e980e31-1216-4958-b740-d0f8aaec5a66 req-2af735eb-e600-46da-a7fc-8fd875737cd6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0541518 Nov 27 11:24:29.062998 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-e29a21e4-f8af-4232-88ee-2c4bbf3cbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:29.064693 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-e29a21e4-f8af-4232-88ee-2c4bbf3cbe15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1099 time: 0.0430593 Nov 27 11:24:29.112349 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e980e31-1216-4958-b740-d0f8aaec5a66 req-3a65f074-829e-429e-92c5-e20f3c68c251 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446229 Nov 27 11:24:29.135346 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50084) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:29.162884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-79b56459-4993-4650-905b-da07def37b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:29.164498 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-79b56459-4993-4650-905b-da07def37b99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 897 time: 0.0923903 Nov 27 11:24:29.205832 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3def394d-191b-43d6-8621-bdeeac14a37c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/af811c62-a157-4c83-b2d9-ee5c34d58d9c HTTP/1.1" status: 200 len: 991 time: 0.0675967 Nov 27 11:24:29.237396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-9e1d2a47-38b3-44fe-a3ff-9eb8b7beccf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 999 time: 0.0658607 Nov 27 11:24:29.273002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'af811c62-a157-4c83-b2d9-ee5c34d58d9c', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'port_id': '6d690b58-dca5-4583-8df3-c33325db65ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'mac_address': 'fa:16:3e:94:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:24:27Z', 'updated_at': '2021-11-27T11:24:27Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:29.287875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-648fa599-216f-430a-8c96-ddc651f5b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:29.289383 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-648fa599-216f-430a-8c96-ddc651f5b142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0449355 Nov 27 11:24:29.304047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55969718-dad5-459b-98a3-79c65e41458b None None] Checking router: f9812434-7cd2-4595-babe-e1fea0c5143b for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:24:29.312617 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:24:29.313229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:24:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:29.342595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-8c5b8819-9d0c-44e3-aabf-13ae53f7845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:24:29.344107 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-8c5b8819-9d0c-44e3-aabf-13ae53f7845d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465007 Nov 27 11:24:29.417763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:24:29.434468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-a5dd12eb-b6ff-4d03-bbc4-0b5485c7448f service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834177 Nov 27 11:24:29.529220 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f7cc023-3846-4a95-8d31-35ae140abbe0 req-dc632a34-7acd-4556-bc67-240e5a5a2965 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881503 Nov 27 11:24:29.634966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-55969718-dad5-459b-98a3-79c65e41458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'af811c62-a157-4c83-b2d9-ee5c34d58d9c', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'port_id': '6d690b58-dca5-4583-8df3-c33325db65ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'mac_address': 'fa:16:3e:94:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:24:27Z', 'updated_at': '2021-11-27T11:24:27Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:24:29.664032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55969718-dad5-459b-98a3-79c65e41458b None None] The sync data for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv is: [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'af811c62-a157-4c83-b2d9-ee5c34d58d9c', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'port_id': '6d690b58-dca5-4583-8df3-c33325db65ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'mac_address': 'fa:16:3e:94:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:24:27Z', 'updated_at': '2021-11-27T11:24:27Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:24:29.849194 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a215bc-816b-487f-9848-a63f9bc3465e None None] New status for floating IP af811c62-a157-4c83-b2d9-ee5c34d58d9c: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:24:30.208664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:24:30.270912 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5ae55400-c7b1-408e-bb79-6e7f84342ac0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/af811c62-a157-4c83-b2d9-ee5c34d58d9c HTTP/1.1" status: 200 len: 993 time: 0.0604072 Nov 27 11:24:32.377982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:32.622788 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:24:40.383368 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-68574407-2b1b-4ea0-90e7-6c977ff67ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:43.149465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e83274f3-761b-401b-8654-366bd662312c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:44.035882 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:45.631321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:24:46.339736 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:02.394322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:09.624203 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:25:10.374887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4350f6aa-ef93-41cb-b14b-c15f96bb61f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:13.149691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afc5f134-3599-43d1-92eb-5b955fae191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:14.033563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:15.634224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:16.341435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:24.973092 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-b46b5a0b-abd6-4ee4-b173-0b403214f362 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1600552 Nov 27 11:25:25.058344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bc73-636f-42c4-a225-df30a684d904 req-f583fe39-5166-46bf-bf43-9a32b1419d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:25.059838 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-f583fe39-5166-46bf-bf43-9a32b1419d92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1099 time: 0.0419927 Nov 27 11:25:25.166969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bc73-636f-42c4-a225-df30a684d904 req-da425cb3-a848-4a18-9ed0-8f5bac1c53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:25.168349 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-da425cb3-a848-4a18-9ed0-8f5bac1c53a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 897 time: 0.0892432 Nov 27 11:25:25.233663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-3c475e74-d533-493e-8657-d59327d4079d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 1001 time: 0.0567508 Nov 27 11:25:25.284086 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bc73-636f-42c4-a225-df30a684d904 req-2e424df8-1743-4088-9a9e-13a7815462d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:25.285633 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-2e424df8-1743-4088-9a9e-13a7815462d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0440483 Nov 27 11:25:25.336335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bc73-636f-42c4-a225-df30a684d904 req-57d1f79e-950c-4b9e-a834-c510ac806ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:25.337865 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-57d1f79e-950c-4b9e-a834-c510ac806ebd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451148 Nov 27 11:25:25.427665 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-1a7a44f3-f2df-432e-90b6-1f2a5ab70b99 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819182 Nov 27 11:25:25.523956 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6842bc73-636f-42c4-a225-df30a684d904 req-4e07a145-c5f0-4c92-aafc-c1f602717ffa service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Nov 27 11:25:32.402913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:33.145136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4ab81-8dbf-4579-b447-ce9f4968d2a5 req-c66ab051-5f3e-4cb5-9a17-4e8b0f2a2aff tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:33.146622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b3d4ab81-8dbf-4579-b447-ce9f4968d2a5 req-c66ab051-5f3e-4cb5-9a17-4e8b0f2a2aff tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0759149 Nov 27 11:25:33.149215 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddb786-f280-43b8-8b46-21de471fafac req-776443ec-1595-4c97-91a5-1aa477269a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:33.150564 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-776443ec-1595-4c97-91a5-1aa477269a9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1099 time: 0.0696850 Nov 27 11:25:33.251188 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b3d4ab81-8dbf-4579-b447-ce9f4968d2a5 req-005f916a-189f-4c8c-a589-cc840d2bef92 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987444 Nov 27 11:25:33.275738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddb786-f280-43b8-8b46-21de471fafac req-01ed6942-64a3-4139-908f-2319076472bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:33.277245 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-01ed6942-64a3-4139-908f-2319076472bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 897 time: 0.1183100 Nov 27 11:25:33.349263 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-b03400e5-b160-43c3-a9f5-30406a26317c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 1001 time: 0.0624163 Nov 27 11:25:33.397954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddb786-f280-43b8-8b46-21de471fafac req-583f8563-d694-49bd-91ba-4f3e98ea5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:33.399361 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-583f8563-d694-49bd-91ba-4f3e98ea5d6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0436342 Nov 27 11:25:33.445374 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddb786-f280-43b8-8b46-21de471fafac req-13c1fd0b-8760-4cd7-9f00-0ec613a13e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:33.446888 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-13c1fd0b-8760-4cd7-9f00-0ec613a13e1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397768 Nov 27 11:25:33.539385 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-cc747301-be62-4647-bf47-6c44e6347462 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848687 Nov 27 11:25:33.627526 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8cddb786-f280-43b8-8b46-21de471fafac req-9a79f58e-4c53-48dc-9c31-b9eb43b63301 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813496 Nov 27 11:25:34.370047 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a0b51-dfa9-4d5c-989f-725927fb04b2 req-cbe5126f-1766-475d-852a-cc024edb21c9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:34.371500 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6a4a0b51-dfa9-4d5c-989f-725927fb04b2 req-cbe5126f-1766-475d-852a-cc024edb21c9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0514786 Nov 27 11:25:34.423345 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6a4a0b51-dfa9-4d5c-989f-725927fb04b2 req-7048d30f-5c4b-4cd3-99b9-585db8da8693 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452375 Nov 27 11:25:35.539017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2af858-64e1-474c-8c6a-381121bfaf35 req-2a0e19f1-281c-4466-acc8-749a5f6e9b6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:35.540541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd2af858-64e1-474c-8c6a-381121bfaf35 req-2a0e19f1-281c-4466-acc8-749a5f6e9b6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0494211 Nov 27 11:25:35.593540 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd2af858-64e1-474c-8c6a-381121bfaf35 req-291cfd59-e122-4504-b023-f709f59912f9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468023 Nov 27 11:25:36.710466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34028f60-c211-4ed1-a777-a8fa12b03d4c req-8b850204-46f0-4338-82b5-28c1224873d7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:36.711846 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34028f60-c211-4ed1-a777-a8fa12b03d4c req-8b850204-46f0-4338-82b5-28c1224873d7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0523379 Nov 27 11:25:36.760001 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34028f60-c211-4ed1-a777-a8fa12b03d4c req-5da6261c-ac10-4890-b3d5-b6b9da70a317 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 Nov 27 11:25:37.878023 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1b75b-f0b1-4700-9c1d-d56d123484b7 req-32f73411-256e-401b-a172-cafb410e078b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:37.879495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0af1b75b-f0b1-4700-9c1d-d56d123484b7 req-32f73411-256e-401b-a172-cafb410e078b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0488226 Nov 27 11:25:37.927545 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0af1b75b-f0b1-4700-9c1d-d56d123484b7 req-24c42b62-7af2-47a6-8232-76175d4a09e2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Nov 27 11:25:39.041730 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1737da-ed4e-4cd3-b8c7-6b623e41adde req-7b512603-a35d-42bc-b8c1-cc89b3f72340 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:39.043216 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef1737da-ed4e-4cd3-b8c7-6b623e41adde req-7b512603-a35d-42bc-b8c1-cc89b3f72340 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0486207 Nov 27 11:25:39.092348 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ef1737da-ed4e-4cd3-b8c7-6b623e41adde req-0d58ddb3-7a2e-41d3-a1ce-6133397e5b4d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Nov 27 11:25:40.205837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbab12-83a4-4997-9aca-1a2942ec92c9 req-fb486376-3fb8-4b9c-bcf0-df1dcc760144 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:40.207331 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-13dbab12-83a4-4997-9aca-1a2942ec92c9 req-fb486376-3fb8-4b9c-bcf0-df1dcc760144 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0491796 Nov 27 11:25:40.257041 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-13dbab12-83a4-4997-9aca-1a2942ec92c9 req-3ca45066-c440-414b-b733-1e9c3b82f153 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Nov 27 11:25:40.379328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2aedc366-a548-4aa8-a550-d337b3400aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:41.372242 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da72960-f96e-47ae-9860-51af44ac7ec5 req-e6c96997-c873-4f9f-9e63-f26e596f539e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:41.373738 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6da72960-f96e-47ae-9860-51af44ac7ec5 req-e6c96997-c873-4f9f-9e63-f26e596f539e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0481062 Nov 27 11:25:41.426524 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6da72960-f96e-47ae-9860-51af44ac7ec5 req-1b237c31-afb3-4205-8feb-54a1722c0f31 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462017 Nov 27 11:25:42.544657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330de5c-5efd-4624-bf52-f86741cb2057 req-8450d3af-e1d8-4389-adcb-f5dc95a1afd7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:42.546722 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2330de5c-5efd-4624-bf52-f86741cb2057 req-8450d3af-e1d8-4389-adcb-f5dc95a1afd7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0518739 Nov 27 11:25:42.595893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2330de5c-5efd-4624-bf52-f86741cb2057 req-9450e498-91ec-42d6-b685-fa4bf54d542c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Nov 27 11:25:43.151833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fe46d42c-5439-46f5-976d-d74711f9b256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:43.712933 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43bff7-1516-4c3f-8abc-1d5bd0a08137 req-cb2f86dc-5617-456d-8dac-2c03e5f26cb3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:43.714346 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d43bff7-1516-4c3f-8abc-1d5bd0a08137 req-cb2f86dc-5617-456d-8dac-2c03e5f26cb3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0517726 Nov 27 11:25:43.763634 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6d43bff7-1516-4c3f-8abc-1d5bd0a08137 req-2d66cec7-7a4b-4795-91f5-720181ab1dad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Nov 27 11:25:44.036113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:44.886613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f54d2f-2efc-4efc-8d99-a469754bd0d2 req-061e6e62-4558-4044-8603-4c89d80cefd5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:25:44.888171 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e8f54d2f-2efc-4efc-8d99-a469754bd0d2 req-061e6e62-4558-4044-8603-4c89d80cefd5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0561182 Nov 27 11:25:44.938383 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e8f54d2f-2efc-4efc-8d99-a469754bd0d2 req-79c105f9-699e-48ad-ab72-bf275d563839 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Nov 27 11:25:44.961589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:25:45.025370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b6a129d0-8870-41ce-906f-f71dd13c8c97 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/af811c62-a157-4c83-b2d9-ee5c34d58d9c HTTP/1.1" status: 200 len: 993 time: 0.0625477 Nov 27 11:25:45.635916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:46.345838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:25:46.623306 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:26:02.396847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:10.381255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2d8ecbd6-a686-4713-9bcc-541ae8351416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:13.153359 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-432ad310-58aa-4800-b9db-6be7db628306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:14.039798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:15.638136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:16.347246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:23.621706 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:26:26.850698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-fa47d221-0b4b-4c5e-be1c-7bb5aa7226ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400128 Nov 27 11:26:26.938317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9065be-4e74-4470-8268-817010ba5a5d req-18851202-1ca5-463b-813e-4996b03b7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:26.939843 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-18851202-1ca5-463b-813e-4996b03b7da3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1099 time: 0.0434873 Nov 27 11:26:27.040628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9065be-4e74-4470-8268-817010ba5a5d req-1a13fc7b-3e9e-4a9b-9761-bdafc22c6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:27.042097 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-1a13fc7b-3e9e-4a9b-9761-bdafc22c6d7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 897 time: 0.0825958 Nov 27 11:26:27.109574 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-03cbc78a-4f18-4d4f-b4e2-dc0c06de92ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 1001 time: 0.0604007 Nov 27 11:26:27.156483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9065be-4e74-4470-8268-817010ba5a5d req-9d969fb7-8adf-48ea-ad31-5a7348952ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:27.157904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-9d969fb7-8adf-48ea-ad31-5a7348952ec0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0414891 Nov 27 11:26:27.208240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9065be-4e74-4470-8268-817010ba5a5d req-539e4834-cc75-43d2-9f1e-31ee6f59aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:27.209795 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-539e4834-cc75-43d2-9f1e-31ee6f59aece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450897 Nov 27 11:26:27.301683 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-e1f303d0-f11b-4a54-bd86-8117654cf051 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835745 Nov 27 11:26:27.388066 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6f9065be-4e74-4470-8268-817010ba5a5d req-2975bb3d-fff6-453b-89a9-e2cf5534ab1a service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800576 Nov 27 11:26:32.404338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:40.383574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2baaf501-c1c1-4178-9719-149863ff7bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:41.965305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50208) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:42.121103 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port a9396e71-482d-4323-8942-3cdcdc8f28db {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:26:42.121336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:42.194711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:42.195035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:42.206964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for a9396e71-482d-4323-8942-3cdcdc8f28db owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:26:42.638082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:42.662760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=a9396e71-482d-4323-8942-3cdcdc8f28db,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:42.672822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.673180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.673527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.673873 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.674214 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.674559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.674895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.675230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.675559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.675891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.676221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.676584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:42.737613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:42.737935 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP af811c62-a157-4c83-b2d9-ee5c34d58d9c disassociated (deleted). External IP: 172.26.1.16, port: 6d690b58-dca5-4583-8df3-c33325db65ed. Nov 27 11:26:42.939206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router f9812434-7cd2-4595-babe-e1fea0c5143b has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:26:43.047597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:26:43.052271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:43.057101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] Sync routers for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:26:43.066754 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:43.067377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:43.083652 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-162f312f-d393-45e2-b15a-457111909c85 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/floatingips/af811c62-a157-4c83-b2d9-ee5c34d58d9c HTTP/1.1" status: 204 len: 168 time: 1.1172783 Nov 27 11:26:43.084242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:26:43.087431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:26:43.129528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb475ef-91cb-4c5b-a940-64f9eac9866b x-openstack-request-id: req-ebb475ef-91cb-4c5b-a940-64f9eac9866b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:26:43.130334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:26:43.130334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebb475ef-91cb-4c5b-a940-64f9eac9866b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:26:43.130547 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed', 'status': 'completed', 'code': 200} Nov 27 11:26:43.183376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-86ca4902-539a-4082-ae25-253f188ee7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:43.196480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:43.199280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-74f14cc6-3ef2-47a4-84f6-692224a86fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:43.201033 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-74f14cc6-3ef2-47a4-84f6-692224a86fdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 1099 time: 0.0477376 Nov 27 11:26:43.300298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-7ee879eb-23e9-42d2-9832-8969548ba65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:43.301764 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-7ee879eb-23e9-42d2-9832-8969548ba65b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 200 len: 897 time: 0.0918655 Nov 27 11:26:43.325961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ddd7-ee53-428f-a299-f229e4649133 req-cb9d74d2-4f4c-4c40-ba58-e3c2dd96ce35 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:43.327488 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9fe4ddd7-ee53-428f-a299-f229e4649133 req-cb9d74d2-4f4c-4c40-ba58-e3c2dd96ce35 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0536413 Nov 27 11:26:43.351818 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-402a2af8-8a0a-47e6-bb8d-24f79e4f0878 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 200 len: 217 time: 0.0401685 Nov 27 11:26:43.379459 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9fe4ddd7-ee53-428f-a299-f229e4649133 req-c18274fd-d458-42f5-9c35-ee1a30652b32 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Nov 27 11:26:43.406008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-1f398da6-8fa1-439d-916a-b3723c0c5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:43.407466 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-1f398da6-8fa1-439d-916a-b3723c0c5872 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 200 len: 834 time: 0.0482020 Nov 27 11:26:43.415637 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:43.444616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] Checking router: f9812434-7cd2-4595-babe-e1fea0c5143b for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:26:43.454369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:43.454817 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:43.455187 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-1146a6ff-b0a1-47ce-bf71-b6d442259134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:43.456734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-1146a6ff-b0a1-47ce-bf71-b6d442259134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2886ed0d-a7a7-4fde-ae46-766297af6c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408614 Nov 27 11:26:43.551168 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-136c96b1-0f43-489d-ae37-1d2efb7534e7 service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Nov 27 11:26:43.559459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:43.642406 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2966cc26-1dbb-4acc-a3a2-d8bfde7f5f0b req-eac6ec78-42ef-46e8-8d23-5a3d7ca2105d service neutron] 10.222.0.24 "GET /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Nov 27 11:26:43.761649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:43.787211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb4dd0-c07e-4b30-83ad-31abe286458e None None] The sync data for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv is: [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '519f2471-4810-40f2-838d-73eb7c6c9d72', 'name': '', 'network_id': '2886ed0d-a7a7-4fde-ae46-766297af6c7b', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:6c:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:14Z', 'updated_at': '2021-11-27T11:24:18Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '4cdc3260-a8a1-47d9-a45b-befe941184db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:26:43.999748 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1ac80-32d5-4a4f-97e6-b01c0530590b None None] New status for floating IP af811c62-a157-4c83-b2d9-ee5c34d58d9c: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:26:44.040317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:44.503411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3255d5-b116-47a3-9f27-d498a7b1b5c7 req-1b46db13-3339-486e-aad1-d4005c978380 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:44.504875 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d3255d5-b116-47a3-9f27-d498a7b1b5c7 req-1b46db13-3339-486e-aad1-d4005c978380 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0534480 Nov 27 11:26:44.553032 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d3255d5-b116-47a3-9f27-d498a7b1b5c7 req-921f077f-1b1f-427a-bcb4-f551c5d96478 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa72a424-3818-4f7e-b26e-6bedad9608f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Nov 27 11:26:45.049591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9895c34-c578-4059-9f2c-af1619404959 req-295a9858-9c0e-4988-b2b0-d8cedc57c000 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:45.050933 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9895c34-c578-4059-9f2c-af1619404959 req-295a9858-9c0e-4988-b2b0-d8cedc57c000 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 946 time: 0.0488551 Nov 27 11:26:45.140216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 6d690b58-dca5-4583-8df3-c33325db65ed {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:26:45.140574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:45.231696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 6d690b58-dca5-4583-8df3-c33325db65ed, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6d690b58-dca5-4583-8df3-c33325db65ed,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:45.232050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:45.243710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 6d690b58-dca5-4583-8df3-c33325db65ed owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:26:45.380554 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:45.417575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=6d690b58-dca5-4583-8df3-c33325db65ed,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:45.449583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] No DVR routers for this DVR port 6d690b58-dca5-4583-8df3-c33325db65ed on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:26:45.452041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:45.455439 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b9895c34-c578-4059-9f2c-af1619404959 req-026e1bb4-7626-45cf-9e03-c512394883dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "DELETE /v2.0/ports/6d690b58-dca5-4583-8df3-c33325db65ed HTTP/1.1" status: 204 len: 173 time: 0.3987434 Nov 27 11:26:45.455899 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'name': 'network-vif-deleted', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:26:45.458230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8455343-f82c-4a39-8585-f6a85c2e77fa" -d '{"events": [{"server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "name": "network-vif-deleted", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:26:45.496696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbdf6e5-aa51-4447-9dd4-b8ae562a81c2 x-openstack-request-id: req-fbbdf6e5-aa51-4447-9dd4-b8ae562a81c2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:26:45.496999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a4877e-6073-4f5b-937d-48c2197be72f", "name": "network-vif-deleted", "tag": "6d690b58-dca5-4583-8df3-c33325db65ed", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:26:45.497261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbbdf6e5-aa51-4447-9dd4-b8ae562a81c2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:26:45.497678 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a4877e-6073-4f5b-937d-48c2197be72f', 'name': 'network-vif-deleted', 'tag': '6d690b58-dca5-4583-8df3-c33325db65ed', 'status': 'completed', 'code': 200} Nov 27 11:26:45.643193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:45.662075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c05cc5aa-cd02-4976-bdc6-b99313164b90 req-7c1dd65c-28ba-4732-97d5-8cf9d9b04599 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5a4877e-6073-4f5b-937d-48c2197be72f HTTP/1.1" status: 200 len: 210 time: 0.0290544 Nov 27 11:26:46.349577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:46.719469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50224) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:47.086548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:47.339229 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 519f2471-4810-40f2-838d-73eb7c6c9d72 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:26:47.339482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:47.374749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6d690b58-dca5-4583-8df3-c33325db65ed no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:26:47.397748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 6d690b58-dca5-4583-8df3-c33325db65ed {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:26:47.398098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 6d690b58-dca5-4583-8df3-c33325db65ed not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:26:47.433838 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 519f2471-4810-40f2-838d-73eb7c6c9d72, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=519f2471-4810-40f2-838d-73eb7c6c9d72,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:47.434202 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:47.447107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 519f2471-4810-40f2-838d-73eb7c6c9d72 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:26:47.633460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:47.660706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=519f2471-4810-40f2-838d-73eb7c6c9d72,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:47.837985 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.049977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router f9812434-7cd2-4595-babe-e1fea0c5143b has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:26:48.155369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:26:48.160369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-acb13a3f-b127-4cb4-a2e2-8236e7665d6e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/f9812434-7cd2-4595-babe-e1fea0c5143b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4398746 Nov 27 11:26:48.163125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50226) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:48.165981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] Sync routers for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:26:48.176212 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:48.176867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:48.213468 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting subnet 4cdc3260-a8a1-47d9-a45b-befe941184db {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:26:48.216543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.259842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.283739 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:48.342284 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.400107 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.429394 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.435496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fb678-0cf4-4142-8ed0-aa95f29bd88b None None] Network 2886ed0d-a7a7-4fde-ae46-766297af6c7b requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:26:48.436603 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50228) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:48.437023 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/subnets/4cdc3260-a8a1-47d9-a45b-befe941184db HTTP/1.1" status: 204 len: 168 time: 0.2727129 Nov 27 11:26:48.438039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4314abb-b083-4a76-adc5-43939aa7078c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdc3260-a8a1-47d9-a45b-befe941184db,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:48.548093 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.561820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:26:47Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:48.592135 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] Checking router: f9812434-7cd2-4595-babe-e1fea0c5143b for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:26:48.603217 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] Routers {'f9812434-7cd2-4595-babe-e1fea0c5143b'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:48.603831 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['f9812434-7cd2-4595-babe-e1fea0c5143b'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:48.657152 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.688360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] DHCP port deletion for 2886ed0d-a7a7-4fde-ae46-766297af6c7b request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:26:48.714263 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 6028c56d-772c-451d-b71a-e50d4ecdcd8e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:26:48.714606 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.797208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 6028c56d-772c-451d-b71a-e50d4ecdcd8e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6028c56d-772c-451d-b71a-e50d4ecdcd8e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:48.797583 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:48.811361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 6028c56d-772c-451d-b71a-e50d4ecdcd8e owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:26:48.888013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] Set router f9812434-7cd2-4595-babe-e1fea0c5143b gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:48.983892 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.006890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=6028c56d-772c-451d-b71a-e50d4ecdcd8e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:49.007545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Deleting port bea42617-14bc-46bd-9b1a-667274308d7e {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:26:49.008495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.019418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.019772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.020155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.020466 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.020829 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.021126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.021537 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.021771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.022099 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.022512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.022736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.023062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.034615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2d6b7-ec9e-4021-bfb0-8c0da9c6d591 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:26:49.087721 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.102509 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] For port bea42617-14bc-46bd-9b1a-667274308d7e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=bea42617-14bc-46bd-9b1a-667274308d7e,segment=NetworkSegment(5e1a3073-7465-4a66-a1b4-946b6d14ef5e),segment_id=5e1a3073-7465-4a66-a1b4-946b6d14ef5e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:49.102916 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.139823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Calling delete_port for bea42617-14bc-46bd-9b1a-667274308d7e owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:26:49.184972 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.187095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.214989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:26:47Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:49.230119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.230674 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Fanout notify agent at l3_agent the message router_deleted on router f9812434-7cd2-4595-babe-e1fea0c5143b {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:26:49.237382 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.238460 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8418e7ae-d975-484c-a980-85a987bf3367 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/routers/f9812434-7cd2-4595-babe-e1fea0c5143b HTTP/1.1" status: 204 len: 168 time: 0.8006873 Nov 27 11:26:49.241166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50230) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:49.244600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0593bca-5f2e-4e7e-942b-bd7a710c56a8 None None] The sync data for ids ['f9812434-7cd2-4595-babe-e1fea0c5143b'] in dv-neutron-804846-16-hyperv is: [{'id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888893713', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:24:11Z', 'updated_at': '2021-11-27T11:26:47Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '6028c56d-772c-451d-b71a-e50d4ecdcd8e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9812434-7cd2-4595-babe-e1fea0c5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:24:12Z', 'updated_at': '2021-11-27T11:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:26:49.262516 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.290038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Pushing event deleted for resources: {'Port': ['ID=bea42617-14bc-46bd-9b1a-667274308d7e,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:49.299215 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] No DVR routers for this DVR port bea42617-14bc-46bd-9b1a-667274308d7e on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:26:49.301234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.301592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.301938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.302278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.302619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.302957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.303377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.303722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.304050 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.304459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.305239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.305574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5804a6d1-7740-4e8b-a7d5-2c3b2bff3462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:49.324734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.412464 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.432527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2886ed0d-a7a7-4fde-ae46-766297af6c7b']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:49.441474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1a3073-7465-4a66-a1b4-946b6d14ef5e') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:49.442039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1a3073-7465-4a66-a1b4-946b6d14ef5e') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:49.451928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.465205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.471408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:26:49.471819 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:26:49.475197 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:26:49.535577 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.540814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.544096 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/networks/2886ed0d-a7a7-4fde-ae46-766297af6c7b HTTP/1.1" status: 204 len: 168 time: 0.3020122 Nov 27 11:26:49.546891 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50232) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:49.558665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5622c8-eeb1-4d51-806b-5772a253d2b2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Network': ['ID=2886ed0d-a7a7-4fde-ae46-766297af6c7b,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:49.613067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b96eafbb-2a6a-4cfd-aa51-0e9447f27899 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.640153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b96eafbb-2a6a-4cfd-aa51-0e9447f27899 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.700920 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b96eafbb-2a6a-4cfd-aa51-0e9447f27899 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.703603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b96eafbb-2a6a-4cfd-aa51-0e9447f27899 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:49.707599 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b96eafbb-2a6a-4cfd-aa51-0e9447f27899 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa72a424-3818-4f7e-b26e-6bedad9608f2 HTTP/1.1" status: 204 len: 168 time: 0.1596613 Nov 27 11:26:49.717365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eafbb-2a6a-4cfd-aa51-0e9447f27899 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa72a424-3818-4f7e-b26e-6bedad9608f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:49.853906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bea42617-14bc-46bd-9b1a-667274308d7e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:26:49.876028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: bea42617-14bc-46bd-9b1a-667274308d7e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:26:49.876392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device bea42617-14bc-46bd-9b1a-667274308d7e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:26:49.876811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 519f2471-4810-40f2-838d-73eb7c6c9d72 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:26:49.896715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 519f2471-4810-40f2-838d-73eb7c6c9d72 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:26:49.897067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 519f2471-4810-40f2-838d-73eb7c6c9d72 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:26:51.764937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6028c56d-772c-451d-b71a-e50d4ecdcd8e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:26:51.784688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6028c56d-772c-451d-b71a-e50d4ecdcd8e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:26:51.785045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6028c56d-772c-451d-b71a-e50d4ecdcd8e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:26:52.266252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:52.271561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762874977', 'description': 'tempest-secgroup-smoke-762874977 description', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:52.293463 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.358132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.361949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.390608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.391805 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1245449 Nov 27 11:26:52.393678 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73bc11-e6f0-43e8-b1ca-4155634adda2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8077f0d2-7cbe-439d-963b-77a24c8b3c17,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:52.394815 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50244) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:52.400077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '8077f0d2-7cbe-439d-963b-77a24c8b3c17', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:52.427495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.489328 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.492928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.511637 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7b72d-124d-4be0-aea4-bf58c886879d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:52.516784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.517977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-935b03fa-1808-4586-9776-bee6eb94883c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221197 Nov 27 11:26:52.520651 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50246) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:52.525562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '8077f0d2-7cbe-439d-963b-77a24c8b3c17', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:52.552017 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.607580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.610905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.632344 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a699438f-5ff8-4be1-9119-0213259c0423,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:52.637790 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.641946 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-19439e79-4225-4309-8150-3a74940525ad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173806 Nov 27 11:26:52.641946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50248) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:52.645988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '8077f0d2-7cbe-439d-963b-77a24c8b3c17', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:52.670983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.725033 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.728300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.742261 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b90a6a4-ad0a-4381-981f-9cd9cb910f48,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:52.752891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.754051 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c22945e7-6f49-4733-adb0-e18aa88e444b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114109 Nov 27 11:26:52.756732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50250) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:52.761460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '8077f0d2-7cbe-439d-963b-77a24c8b3c17', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:52.787510 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.843712 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.847209 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.865373 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be871930-6f30-42fd-b1c8-29f1be6de93d,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:52.874126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.875304 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-998586ce-8525-49be-9c2c-e723abf625aa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176591 Nov 27 11:26:52.877998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50252) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:52.882334 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '8077f0d2-7cbe-439d-963b-77a24c8b3c17', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:52.903797 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:26:52.908471 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.966165 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.969572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.987157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a39f98-9d32-4df0-8270-3e1bf7b1c6cb,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:52.992128 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:52.993992 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-89a22a55-ce66-47d0-8177-c50eef6e0925 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149561 Nov 27 11:26:52.996677 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50254) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:53.000817 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '8077f0d2-7cbe-439d-963b-77a24c8b3c17', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:53.021313 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:26:53.025915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.085184 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.088607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.106112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbde6e8-031c-4fad-aa44-10f6eb4eee62,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:53.110878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.112066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-dc9fdee1-936b-41a6-ad41-455b1c8428d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144536 Nov 27 11:26:53.114854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50256) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:53.119993 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'network': {'name': 'tempest-network-smoke--1893884253', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'port_security_enabled': True}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:53.139864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:26:53.143155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.165820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:26:53.174673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.175127 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Added segment 7b0d0906-445d-4dc8-888e-d2dc9c867cf2 of type vlan for network befc5c18-54e7-4333-9ae9-b29b6ebf85ad Nov 27 11:26:53.215763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.240744 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.247821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:53.248421 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.285967 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700978 Nov 27 11:26:53.288831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50258) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:53.294155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'admin_state_up': True, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:53.318551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.319613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.323127 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bedfd5-9f16-4dee-92f4-8c0134a36107 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Network': ['ID=befc5c18-54e7-4333-9ae9-b29b6ebf85ad,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:53.333788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:26:53.375658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.510907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.697516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.715848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.817590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.110 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/cc903078-9e92-4fcb-b0e9-8c7addfa5c39) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:26:53.925338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.957618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:53.992877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:26:53.995673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:26:53.998082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:26:54.011200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d642c5-d25f-4bb3-9497-f6a77c55c18a None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:26:54.089058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9ec97307-0b9d-4353-843c-437a57fec05c None None] Provisioning complete for port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:54.089439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ec97307-0b9d-4353-843c-437a57fec05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:54.128621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9ec97307-0b9d-4353-843c-437a57fec05c None None] Port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:26:54.327349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:54.542142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:54.737313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:54.858433 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:26:54.961575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:26:54.971250 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Sync routers for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:26:54.980947 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:54.981574 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:54.982589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:54.983794 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-80ad9ffd-0c08-4fc9-8959-230e1c4283e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6931500 Nov 27 11:26:54.987007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:55.019525 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f11026b-3546-4d61-98b3-acb967b15caa tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=449a9d6ef2fd43ec8e12e7d3a9316faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312033 Nov 27 11:26:55.021996 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:55.085537 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:55.108206 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55406bd9-727c-4a14-b794-d50cafb57e1e tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:55.109738 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-55406bd9-727c-4a14-b794-d50cafb57e1e tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868452 Nov 27 11:26:55.112514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50264) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:55.145570 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9fc8dcdc-18b9-46e5-bad4-0ea6ad9bd7e5 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319335 Nov 27 11:26:55.147915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50266) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:55.153312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162810475', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:26:55.242226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:26:55.245779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.263875 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:54Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:55.290637 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Checking router: 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:26:55.290907 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Updating router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:26:55.315388 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.426963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.487934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Subnet': ['ID=76fb2233-0b45-4719-919e-e07bb098d050,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:55.497295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Checking segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:26:55.497657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network hostable DHCP agents. Network: befc5c18-54e7-4333-9ae9-b29b6ebf85ad, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:26:55.514915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:26:55.524561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, befc5c18-54e7-4333-9ae9-b29b6ebf85ad) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:26:55.529154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:55.529741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.539672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d279d58e-af5b-4bab-9201-921dca7853cc None None] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:26:55.549057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ac1bc1be-e8a7-4926-921f-3535b266afad tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3992660 Nov 27 11:26:55.551624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:26:55.571428 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.577587 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.626022 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Attempting to bind port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:26:55.626393 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Attempting to bind port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:26:55.626753 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Attempting to bind port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:26:55.637536 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:26:55.637908 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:26:55.638304 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.638848 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:26:55.639206 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Bound port: cc903078-9e92-4fcb-b0e9-8c7addfa5c39, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:26:55.639579 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.641113 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Pushing event updated for resources: {'Port': ['ID=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:55.666120 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.666340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1475a2-abf0-40c9-8a1e-5b51be5fdd96 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:26:55.666473 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.666797 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.667474 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.667474 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.667770 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.668091 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.668435 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.669120 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.669120 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.669376 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.669691 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:26:55.703673 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] For port cc903078-9e92-4fcb-b0e9-8c7addfa5c39, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:26:55.706948 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] For port cc903078-9e92-4fcb-b0e9-8c7addfa5c39, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:26:55.712911 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.718647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:26:55.719780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.769385 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:55.770071 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:55.796140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac4bc3-7ddc-47a1-b1e5-b01e5f31360b None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:26:55.826884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6ca9fcca-6c72-4a4d-bd9e-9caaf8987f4d None None] Provisioning complete for port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:55.827261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fcca-6c72-4a4d-bd9e-9caaf8987f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:55.911320 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Allocated IP 172.20.0.2 (befc5c18-54e7-4333-9ae9-b29b6ebf85ad/76fb2233-0b45-4719-919e-e07bb098d050/556ba681-9287-4324-a478-13eda25171dc) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:26:55.964460 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0084f-a2ae-419d-8465-5568c4b789ed None None] Pushing event updated for resources: {'Port': ['ID=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:55.983621 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:56.007059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fcca-6c72-4a4d-bd9e-9caaf8987f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.036411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6ca9fcca-6c72-4a4d-bd9e-9caaf8987f4d None None] For port cc903078-9e92-4fcb-b0e9-8c7addfa5c39, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:56.042030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca9fcca-6c72-4a4d-bd9e-9caaf8987f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.053794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.145088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9fcca-6c72-4a4d-bd9e-9caaf8987f4d None None] Pushing event updated for resources: {'Port': ['ID=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:56.159567 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.164997 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:54Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:56.171148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.197868 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b98bcf-4204-4a0b-a14a-4550fc6ef86a None None] The sync data for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv is: [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:54Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:26:56.202282 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-31f96376-6141-4879-bc53-5e12543dcabe None None] Provisioning complete for port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:56.202411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-31f96376-6141-4879-bc53-5e12543dcabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.242361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:26:56.249859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:26:56.258949 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:26:56.263689 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Pushing event updated for resources: {'Port': ['ID=556ba681-9287-4324-a478-13eda25171dc,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:56.345472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.1 (befc5c18-54e7-4333-9ae9-b29b6ebf85ad/76fb2233-0b45-4719-919e-e07bb098d050/c3dd00f6-a40b-454c-917e-81ac0e54c446) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:26:56.349034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Attempting to bind port 556ba681-9287-4324-a478-13eda25171dc on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:26:56.349415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Attempting to bind port 556ba681-9287-4324-a478-13eda25171dc by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:26:56.349775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Attempting to bind port 556ba681-9287-4324-a478-13eda25171dc on network befc5c18-54e7-4333-9ae9-b29b6ebf85ad {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:26:56.363708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:26:56.364086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Checking segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:26:56.364550 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.364951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Bound using segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:26:56.365437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Bound port: 556ba681-9287-4324-a478-13eda25171dc, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:26:56.365820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.441251 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] For port 556ba681-9287-4324-a478-13eda25171dc, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:26:56.464100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] For port 556ba681-9287-4324-a478-13eda25171dc, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=556ba681-9287-4324-a478-13eda25171dc,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:26:56.469800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.488070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.540218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.551242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f3003-2944-4f47-a4e6-a19a9f3167af None None] Pushing event updated for resources: {'Port': ['ID=556ba681-9287-4324-a478-13eda25171dc,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:56.586726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:26:56.592582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:26:56.595089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:26:56.632619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=c3dd00f6-a40b-454c-917e-81ac0e54c446,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:56.655403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:56.810986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.108151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.112707 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.194552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=c3dd00f6-a40b-454c-917e-81ac0e54c446,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:57.197528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.296294 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:26:57.297757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:26:57.417666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:26:57.466980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf2bed-0b99-472f-b155-ee2cd1f47a56 None None] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:26:57.529703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:26:57.538626 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eb9967d2-715d-4586-89af-f388c24d2dcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820898 Nov 27 11:26:57.542327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-cad8791c-353e-48fe-8e04-93f8f37e79e0 None None] Provisioning complete for port 556ba681-9287-4324-a478-13eda25171dc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:57.542709 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cad8791c-353e-48fe-8e04-93f8f37e79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.688727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cad8791c-353e-48fe-8e04-93f8f37e79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.721808 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-d8f8774e-c5ae-4df7-bd20-b0c90e241c8c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762874977&fields=id&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 267 time: 0.0469098 Nov 27 11:26:57.729994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-cad8791c-353e-48fe-8e04-93f8f37e79e0 None None] For port 556ba681-9287-4324-a478-13eda25171dc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=556ba681-9287-4324-a478-13eda25171dc,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:57.740321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cad8791c-353e-48fe-8e04-93f8f37e79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:57.823808 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8791c-353e-48fe-8e04-93f8f37e79e0 None None] Pushing event updated for resources: {'Port': ['ID=556ba681-9287-4324-a478-13eda25171dc,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:57.863650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-731ea6ae-5fb5-42eb-888d-de6068bcb790 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:26:57.865210 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-731ea6ae-5fb5-42eb-888d-de6068bcb790 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 797 time: 0.1299980 Nov 27 11:26:57.881563 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-32312c63-d77d-46f8-aef0-ddf0491cbf20 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/quotas/449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 375 time: 0.0104084 Nov 27 11:26:57.915793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cc903078-9e92-4fcb-b0e9-8c7addfa5c39 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:26:57.952701 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-c886ce5f-64e9-42dc-81eb-5d4b8101fda9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643988 Nov 27 11:26:57.968614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:57.968985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:58.013020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Sync routers for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:26:58.028891 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:58.029526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:58.166919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 556ba681-9287-4324-a478-13eda25171dc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:26:58.170773 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5df7d912-c1ce-4442-8068-b60f90a2606b None None] Provisioning complete for port c3dd00f6-a40b-454c-917e-81ac0e54c446 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:58.171140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5df7d912-c1ce-4442-8068-b60f90a2606b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:58.251254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:58.384792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-1aa78a6d-3416-44d7-98a7-0747e2f7bec5 service neutron] 10.222.0.13 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153152 Nov 27 11:26:58.435841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5df7d912-c1ce-4442-8068-b60f90a2606b None None] Port c3dd00f6-a40b-454c-917e-81ac0e54c446 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:26:58.477214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-85991004-c2e6-4ddc-b50e-f5d3bd0a1ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850866 Nov 27 11:26:58.493847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5df7d912-c1ce-4442-8068-b60f90a2606b None None] Provisioning complete for port 556ba681-9287-4324-a478-13eda25171dc triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:58.494221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5df7d912-c1ce-4442-8068-b60f90a2606b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:58.574321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 556ba681-9287-4324-a478-13eda25171dc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:58.574700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:58.764680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 2, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:58.791199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Checking router: 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:26:58.791558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Updating router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 port c3dd00f6-a40b-454c-917e-81ac0e54c446 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:26:58.815939 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:58.876213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-60fb6486-c74f-4d82-b804-1d54db666e3d None None] Provisioning complete for port c3dd00f6-a40b-454c-917e-81ac0e54c446 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:58.876602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-60fb6486-c74f-4d82-b804-1d54db666e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:58.968223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-60fb6486-c74f-4d82-b804-1d54db666e3d None None] Port c3dd00f6-a40b-454c-917e-81ac0e54c446 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:26:59.113484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.118297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.171393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e62e3-8a0f-4376-96ef-42187eb23718 None None] Pushing event updated for resources: {'Port': ['ID=c3dd00f6-a40b-454c-917e-81ac0e54c446,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:59.224595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Attempting to bind port c3dd00f6-a40b-454c-917e-81ac0e54c446 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:26:59.224979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Attempting to bind port c3dd00f6-a40b-454c-917e-81ac0e54c446 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:26:59.225356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Attempting to bind port c3dd00f6-a40b-454c-917e-81ac0e54c446 on network befc5c18-54e7-4333-9ae9-b29b6ebf85ad {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:26:59.231353 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:26:59.231738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Checking segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:26:59.232151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.232586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Bound using segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:26:59.233069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Bound port: c3dd00f6-a40b-454c-917e-81ac0e54c446, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:26:59.233460 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.299729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] For port c3dd00f6-a40b-454c-917e-81ac0e54c446, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:26:59.303226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] For port c3dd00f6-a40b-454c-917e-81ac0e54c446, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c3dd00f6-a40b-454c-917e-81ac0e54c446,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:26:59.307426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.367206 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:26:59.368027 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:59.407814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e62e3-8a0f-4376-96ef-42187eb23718 None None] Pushing event updated for resources: {'Port': ['ID=c3dd00f6-a40b-454c-917e-81ac0e54c446,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:59.467428 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-726996db-4085-4424-9af1-82a75f6b3238 None None] Provisioning complete for port c3dd00f6-a40b-454c-917e-81ac0e54c446 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:59.467794 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-726996db-4085-4424-9af1-82a75f6b3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.518364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:26:59.661620 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-64263627-7e9d-4623-a89b-5ce57869075c req-999f898c-8ee9-4ced-b7a1-b4fd3829d9dd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 210 time: 0.0335560 Nov 27 11:26:59.668097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-726996db-4085-4424-9af1-82a75f6b3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.728957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-726996db-4085-4424-9af1-82a75f6b3238 None None] For port c3dd00f6-a40b-454c-917e-81ac0e54c446, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c3dd00f6-a40b-454c-917e-81ac0e54c446,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:26:59.734023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-726996db-4085-4424-9af1-82a75f6b3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.809024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726996db-4085-4424-9af1-82a75f6b3238 None None] Pushing event updated for resources: {'Port': ['ID=c3dd00f6-a40b-454c-917e-81ac0e54c446,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:26:59.822666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:26:59.852795 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 556ba681-9287-4324-a478-13eda25171dc up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:26:59.857230 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf85b5-d37a-4f74-8166-599c57cafc1b None None] The sync data for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv is: [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:26:59.904998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8eed4868-5070-446c-ac7b-b730764b784c None None] Provisioning complete for port c3dd00f6-a40b-454c-917e-81ac0e54c446 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:59.904998 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8eed4868-5070-446c-ac7b-b730764b784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:26:59.967197 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 556ba681-9287-4324-a478-13eda25171dc triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:26:59.967565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:00.622295 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:27:00.793459 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4cd78ca9-6a28-455b-a0e6-c4c9f7db8656 req-5a84abe2-6664-4685-bfdb-ac797559ad08 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 210 time: 0.0368881 Nov 27 11:27:00.833473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-099a9b11-d4ad-4cf0-b42d-71276b1ca212 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:00.834981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-099a9b11-d4ad-4cf0-b42d-71276b1ca212 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 797 time: 0.1560292 Nov 27 11:27:00.907103 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-b7434e0b-54b1-41c0-b9c0-140ba6ab1f78 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 379 time: 0.0597026 Nov 27 11:27:00.917530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'port': {'device_id': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'admin_state_up': True, 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'security_groups': ['8077f0d2-7cbe-439d-963b-77a24c8b3c17']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:27:01.033369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:27:01.036868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.164977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.3 (befc5c18-54e7-4333-9ae9-b29b6ebf85ad/76fb2233-0b45-4719-919e-e07bb098d050/4c3c1c8b-9ae8-4825-ba08-2235bf2df511) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:27:01.308842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.341997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.390647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:27:01.393571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:27:01.395921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:27:01.422949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:01.453507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:01.454136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.472207 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-44073459-c7c3-4e82-9947-7670db20064f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592084 Nov 27 11:27:01.485071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Request body: {'port': {'device_id': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:27:01.541545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.673977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-bfa11d35-952b-4e76-a7d9-feefc918548f None None] Provisioning complete for port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:27:01.674518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bfa11d35-952b-4e76-a7d9-feefc918548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.709278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-bfa11d35-952b-4e76-a7d9-feefc918548f None None] Port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:27:01.810124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:27:01.818445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.832016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Transition to ACTIVE for port object 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:27:01.836724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.854423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c3dd00f6-a40b-454c-917e-81ac0e54c446 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:27:01.927254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c3dd00f6-a40b-454c-917e-81ac0e54c446 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:27:01.928052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:01.937285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:01.941909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f12ad-ccea-4361-bf1a-d0dafa3b1a8b req-414dcd1f-ef40-4e5d-8ef5-bac2f7678304 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:01.951012 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ff4f12ad-ccea-4361-bf1a-d0dafa3b1a8b req-414dcd1f-ef40-4e5d-8ef5-bac2f7678304 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 943 time: 0.0721848 Nov 27 11:27:01.965227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Attempting to bind port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:27:01.965562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Attempting to bind port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:27:01.965893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Attempting to bind port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 on network befc5c18-54e7-4333-9ae9-b29b6ebf85ad {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:27:01.970654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 on network befc5c18-54e7-4333-9ae9-b29b6ebf85ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:27:01.970977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Attempting to bind port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 on network befc5c18-54e7-4333-9ae9-b29b6ebf85ad {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:27:01.976175 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:27:01.977257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Checking segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:27:01.977771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Bound using segment: {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:27:01.978217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Bound port: 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0d0906-445d-4dc8-888e-d2dc9c867cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:27:01.978582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:02.016840 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ff4f12ad-ccea-4361-bf1a-d0dafa3b1a8b req-5d081112-6886-44f3-a766-8d2360bf28af tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598989 Nov 27 11:27:02.066456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] For port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:27:02.070344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] For port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:27:02.074533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:02.110886 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.111662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:02.112986 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] 10.222.0.24 "PUT /v2.0/ports/4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 1093 time: 0.6323369 Nov 27 11:27:02.113442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:27:02.115781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:27:02.158991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4676ca0f-818c-4241-ae55-01c25a00c1c7 x-openstack-request-id: req-4676ca0f-818c-4241-ae55-01c25a00c1c7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:27:02.159300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:27:02.159587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4676ca0f-818c-4241-ae55-01c25a00c1c7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:27:02.159999 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'status': 'completed', 'code': 200} Nov 27 11:27:02.163277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b3f08-cba9-47ea-b728-dfb4ab33daf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:02.210452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-0b4028c2-6794-48ef-8b65-fa38e4414963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.212663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-0b4028c2-6794-48ef-8b65-fa38e4414963 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1096 time: 0.0445602 Nov 27 11:27:02.256328 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-90b55192-5eb5-4d93-b3dd-6056e0e37255 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 217 time: 0.0357504 Nov 27 11:27:02.312868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-49c0419f-91ed-42c8-bed1-c03501783525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.314353 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-49c0419f-91ed-42c8-bed1-c03501783525 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0506730 Nov 27 11:27:02.362078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-68318830-82a0-48b8-a3e2-9f3d2a4699d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.363587 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-68318830-82a0-48b8-a3e2-9f3d2a4699d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421317 Nov 27 11:27:02.403066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:02.458377 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-7aecb937-0842-4c7e-b6b6-7282c6fab689 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880363 Nov 27 11:27:02.549943 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-12621389-89a5-44ea-92eb-e07e3333c6b2 req-95ee8fae-0f81-4754-844e-e37e3b95f042 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844588 Nov 27 11:27:02.635654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-0ecc840f-81e6-46a2-8702-2b7293a52643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.637057 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-0ecc840f-81e6-46a2-8702-2b7293a52643 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1096 time: 0.0403986 Nov 27 11:27:02.730912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-b8df7870-91b0-4f4d-82be-ddfc7bfb308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.732386 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-b8df7870-91b0-4f4d-82be-ddfc7bfb308e service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.0874283 Nov 27 11:27:02.773708 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-bef445f6-3645-44b6-ad53-99aeaa05129d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 217 time: 0.0339429 Nov 27 11:27:02.826547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-3ee90aa3-073a-4e0f-b402-8444d6ae43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.827971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-3ee90aa3-073a-4e0f-b402-8444d6ae43e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0484629 Nov 27 11:27:02.873928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-ccd70253-00d1-45df-b2e4-bfc50cd236f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:02.875415 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-ccd70253-00d1-45df-b2e4-bfc50cd236f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401680 Nov 27 11:27:02.963528 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-2e71db0c-62a2-4ec6-9a36-593883dcdd85 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811853 Nov 27 11:27:03.056166 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-03b1d0e7-bb13-4ee5-96d6-f810c3d5ad7a req-7ffed136-52ff-4ca6-9f2c-225b857069d9 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 Nov 27 11:27:03.131301 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299da20-24a3-4a30-94ba-a14cf6eb9c46 req-bedd1698-bd1e-4ae1-9683-9dc5fb43a9d1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:03.133105 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1299da20-24a3-4a30-94ba-a14cf6eb9c46 req-bedd1698-bd1e-4ae1-9683-9dc5fb43a9d1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 943 time: 0.0474777 Nov 27 11:27:03.189291 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1299da20-24a3-4a30-94ba-a14cf6eb9c46 req-69f06d84-6499-467e-9e20-35475ab4d8ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505776 Nov 27 11:27:04.304198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb0916-4826-4e68-91d4-e10b2dea9ab8 req-42dd02e6-26b5-465d-bf62-e360331e5d4e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:04.306223 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cfb0916-4826-4e68-91d4-e10b2dea9ab8 req-42dd02e6-26b5-465d-bf62-e360331e5d4e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 943 time: 0.0498197 Nov 27 11:27:04.354857 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0cfb0916-4826-4e68-91d4-e10b2dea9ab8 req-466748f3-fa11-4fe7-a07f-bd9b9f573bf1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Nov 27 11:27:05.451743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:27:05.471219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc216-9936-4986-a602-034bb15f868a req-d6174be3-71b3-4861-9223-b62b0fd01dd2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:05.472798 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a9bc216-9936-4986-a602-034bb15f868a req-d6174be3-71b3-4861-9223-b62b0fd01dd2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 943 time: 0.0507534 Nov 27 11:27:05.521980 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a9bc216-9936-4986-a602-034bb15f868a req-d4c69373-0e8c-486f-815a-d3bdeffc9827 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Nov 27 11:27:05.551067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:27:05.561659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'port_id': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'mac_address': 'fa:16:3e:2d:ae:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:27:05.599425 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:05.611932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:27:05.631386 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:27:05.636111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:05.682360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:05.993815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['4c3c1c8b-9ae8-4825-ba08-2235bf2df511'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:27:06.641872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b74897-29dc-4964-848f-75c4dba8b4cc req-cc46cd00-9b8c-42c5-98b5-3627e46e40f9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:06.643249 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29b74897-29dc-4964-848f-75c4dba8b4cc req-cc46cd00-9b8c-42c5-98b5-3627e46e40f9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 944 time: 0.0532184 Nov 27 11:27:06.691745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-29b74897-29dc-4964-848f-75c4dba8b4cc req-a91b08db-1349-408c-92f3-e9eb792cb349 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Nov 27 11:27:07.462132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:27:07.515035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:27:07.519149 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:27:07.519907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:07.599568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:07.621321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:27:07.623482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448943d-e982-4b3b-ab4f-c9413d1d8eb4" -d '{"events": [{"server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "name": "network-vif-plugged", "status": "completed", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:27:07.636286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:27:07.640403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:07.663046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccc3753-f2c2-4169-927f-d5dc5a760be7 x-openstack-request-id: req-8ccc3753-f2c2-4169-927f-d5dc5a760be7 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:27:07.663337 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "name": "network-vif-plugged", "status": "completed", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:27:07.663581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ccc3753-f2c2-4169-927f-d5dc5a760be7 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:27:07.664181 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'code': 200} Nov 27 11:27:07.691788 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:07.837700 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3cacc-b9c1-460b-9f5f-1c7781d96aaa req-2e6ca451-18d2-491e-940a-60ea83b0bebb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:07.839173 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2aa3cacc-b9c1-460b-9f5f-1c7781d96aaa req-2e6ca451-18d2-491e-940a-60ea83b0bebb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0779603 Nov 27 11:27:07.848084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6137-edf6-4ef1-b7ed-e2721f3dbc66 req-4ddfb708-c94d-4294-9546-c449077f4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:07.850565 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-004b6137-edf6-4ef1-b7ed-e2721f3dbc66 req-4ddfb708-c94d-4294-9546-c449077f4999 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0617344 Nov 27 11:27:07.926916 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2aa3cacc-b9c1-460b-9f5f-1c7781d96aaa req-ac012a8c-1782-4811-92c2-36290dcdd4b8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810270 Nov 27 11:27:07.929409 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-004b6137-edf6-4ef1-b7ed-e2721f3dbc66 req-0a10c76c-175e-4d83-bda7-c688f98709ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720146 Nov 27 11:27:09.043320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001db78-ddc8-4755-981c-06bd8aa1e928 req-f92f577c-b8ab-40f3-aacd-66bc8a9065e7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:09.044826 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3001db78-ddc8-4755-981c-06bd8aa1e928 req-f92f577c-b8ab-40f3-aacd-66bc8a9065e7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0496912 Nov 27 11:27:09.093985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3001db78-ddc8-4755-981c-06bd8aa1e928 req-ea7d6e9a-8bd9-432a-a436-b2d9e01aa093 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Nov 27 11:27:10.210291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f85eb0-69bb-4ffe-8f5d-86c19c87a321 req-9d36bee3-77e5-4a48-ac3a-6a8b1f509ab7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:10.212284 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-48f85eb0-69bb-4ffe-8f5d-86c19c87a321 req-9d36bee3-77e5-4a48-ac3a-6a8b1f509ab7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0497351 Nov 27 11:27:10.260468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-48f85eb0-69bb-4ffe-8f5d-86c19c87a321 req-78791c9a-ab84-4e05-b035-61f8d535e4cc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Nov 27 11:27:10.376666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fadd3b-4afa-402e-8a0f-eb2713b776eb req-4dc62106-2cd3-4c0a-97b5-279fbf94d8e2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:10.378081 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-35fadd3b-4afa-402e-8a0f-eb2713b776eb req-4dc62106-2cd3-4c0a-97b5-279fbf94d8e2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0522835 Nov 27 11:27:10.384541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a4203f04-991e-4e7b-921b-5a3e4c4290fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:10.431597 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-35fadd3b-4afa-402e-8a0f-eb2713b776eb req-aaa333ec-7828-45b6-a679-ac8e193ec828 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465472 Nov 27 11:27:10.454022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:27:10.492837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f510aa-c413-48f8-a7bc-e6c15fe90bad tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:10.494327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b0f510aa-c413-48f8-a7bc-e6c15fe90bad tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1093 time: 0.0392168 Nov 27 11:27:10.497137 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50334) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:27:10.501281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:27:10.521872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:10.619343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:10.723600 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.17 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/7dc75eb9-b8c5-4402-ac6c-545213c36c71) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:27:10.828969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:10.862724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:10.902198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:27:10.904976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:27:10.907504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:27:10.934428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=7dc75eb9-b8c5-4402-ac6c-545213c36c71,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:11.266716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:11.335300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:11.480341 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:11.484811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:11.554234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=7dc75eb9-b8c5-4402-ac6c-545213c36c71,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:27:11.565038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:11.664552 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP cd59b5c8-2528-42d6-a95b-bb1567f5eb83 associated. External IP: 172.26.1.17, port: 4c3c1c8b-9ae8-4825-ba08-2235bf2df511. Nov 27 11:27:11.867784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:27:11.973781 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:27:11.983443 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] Sync routers for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:27:11.992124 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:11.993901 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:27:11.994520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:27:12.018759 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-27832696-9873-4e26-bd47-aa649898b727 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5205514 Nov 27 11:27:12.019220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:27:12.021516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04fd289-2bf3-49ab-a761-74c465071fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:27:12.059500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be0552-96c1-4823-895d-7e4f317a936e x-openstack-request-id: req-41be0552-96c1-4823-895d-7e4f317a936e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:27:12.059799 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:27:12.060062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41be0552-96c1-4823-895d-7e4f317a936e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:27:12.060501 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'status': 'completed', 'code': 200} Nov 27 11:27:12.106647 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:27:12.150191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043171-1cdf-4f6f-88fe-5885c22a350b req-6d7a4cef-2433-4b8b-9276-5515acc3b6ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:12.151706 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e043171-1cdf-4f6f-88fe-5885c22a350b req-6d7a4cef-2433-4b8b-9276-5515acc3b6ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Nov 27 11:27:12.154423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-2a0ab3e7-47ff-42f1-bd50-8265088f303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:12.155772 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-2a0ab3e7-47ff-42f1-bd50-8265088f303c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0590398 Nov 27 11:27:12.331466 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cd59b5c8-2528-42d6-a95b-bb1567f5eb83', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'port_id': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'mac_address': 'fa:16:3e:2d:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:27:11Z', 'updated_at': '2021-11-27T11:27:11Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:27:12.359056 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] Checking router: 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:27:12.368894 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:27:12.369520 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:26:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:27:12.478014 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:27:12.546164 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e043171-1cdf-4f6f-88fe-5885c22a350b req-e4fa7425-540e-46f4-a0b8-06803f7f33b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879735 Nov 27 11:27:12.569326 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50340) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:27:12.571958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-2e545f28-9cd8-440f-b944-41ffb9b9ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:12.573459 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-2e545f28-9cd8-440f-b944-41ffb9b9ceb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.4096177 Nov 27 11:27:12.634017 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-101a2f73-a7cf-438f-bd52-c8fc49c77694 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/cd59b5c8-2528-42d6-a95b-bb1567f5eb83 HTTP/1.1" status: 200 len: 990 time: 0.0623813 Nov 27 11:27:12.643276 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-ec7673d7-c6be-43fa-8e6d-ac9e5fe42d4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 998 time: 0.0629210 Nov 27 11:27:12.695751 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-c6ae31de-388c-4e54-8a24-50ab70623819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:12.697450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-c6ae31de-388c-4e54-8a24-50ab70623819 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0474930 Nov 27 11:27:12.708817 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cd59b5c8-2528-42d6-a95b-bb1567f5eb83', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'port_id': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'mac_address': 'fa:16:3e:2d:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:27:11Z', 'updated_at': '2021-11-27T11:27:11Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:27:12.735558 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087a853-c338-470b-98f3-39aad29e2394 None None] The sync data for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv is: [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'cd59b5c8-2528-42d6-a95b-bb1567f5eb83', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'port_id': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'mac_address': 'fa:16:3e:2d:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:27:11Z', 'updated_at': '2021-11-27T11:27:11Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:27:12.741687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-2c5850fc-83df-4b09-b86d-8b91ed0c4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:12.743430 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-2c5850fc-83df-4b09-b86d-8b91ed0c4f9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396254 Nov 27 11:27:12.838719 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-8d288001-8648-4c7d-9281-a20f2bc08f31 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883975 Nov 27 11:27:12.926397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ab6b8-ad00-4386-a84f-ac3a78d59e78 None None] New status for floating IP cd59b5c8-2528-42d6-a95b-bb1567f5eb83: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:27:12.934165 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e04fd289-2bf3-49ab-a761-74c465071fb9 req-a83cb2a2-38a6-4795-a0d8-bdd8a92c7de2 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881991 Nov 27 11:27:13.156076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2863c16-ad20-4358-bed5-89abc81e0c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:13.635976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50342) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:27:13.698411 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-064ed142-b8f8-4197-b7fc-8f40bfe2d5b3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/cd59b5c8-2528-42d6-a95b-bb1567f5eb83 HTTP/1.1" status: 200 len: 992 time: 0.0612385 Nov 27 11:27:14.047020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:15.638284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:16.351029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:27.863933 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-47a80745-947b-4383-9da2-1e8df14308cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428498 Nov 27 11:27:27.956496 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-a832141d-3b4e-4454-9391-b2801bf19554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:27.958180 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-a832141d-3b4e-4454-9391-b2801bf19554 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0506527 Nov 27 11:27:28.075832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-e9a8ccd8-7a17-4bbe-b05d-be3a75cd3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:28.078305 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-e9a8ccd8-7a17-4bbe-b05d-be3a75cd3140 service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.0993867 Nov 27 11:27:28.149585 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-b1d31543-f5db-49fa-a97d-0acccdd0fc1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 1000 time: 0.0629418 Nov 27 11:27:28.198262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-b9737813-e78b-47a1-bd4c-6df7cfe36fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:28.199864 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-b9737813-e78b-47a1-bd4c-6df7cfe36fca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0433347 Nov 27 11:27:28.246075 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-ca9ae2d3-a4fc-408c-9999-b7896238e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:27:28.248127 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-ca9ae2d3-a4fc-408c-9999-b7896238e001 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405526 Nov 27 11:27:28.343545 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-c1d50c62-6c79-41ae-93a7-e9d928e28a07 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875790 Nov 27 11:27:28.434556 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d45b23f8-e6a3-489b-aea7-b2eed040487a req-030a2f2d-48a0-49f8-8435-1145c7cdebb7 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837829 Nov 27 11:27:32.406236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:37.621441 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:27:40.386332 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70ee1131-0124-4e27-9891-9e06ac120bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:43.157396 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-086740c3-6820-4c96-8d9c-387ca9a02f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:44.047098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:45.644304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:27:46.353057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:02.401985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:10.388836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-13bc0f0e-c36c-49cd-ba18-56b95b45f345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:13.157533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e63f-e59a-4071-af95-daa01fb55a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:14.049973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:14.463638 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-8b56915f-0232-4b37-8c6c-8ff1b7973c5a req-3c4a3731-cc4a-4509-88c9-16dc9e13bf66 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:28:14.464668 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b56915f-0232-4b37-8c6c-8ff1b7973c5a req-3c4a3731-cc4a-4509-88c9-16dc9e13bf66 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455830 Nov 27 11:28:14.620581 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:28:14.677158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50388) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:28:14.784943 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-e90af133-8a0f-4982-905e-a65a88c4c807 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066985 Nov 27 11:28:14.798550 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dee94b-bf4b-4f34-9805-18529967e4d0 req-d59e68da-5120-4d37-b35a-926560f20e7d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:14.799943 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-63dee94b-bf4b-4f34-9805-18529967e4d0 req-d59e68da-5120-4d37-b35a-926560f20e7d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.1983836 Nov 27 11:28:14.803429 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-e9b44373-d8bd-4181-9244-648f2b8231e2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:28:14.804413 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-e9b44373-d8bd-4181-9244-648f2b8231e2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144894 Nov 27 11:28:14.853534 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-63dee94b-bf4b-4f34-9805-18529967e4d0 req-d8fc440e-84d4-412f-8cb3-a695bdc541a8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476303 Nov 27 11:28:15.644121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:15.905078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-2867f5d1-9df7-4d46-9ab7-aa7fa458a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:15.906577 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-2867f5d1-9df7-4d46-9ab7-aa7fa458a84e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0434573 Nov 27 11:28:16.035749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-d7973659-3ae9-44bb-9828-49c773de8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:16.037241 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-d7973659-3ae9-44bb-9828-49c773de8db6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.1219168 Nov 27 11:28:16.054310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aba64-545c-43a4-b708-fbfc0a3825e7 req-847dabd5-90d3-4cc1-a135-fb82888f9e19 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:16.055691 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c26aba64-545c-43a4-b708-fbfc0a3825e7 req-847dabd5-90d3-4cc1-a135-fb82888f9e19 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.1226823 Nov 27 11:28:16.145249 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-64aba93c-2424-4b30-96e8-38d1a296147a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 1000 time: 0.0988927 Nov 27 11:28:16.150116 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c26aba64-545c-43a4-b708-fbfc0a3825e7 req-bea7dfe7-2f76-4c7d-b301-ad808a0e8ca6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874951 Nov 27 11:28:16.199903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-85763b81-d196-4784-a543-aa27c874f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:16.202258 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-85763b81-d196-4784-a543-aa27c874f51a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0490251 Nov 27 11:28:16.250019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-5353af19-662f-4024-aa4d-1110b17befb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:16.251500 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-5353af19-662f-4024-aa4d-1110b17befb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395818 Nov 27 11:28:16.348200 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-3135b2a3-2eda-41d1-a634-22307a43b20b service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879962 Nov 27 11:28:16.353485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:16.443566 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-ce36c24e-f2b3-42f7-a8de-af1d2d723b78 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Nov 27 11:28:17.262361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c3c99-0d31-4c5e-9838-8b0aa63ece8f req-050f5110-b511-43c3-80fc-1999eb943fb3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:17.264553 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c10c3c99-0d31-4c5e-9838-8b0aa63ece8f req-050f5110-b511-43c3-80fc-1999eb943fb3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0481524 Nov 27 11:28:17.312237 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c10c3c99-0d31-4c5e-9838-8b0aa63ece8f req-f2569d02-95b4-4cd6-b3fe-9f509ef00518 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418503 Nov 27 11:28:18.428759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5117-0248-4717-b06d-8fc466fb647b req-2e629094-c6be-4719-a76b-c5606dc62acf tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:18.430295 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b38b5117-0248-4717-b06d-8fc466fb647b req-2e629094-c6be-4719-a76b-c5606dc62acf tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Nov 27 11:28:18.483881 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b38b5117-0248-4717-b06d-8fc466fb647b req-3262d0d9-47a0-4906-967f-c0451ae39c62 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477617 Nov 27 11:28:19.599063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc8886-078f-42d1-a129-d77d37318e26 req-fb5db04d-61bc-469a-922a-5882770df222 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:19.600572 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bacc8886-078f-42d1-a129-d77d37318e26 req-fb5db04d-61bc-469a-922a-5882770df222 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Nov 27 11:28:19.650772 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bacc8886-078f-42d1-a129-d77d37318e26 req-5befdeeb-0ff9-47d5-b8e9-ac1766d718c0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436132 Nov 27 11:28:20.767251 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eea81-9fb1-4af6-9134-632f9800ae20 req-df3618e6-6824-4839-8f99-e58f4e52a3e9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:20.768640 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f1eea81-9fb1-4af6-9134-632f9800ae20 req-df3618e6-6824-4839-8f99-e58f4e52a3e9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Nov 27 11:28:20.816536 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1f1eea81-9fb1-4af6-9134-632f9800ae20 req-a22b6853-cc1f-47c1-9780-f09bd4919001 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Nov 27 11:28:21.932888 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b4d98-8bb7-47ad-b000-fad1758de4ad req-1a0f6a17-9216-46fc-a093-6a0502c43748 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:21.934324 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ea3b4d98-8bb7-47ad-b000-fad1758de4ad req-1a0f6a17-9216-46fc-a093-6a0502c43748 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Nov 27 11:28:21.983059 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ea3b4d98-8bb7-47ad-b000-fad1758de4ad req-62b36def-7456-4b76-94d8-333096791be4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Nov 27 11:28:23.100699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8a0d5-7f64-40ce-9a1a-11c1a127af1b req-128c2ab5-2936-474f-96c5-bd20cb708a88 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:23.102195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42a8a0d5-7f64-40ce-9a1a-11c1a127af1b req-128c2ab5-2936-474f-96c5-bd20cb708a88 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0491166 Nov 27 11:28:23.149802 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-42a8a0d5-7f64-40ce-9a1a-11c1a127af1b req-ac44e3d8-611c-4c24-a4e9-f12bcfdeb2df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Nov 27 11:28:24.263383 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6a1f-bd25-478f-b6aa-22fe2402993a req-38e12824-ef38-41c6-bb89-2b2c147488ca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:24.264884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5c1e6a1f-bd25-478f-b6aa-22fe2402993a req-38e12824-ef38-41c6-bb89-2b2c147488ca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0492101 Nov 27 11:28:24.315113 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5c1e6a1f-bd25-478f-b6aa-22fe2402993a req-e08c4579-725f-4778-91ed-4c6708e51027 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440836 Nov 27 11:28:25.433488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8d786-1fcb-471b-8556-a153ba9d2b78 req-1845b8b1-d47c-4ee8-aa90-d243b71951c1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:25.434964 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8da8d786-1fcb-471b-8556-a153ba9d2b78 req-1845b8b1-d47c-4ee8-aa90-d243b71951c1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0530300 Nov 27 11:28:25.485497 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8da8d786-1fcb-471b-8556-a153ba9d2b78 req-f6c69799-a161-4090-9830-33f5d76d75d6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446999 Nov 27 11:28:26.601081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd1dcb-a808-4c64-b868-f88fd997a9d9 req-6694efcb-911c-4a5b-9976-5e4030b0bc3c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:26.602517 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cafd1dcb-a808-4c64-b868-f88fd997a9d9 req-6694efcb-911c-4a5b-9976-5e4030b0bc3c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0509832 Nov 27 11:28:26.650523 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-cafd1dcb-a808-4c64-b868-f88fd997a9d9 req-ef4b9b06-1a87-4fd3-88bf-308ee4c6f163 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412817 Nov 27 11:28:27.767630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cd07c-3390-4d14-8e81-7c7b4adae263 req-58a472f5-cc38-427e-9458-3ebc4b6f65d2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:27.769068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab0cd07c-3390-4d14-8e81-7c7b4adae263 req-58a472f5-cc38-427e-9458-3ebc4b6f65d2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0499692 Nov 27 11:28:27.821928 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab0cd07c-3390-4d14-8e81-7c7b4adae263 req-bc0196ec-c6e2-4b84-9f72-4eaa89d4fa64 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463185 Nov 27 11:28:28.063629 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-977773a6-00f3-48a3-a2ba-e4ef4e2e9dbd service neutron] 10.222.0.24 "GET /v2.0/ports/4c3c1c8b-9ae8-4825-ba08-2235bf2df511/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0567074 Nov 27 11:28:28.266942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-90da1e99-f4b0-4e72-947d-a2aaa1e67f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.268439 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-90da1e99-f4b0-4e72-947d-a2aaa1e67f79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 1098 time: 0.0452545 Nov 27 11:28:28.330005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-bc4b21a7-d015-46b1-84f6-56f7acb521f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.331405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-bc4b21a7-d015-46b1-84f6-56f7acb521f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0417299 Nov 27 11:28:28.424542 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-9c9a3e6f-cfd0-4320-9ec3-037f23a5613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.425993 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-9c9a3e6f-cfd0-4320-9ec3-037f23a5613e service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.0869753 Nov 27 11:28:28.492236 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-f24b0cc1-4c97-41e4-8a91-d4a5ac9e072a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 1000 time: 0.0578103 Nov 27 11:28:28.539858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-5946ca28-cda4-4479-bbef-fb2afed2793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.541342 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-5946ca28-cda4-4479-bbef-fb2afed2793f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0419991 Nov 27 11:28:28.588797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-b0bda544-990a-4fcd-8e0f-a623ced890f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.590216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-b0bda544-990a-4fcd-8e0f-a623ced890f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422766 Nov 27 11:28:28.677983 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-6511d5d6-da89-41e7-963a-e9a4382a5627 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808451 Nov 27 11:28:28.770630 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3c4c4c29-b68f-4451-aef1-e03a7d3e8cf8 req-6282758d-e158-4e9e-8de8-73c1a959e1d9 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Nov 27 11:28:28.903946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-365e1a06-5d74-4b8c-97b6-e9f564d6fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.905810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-365e1a06-5d74-4b8c-97b6-e9f564d6fce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0468431 Nov 27 11:28:28.950564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80261805-acf9-4fa0-8f0a-0b018c34dc50 req-67db0ea1-fffa-486d-b9ce-6d58255e8198 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:28.952593 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-80261805-acf9-4fa0-8f0a-0b018c34dc50 req-67db0ea1-fffa-486d-b9ce-6d58255e8198 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Nov 27 11:28:29.001069 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-80261805-acf9-4fa0-8f0a-0b018c34dc50 req-be8c14b7-ded0-4d59-b7c9-8b2d0e4b752c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Nov 27 11:28:29.017062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-0b04da22-3e9c-4ac4-8e45-46803c603e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:29.018558 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-0b04da22-3e9c-4ac4-8e45-46803c603e00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.0894816 Nov 27 11:28:29.087597 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-33f606fe-aaef-49e4-a36a-fd4f32a21281 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 1000 time: 0.0605361 Nov 27 11:28:29.136736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-106a3ae3-df36-44d0-b14b-5e2a549b12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:29.138246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-106a3ae3-df36-44d0-b14b-5e2a549b12ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0431085 Nov 27 11:28:29.183111 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-97f99139-d609-4775-a469-b8dd1c65c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:29.184600 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-97f99139-d609-4775-a469-b8dd1c65c01b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390708 Nov 27 11:28:29.277294 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-bff19a0e-7c56-4a50-aaa5-548a74502080 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850434 Nov 27 11:28:29.371863 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f25850ff-9360-44a5-b57c-1396da50bca1 req-24e16d8a-4b11-4dcc-9a58-21c5a0673382 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856161 Nov 27 11:28:30.116074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea68ed-89c6-47d8-929d-319c4d7ed8e7 req-3651037b-decc-46ae-a7eb-fa3911033dae tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:30.117472 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4ea68ed-89c6-47d8-929d-319c4d7ed8e7 req-3651037b-decc-46ae-a7eb-fa3911033dae tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Nov 27 11:28:30.166319 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4ea68ed-89c6-47d8-929d-319c4d7ed8e7 req-260ddeed-ea50-419e-aed3-f0a8c7cbec0c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Nov 27 11:28:31.281760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49f6e-f66e-451e-b9a2-2ba615c2fb9e req-ae53040a-c601-401c-97c2-457a595a1ca9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:31.283219 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fee49f6e-f66e-451e-b9a2-2ba615c2fb9e req-ae53040a-c601-401c-97c2-457a595a1ca9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Nov 27 11:28:31.335956 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fee49f6e-f66e-451e-b9a2-2ba615c2fb9e req-522574bc-5b66-4448-a27b-85a81aa4e729 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468297 Nov 27 11:28:32.406657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:32.451119 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06c867-67cb-4b7c-98fa-c5657e172e0b req-8f285641-d531-4f37-aadc-9cd8b978cb7f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:32.452615 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-af06c867-67cb-4b7c-98fa-c5657e172e0b req-8f285641-d531-4f37-aadc-9cd8b978cb7f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0479689 Nov 27 11:28:32.501698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-af06c867-67cb-4b7c-98fa-c5657e172e0b req-96bf5fac-456d-40d9-b235-9a136db7e37a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Nov 27 11:28:32.722423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285caff3-0b3f-4023-9908-cbc16f3a986d req-24adb722-1ba8-4253-85da-0f768a5e2811 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:32.723893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-285caff3-0b3f-4023-9908-cbc16f3a986d req-24adb722-1ba8-4253-85da-0f768a5e2811 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0817490 Nov 27 11:28:32.736689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-86b19f99-03f8-4371-bfb6-493753d5058a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:32.738037 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-86b19f99-03f8-4371-bfb6-493753d5058a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0830822 Nov 27 11:28:32.781417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-285caff3-0b3f-4023-9908-cbc16f3a986d req-5733e861-5102-4a13-8932-b265c3f52c05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Nov 27 11:28:32.822504 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-a1830ee7-5ffa-45b0-b6aa-c57758e8ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:32.823976 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-a1830ee7-5ffa-45b0-b6aa-c57758e8ce01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0413029 Nov 27 11:28:32.900551 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49be8d7-f3a3-4af5-bb5b-93f9ffeb84c9 req-b3520d15-452b-4356-b301-65b3fcafd96f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:32.902318 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a49be8d7-f3a3-4af5-bb5b-93f9ffeb84c9 req-b3520d15-452b-4356-b301-65b3fcafd96f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Nov 27 11:28:32.917547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-a9a55244-a555-41af-a146-e5bde6a1c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:32.919055 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-a9a55244-a555-41af-a146-e5bde6a1c883 service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.0879412 Nov 27 11:28:32.951876 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a49be8d7-f3a3-4af5-bb5b-93f9ffeb84c9 req-8cb88f17-84d3-4a61-b680-e5f5e2185837 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427995 Nov 27 11:28:32.984973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-0b6ed47f-b895-4aed-9927-352888a45246 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 1000 time: 0.0588493 Nov 27 11:28:33.038408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-247f3e2a-5820-4321-9c2b-48e6176adb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:33.039831 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-247f3e2a-5820-4321-9c2b-48e6176adb8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0484645 Nov 27 11:28:33.086083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-da6b0009-e959-48e3-af55-fba7fabee743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:33.087558 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-da6b0009-e959-48e3-af55-fba7fabee743 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404067 Nov 27 11:28:33.176514 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-ac14b53c-7b3b-41c1-8bda-aa491cd58dff service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Nov 27 11:28:33.267925 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f5b2b95-e2dd-4e87-b501-3510064e9e2f req-f63b7a73-8ba3-49d1-81c4-08d034cf030a service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Nov 27 11:28:34.069177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9c550-203f-4997-97c2-2a631b46300b req-34fc7c8a-c851-472b-b625-f43085f5ef7a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:28:34.070893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b3a9c550-203f-4997-97c2-2a631b46300b req-34fc7c8a-c851-472b-b625-f43085f5ef7a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Nov 27 11:28:34.119105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b3a9c550-203f-4997-97c2-2a631b46300b req-53e98d36-9abc-441f-afed-a56fbfda40fd tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Nov 27 11:28:34.142086 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50466) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:28:34.199470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6ff04e10-1679-4241-b51e-a2be48a869a0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/cd59b5c8-2528-42d6-a95b-bb1567f5eb83 HTTP/1.1" status: 200 len: 992 time: 0.0562522 Nov 27 11:28:40.390193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-812afba0-3408-4f6c-bc71-0cc3a63083b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:43.158531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d6a0bf89-2cff-4e83-8bb9-4d0b22751a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:44.052809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:45.646779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:46.355140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:28:51.619468 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:29:02.407170 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:10.391770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4893e317-9fb2-47bb-b1a2-4afc765fad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:13.159383 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a8bed562-e27e-4d92-b555-39b4ca9122ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:14.055281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:15.647899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:16.357804 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:27.113171 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50484) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:27.268816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 7dc75eb9-b8c5-4402-ac6c-545213c36c71 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:29:27.269150 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:27.341816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:27.342661 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:27.354082 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 7dc75eb9-b8c5-4402-ac6c-545213c36c71 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:29:27.500889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:27.525905 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=7dc75eb9-b8c5-4402-ac6c-545213c36c71,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:27.551137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.551489 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.551834 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.552178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.552546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.552878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.553208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.553535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.553862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.554188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.554512 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.554832 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:27.600253 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:27.600612 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP cd59b5c8-2528-42d6-a95b-bb1567f5eb83 disassociated (deleted). External IP: 172.26.1.17, port: 4c3c1c8b-9ae8-4825-ba08-2235bf2df511. Nov 27 11:29:28.120529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:29:28.224008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:29:28.228704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:28.233895 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] Sync routers for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:29:28.242998 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:28.243612 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:28.261273 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d228375e-a89d-490f-ad31-784558ae6ad5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/floatingips/cd59b5c8-2528-42d6-a95b-bb1567f5eb83 HTTP/1.1" status: 204 len: 168 time: 1.1445539 Nov 27 11:29:28.261273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:29:28.261733 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4c2c63-8124-4006-9828-deb1b667d944" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:29:28.353499 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:28.363219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b9e171-98ba-4bb5-8217-b2a3ac7f7390 x-openstack-request-id: req-99b9e171-98ba-4bb5-8217-b2a3ac7f7390 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:29:28.363711 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:29:28.364153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99b9e171-98ba-4bb5-8217-b2a3ac7f7390 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:29:28.364628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'status': 'completed', 'code': 200} Nov 27 11:29:28.435747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-59edf2f2-b9be-44f6-b375-22bcb6c77706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:28.438599 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-59edf2f2-b9be-44f6-b375-22bcb6c77706 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 1098 time: 0.0468314 Nov 27 11:29:28.514675 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe759d-a02e-4bf8-8d3c-bd750a568c52 req-6a3aad80-ad7d-4147-8a96-4733d21efc51 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:28.516335 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1cbe759d-a02e-4bf8-8d3c-bd750a568c52 req-6a3aad80-ad7d-4147-8a96-4733d21efc51 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0523624 Nov 27 11:29:28.541661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-e28c1b05-3200-485d-837c-fda0425eb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:28.543137 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-e28c1b05-3200-485d-837c-fda0425eb2fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 200 len: 898 time: 0.0946951 Nov 27 11:29:28.570019 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:28.571343 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1cbe759d-a02e-4bf8-8d3c-bd750a568c52 req-5c6a1184-1fe8-4f4a-a5a6-73687fba88cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Nov 27 11:29:28.593248 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-a4e30c53-4fbb-4cd1-8103-ce21c1238bbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 200 len: 217 time: 0.0420320 Nov 27 11:29:28.597719 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] Checking router: 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:29:28.606322 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:28.606932 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:28.644736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-32ea0842-ee9e-4a9e-917b-b61ca5c0a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:28.646206 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-32ea0842-ee9e-4a9e-917b-b61ca5c0a498 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 200 len: 834 time: 0.0454285 Nov 27 11:29:28.650659 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:29:28.692590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-47df5fd8-af03-4212-b19f-f514104bd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:28.694118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-47df5fd8-af03-4212-b19f-f514104bd43c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=befc5c18-54e7-4333-9ae9-b29b6ebf85ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403340 Nov 27 11:29:28.718815 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:28.787654 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-89e73af1-1b15-48ad-bb93-2017ef379621 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848863 Nov 27 11:29:28.879762 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8e4c2c63-8124-4006-9828-deb1b667d944 req-a6b463ce-eefe-4b40-9cb4-6088e5c7ecc5 service neutron] 10.222.0.24 "GET /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 Nov 27 11:29:28.914760 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:28.940194 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa2a00-6bd7-443d-a84d-cdac1709aee4 None None] The sync data for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv is: [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c3dd00f6-a40b-454c-917e-81ac0e54c446', 'name': '', 'network_id': 'befc5c18-54e7-4333-9ae9-b29b6ebf85ad', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d7:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '76fb2233-0b45-4719-919e-e07bb098d050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:56Z', 'updated_at': '2021-11-27T11:26:59Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '76fb2233-0b45-4719-919e-e07bb098d050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:29:29.154257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a2324-dd1f-4a9c-bb5c-1832d29f6f18 None None] New status for floating IP cd59b5c8-2528-42d6-a95b-bb1567f5eb83: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:29:29.701753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b910b-ed7a-43ed-bf6d-c72f41e0164f req-d9e75078-d38d-4b20-8701-e9e723df48fb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:29.703765 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eb9b910b-ed7a-43ed-bf6d-c72f41e0164f req-d9e75078-d38d-4b20-8701-e9e723df48fb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0611191 Nov 27 11:29:29.760114 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-eb9b910b-ed7a-43ed-bf6d-c72f41e0164f req-5cec11b7-b688-4039-910e-e496acc152d4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=8077f0d2-7cbe-439d-963b-77a24c8b3c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500097 Nov 27 11:29:30.428931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b70fd-03bc-4463-9669-559a33b1989a req-cc5572d6-9d87-4bd6-b902-c147e7774bcf tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:30.430392 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-413b70fd-03bc-4463-9669-559a33b1989a req-cc5572d6-9d87-4bd6-b902-c147e7774bcf tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Nov 27 11:29:30.524755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:29:30.525128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:30.614160 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:30.614515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:30.626142 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:29:30.753612 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:30.783115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=4c3c1c8b-9ae8-4825-ba08-2235bf2df511,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:30.807847 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.808645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.808645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.808921 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.809296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.809640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.810002 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.810348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.810683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.811199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.811660 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.812085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:30.834603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] No DVR routers for this DVR port 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:29:30.837198 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:30.840595 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-413b70fd-03bc-4463-9669-559a33b1989a req-6ba34062-28cf-4104-bdc6-3f4648dd3903 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "DELETE /v2.0/ports/4c3c1c8b-9ae8-4825-ba08-2235bf2df511 HTTP/1.1" status: 204 len: 173 time: 0.4041440 Nov 27 11:29:30.841062 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'name': 'network-vif-deleted', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:29:30.843994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d6956-1160-433b-9912-3b918e50139e" -d '{"events": [{"server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "name": "network-vif-deleted", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:29:30.875850 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3f6ef046-d2c6-40d1-9ff4-cc55bba51df3 req-9d0ea296-63a8-4933-98ed-3b367b9fb833 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0fb24eb-4f46-48dc-be76-ccb33b092378 HTTP/1.1" status: 200 len: 210 time: 0.0289197 Nov 27 11:29:30.949739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7eb8df-7b27-4a1e-8f2a-bb004b0fb2ec x-openstack-request-id: req-fc7eb8df-7b27-4a1e-8f2a-bb004b0fb2ec {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:29:30.950043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fb24eb-4f46-48dc-be76-ccb33b092378", "name": "network-vif-deleted", "tag": "4c3c1c8b-9ae8-4825-ba08-2235bf2df511", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:29:30.950308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc7eb8df-7b27-4a1e-8f2a-bb004b0fb2ec {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:29:30.950726 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fb24eb-4f46-48dc-be76-ccb33b092378', 'name': 'network-vif-deleted', 'tag': '4c3c1c8b-9ae8-4825-ba08-2235bf2df511', 'status': 'completed', 'code': 200} Nov 27 11:29:31.936878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:32.304927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:32.402849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:32.562132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port c3dd00f6-a40b-454c-917e-81ac0e54c446 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:29:32.562386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:32.651610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port c3dd00f6-a40b-454c-917e-81ac0e54c446, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c3dd00f6-a40b-454c-917e-81ac0e54c446,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:32.651990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:32.664551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for c3dd00f6-a40b-454c-917e-81ac0e54c446 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:29:33.132999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.159379 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=c3dd00f6-a40b-454c-917e-81ac0e54c446,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:33.331778 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.544012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:29:33.649157 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:29:33.654210 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5b2c8d61-f67f-403a-8025-bad04e2c94dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7163026 Nov 27 11:29:33.657816 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50506) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:33.660653 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] Sync routers for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:29:33.671534 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:33.672148 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:33.708924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting subnet 76fb2233-0b45-4719-919e-e07bb098d050 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:29:33.711932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.752235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.779398 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:33.838664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.900912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.929217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Subnet': ['ID=76fb2233-0b45-4719-919e-e07bb098d050,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:33.931199 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:33.937830 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50510) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:33.938929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023b8a4-f6d2-4426-949b-1f10c09e2d0f None None] Network befc5c18-54e7-4333-9ae9-b29b6ebf85ad requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:29:33.939399 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ef365eda-371f-4d5e-959f-3394b9953417 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/subnets/76fb2233-0b45-4719-919e-e07bb098d050 HTTP/1.1" status: 204 len: 168 time: 0.2803359 Nov 27 11:29:33.964547 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:29:32Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:33.994647 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] Checking router: 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:29:34.005613 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] Routers {'276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:34.006358 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:34.048833 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.126903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] Set router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:34.133038 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] DHCP port deletion for befc5c18-54e7-4333-9ae9-b29b6ebf85ad request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:29:34.162045 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:29:34.168246 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.194059 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:29:34.194485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 4c3c1c8b-9ae8-4825-ba08-2235bf2df511 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:29:34.216552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Deleting port 556ba681-9287-4324-a478-13eda25171dc {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:29:34.217631 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.224279 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port cc903078-9e92-4fcb-b0e9-8c7addfa5c39 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:29:34.224644 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.285896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] For port 556ba681-9287-4324-a478-13eda25171dc, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=556ba681-9287-4324-a478-13eda25171dc,segment=NetworkSegment(7b0d0906-445d-4dc8-888e-d2dc9c867cf2),segment_id=7b0d0906-445d-4dc8-888e-d2dc9c867cf2)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:34.286372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.301313 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Calling delete_port for 556ba681-9287-4324-a478-13eda25171dc owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:29:34.320166 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port cc903078-9e92-4fcb-b0e9-8c7addfa5c39, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:34.320857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.334440 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for cc903078-9e92-4fcb-b0e9-8c7addfa5c39 owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:29:34.391081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.404134 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:29:32Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:34.420058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] No DVR routers for this DVR port 556ba681-9287-4324-a478-13eda25171dc on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:29:34.429548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Pushing event deleted for resources: {'Port': ['ID=556ba681-9287-4324-a478-13eda25171dc,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:34.432582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.432941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.433287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.433619 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.433954 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.434288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.434423 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd6f9e-af7c-49c0-9f48-977046f7e134 None None] The sync data for ids ['276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5'] in dv-neutron-804846-16-hyperv is: [{'id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364450429', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:29:32Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': 'cc903078-9e92-4fcb-b0e9-8c7addfa5c39', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:26:53Z', 'updated_at': '2021-11-27T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:29:34.434672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.434948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.435722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.436589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.437054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.437393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d6b689-9bf4-468c-9434-13b6013e85f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:34.517015 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.542307 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=cc903078-9e92-4fcb-b0e9-8c7addfa5c39,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:34.558016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98864ece-f7f7-4e65-af84-c844fe335da0 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:29:34.606969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.702968 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.705155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.747292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.747725 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Fanout notify agent at l3_agent the message router_deleted on router 276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:29:34.755794 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.756934 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6f83709b-d1bd-45e7-ba12-a22f57b2fc59 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/routers/276b5df7-ac9f-4c86-9bd9-bd989e0aeaa5 HTTP/1.1" status: 204 len: 168 time: 0.8181252 Nov 27 11:29:34.759617 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50512) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:34.840808 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.932777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.954547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befc5c18-54e7-4333-9ae9-b29b6ebf85ad']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:34.963663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0d0906-445d-4dc8-888e-d2dc9c867cf2') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:34.963962 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0d0906-445d-4dc8-888e-d2dc9c867cf2') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:34.973531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.987541 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.993534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:29:34.993924 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:29:34.996969 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:29:35.060900 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.067178 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.071006 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/networks/befc5c18-54e7-4333-9ae9-b29b6ebf85ad HTTP/1.1" status: 204 len: 168 time: 0.3104594 Nov 27 11:29:35.073866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50514) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:35.085803 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003be92c-268c-4b58-8626-994394e71e05 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Network': ['ID=befc5c18-54e7-4333-9ae9-b29b6ebf85ad,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:35.139372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a353657-5feb-43c2-aef5-694a6d102bf7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.168386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a353657-5feb-43c2-aef5-694a6d102bf7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.228153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a353657-5feb-43c2-aef5-694a6d102bf7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.230844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a353657-5feb-43c2-aef5-694a6d102bf7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.232002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1a353657-5feb-43c2-aef5-694a6d102bf7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/security-groups/8077f0d2-7cbe-439d-963b-77a24c8b3c17 HTTP/1.1" status: 204 len: 168 time: 0.1570859 Nov 27 11:29:35.241798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353657-5feb-43c2-aef5-694a6d102bf7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8077f0d2-7cbe-439d-963b-77a24c8b3c17,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:35.532474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50520) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:35.537119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086093085', 'description': 'tempest-secgroup-smoke-1086093085 description', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:35.559022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.626003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.629857 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.653969 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.655849 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1221895 Nov 27 11:29:35.658742 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50522) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:35.663458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '7b73b15c-b454-4d9d-938d-7f95676abb25', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:35.663660 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41177fb1-7d6d-4324-907d-1ae89aaddea6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b73b15c-b454-4d9d-938d-7f95676abb25,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:35.693287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.738269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.741484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.759270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a98cd3-972e-4995-8dae-01b3deaf12c4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:35.766518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.767694 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9243e7c6-9146-4b73-b639-33ef5637e902 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078329 Nov 27 11:29:35.770469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50524) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:35.774721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '7b73b15c-b454-4d9d-938d-7f95676abb25', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:35.800699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.859950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.863659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.882071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdecb24-9cff-44f0-a831-90d99b0a0ea3,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:35.891213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.892750 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bf5f9962-8629-43d4-9fca-65ed0ac27616 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212759 Nov 27 11:29:35.895785 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50526) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:35.900004 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '7b73b15c-b454-4d9d-938d-7f95676abb25', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:35.909376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c3dd00f6-a40b-454c-917e-81ac0e54c446 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:29:35.929732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: c3dd00f6-a40b-454c-917e-81ac0e54c446 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:29:35.930077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c3dd00f6-a40b-454c-917e-81ac0e54c446 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:29:35.930437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.930569 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cc903078-9e92-4fcb-b0e9-8c7addfa5c39 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:29:35.949231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: cc903078-9e92-4fcb-b0e9-8c7addfa5c39 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:29:35.949573 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cc903078-9e92-4fcb-b0e9-8c7addfa5c39 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:29:35.949983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 556ba681-9287-4324-a478-13eda25171dc no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:29:35.971768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 556ba681-9287-4324-a478-13eda25171dc {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:29:35.972111 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 556ba681-9287-4324-a478-13eda25171dc not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:29:35.993535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:35.996976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.014802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2419e15d-ff80-4219-9bdc-0802e6b295f4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:36.022676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.023876 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-69b96708-da10-4b43-b8e3-3a3ec7c475e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273725 Nov 27 11:29:36.026582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50528) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:36.031053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '7b73b15c-b454-4d9d-938d-7f95676abb25', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:36.057082 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.113519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.116964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.134057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d061db9-5ad0-46be-8089-1152017cac63,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:36.140894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.142080 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ba48a0c5-0c93-4770-a5cb-4c96a8add8bb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145418 Nov 27 11:29:36.144834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50530) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:36.149186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '7b73b15c-b454-4d9d-938d-7f95676abb25', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:36.171373 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:29:36.176424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.238915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.242501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.260048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c568b86a-a79a-44c8-ad64-efc6d6f3e21e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:36.267564 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.268784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-100f1865-508b-4223-8e1a-e8022467bff3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229877 Nov 27 11:29:36.271479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50532) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:36.275801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': '7b73b15c-b454-4d9d-938d-7f95676abb25', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:36.298511 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:29:36.303365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.365598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.368935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.385578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6152925-8fa7-4e38-b254-562ad5870190,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:36.394207 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.395442 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4e396ef4-4131-46af-a482-d439cd9fbeca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230316 Nov 27 11:29:36.398295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:36.403113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'network': {'name': 'tempest-network-smoke--1398608984', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:36.424870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:29:36.428191 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.453221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:29:36.462737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.463217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Added segment d8eb392d-9650-48b4-adc5-6dfb8427e42e of type vlan for network 83b34a63-2a81-40f2-87cb-bff2a014d41f Nov 27 11:29:36.504687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.528250 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.534656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:36.535239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.570875 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1712868 Nov 27 11:29:36.577676 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50536) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:36.582442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'admin_state_up': True, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:36.608100 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.609154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.614462 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a49c1a-00c9-4915-9e05-f03d046aa950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Network': ['ID=83b34a63-2a81-40f2-87cb-bff2a014d41f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:36.625985 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:29:36.670801 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.802431 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:36.997475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.016665 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.116159 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.53 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/3b09c471-23bf-4a8d-aff6-ac3f6a21d192) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:29:37.219228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.255241 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.296176 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:29:37.299062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:37.302449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:29:37.308109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:37.312643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e68af7-cb7d-47e8-a15c-b15cc43ba79c None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:29:37.394768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-de8ac430-38ae-4976-86e1-211ea8002c77 None None] Provisioning complete for port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:37.395047 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8ac430-38ae-4976-86e1-211ea8002c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.433173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-de8ac430-38ae-4976-86e1-211ea8002c77 None None] Port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:29:37.553022 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.741989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.865740 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router fb3ed542-6088-4e27-95d2-9aba66bc3e46 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:29:37.968067 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:29:37.977988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Sync routers for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:29:37.988238 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:37.989501 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0e836623-109d-4eeb-8190-ad9954b1d879 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4107156 Nov 27 11:29:37.990129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:37.990745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:37.992621 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50538) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:38.073414 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a50dac81-6588-466a-bcb1-3d0436222985 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=449a9d6ef2fd43ec8e12e7d3a9316faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797703 Nov 27 11:29:38.075880 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50542) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:38.095923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:38.163860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6773e9-86c9-4b0e-b038-63fe95d03c62 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:38.165452 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-8c6773e9-86c9-4b0e-b038-63fe95d03c62 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884697 Nov 27 11:29:38.168243 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50544) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:38.196921 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-578e916c-e7e1-44ee-af87-3d3021e44d69 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275877 Nov 27 11:29:38.199362 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50546) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:38.204058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960472813', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:38.270472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:37Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:38.289737 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:29:38.293287 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.297623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Checking router: fb3ed542-6088-4e27-95d2-9aba66bc3e46 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:29:38.297986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Updating router fb3ed542-6088-4e27-95d2-9aba66bc3e46 port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:29:38.326048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.474864 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.540775 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Subnet': ['ID=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:38.552155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Checking segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:29:38.552668 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network hostable DHCP agents. Network: 83b34a63-2a81-40f2-87cb-bff2a014d41f, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:29:38.572965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:29:38.584749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 83b34a63-2a81-40f2-87cb-bff2a014d41f) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:38.589160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:38.589791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.605860 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3e595493-ba88-4e1b-b6f8-e15ce4f721ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054987 Nov 27 11:29:38.609099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:38.634735 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839d80c-3f86-4aff-b0d8-d9e636a71d13 None None] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:29:38.826790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.834192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.879815 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-83b34a63-2a81-40f2-87cb-bff2a014d41f', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:29:38.880688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:38.913999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712de61d-93a3-491e-9742-12060f8bf7ec None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:29:38.935473 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Attempting to bind port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:29:38.936576 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Attempting to bind port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:29:38.936957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Attempting to bind port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:29:38.942580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62130c-f50d-4cbe-a4c1-5e0554601da3 None None] Pushing event updated for resources: {'Port': ['ID=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:39.000024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:29:39.000429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:29:39.000844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.001249 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:29:39.001748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Bound port: 3b09c471-23bf-4a8d-aff6-ac3f6a21d192, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:29:39.002127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.053240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.054118 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f1bfd58b-f1da-432b-8e68-59b216253dde None None] Provisioning complete for port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:39.054325 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f1bfd58b-f1da-432b-8e68-59b216253dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.136168 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] For port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:29:39.138029 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfd58b-f1da-432b-8e68-59b216253dde None None] Port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:29:39.140543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] For port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:29:39.152317 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.155279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Allocated IP 172.20.0.2 (83b34a63-2a81-40f2-87cb-bff2a014d41f/dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf/dcf148e9-d051-4eb1-b28a-c8b5f7fcb034) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:29:39.207132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae673e5-cc20-454c-9f57-105b4459c288 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:29:39.253080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62130c-f50d-4cbe-a4c1-5e0554601da3 None None] Pushing event updated for resources: {'Port': ['ID=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:39.257628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:39.258247 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:39.426054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-39e7fea3-4446-4b51-a103-1680db45f13a None None] Provisioning complete for port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:39.426714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39e7fea3-4446-4b51-a103-1680db45f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.466562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:39.570062 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.613405 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.629667 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.1 (83b34a63-2a81-40f2-87cb-bff2a014d41f/dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf/c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:29:39.690272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:29:39.705181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:39.714090 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:29:39.723988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Pushing event updated for resources: {'Port': ['ID=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:39.742247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.743191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39e7fea3-4446-4b51-a103-1680db45f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.777013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.810001 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-39e7fea3-4446-4b51-a103-1680db45f13a None None] For port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:39.819995 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-39e7fea3-4446-4b51-a103-1680db45f13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.829079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:29:39.832059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:39.835074 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:29:39.849304 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Attempting to bind port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:29:39.849683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Attempting to bind port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:29:39.850054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Attempting to bind port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 on network 83b34a63-2a81-40f2-87cb-bff2a014d41f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:29:39.861427 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:39.862537 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:29:39.862921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Checking segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:29:39.863335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.863734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Bound using segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:29:39.864223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Bound port: dcf148e9-d051-4eb1-b28a-c8b5f7fcb034, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:29:39.864644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.886089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:39.899554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7fea3-4446-4b51-a103-1680db45f13a None None] Pushing event updated for resources: {'Port': ['ID=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:39.927259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:37Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:39.965070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82d736-b923-44bc-9da6-1f0a61cf6819 None None] The sync data for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv is: [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:37Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:29:39.987932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] For port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:29:39.992261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] For port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:29:39.997094 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:40.025328 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:40.062991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5f08-a416-48f8-82fc-5d66d9c9157b None None] Pushing event updated for resources: {'Port': ['ID=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:40.399790 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c115295d-7895-4274-9f3f-bac4a47da82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:40.403282 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:40.410430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:40.489692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:40.491526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:40.595499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:29:40.596971 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:40.712177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router fb3ed542-6088-4e27-95d2-9aba66bc3e46 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:29:40.831269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:29:40.837396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-05a3da9c-10d1-4820-8473-503aca1b238c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/fb3ed542-6088-4e27-95d2-9aba66bc3e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2272291 Nov 27 11:29:41.000673 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-9a98ecc2-7075-4cd4-b850-7258d5b9bf95 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086093085&fields=id&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 267 time: 0.0491688 Nov 27 11:29:41.043609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44f3a8-d6d5-4025-bc45-d8fc8aa4544b None None] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:29:41.115327 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-ad227629-f6a2-48a2-bdd1-6df2648b1a34 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:41.116833 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-ad227629-f6a2-48a2-bdd1-6df2648b1a34 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 797 time: 0.1093135 Nov 27 11:29:41.132167 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-375bb6b8-35a1-44ba-be58-4a91395a762f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/quotas/449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 375 time: 0.0095973 Nov 27 11:29:41.173768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-d5ce5c31-a6bd-4ec7-b431-ed52d4176ce8 None None] Provisioning complete for port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:41.174136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5c31-a6bd-4ec7-b431-ed52d4176ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:41.184955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-5d3f9c3b-5f7b-4257-8262-4f76ad3300cc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471737 Nov 27 11:29:41.285853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5c31-a6bd-4ec7-b431-ed52d4176ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:41.305886 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-4bd2232c-29f7-4435-9510-34cb2bd72147 service neutron] 10.222.0.13 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081784 Nov 27 11:29:41.329824 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d5ce5c31-a6bd-4ec7-b431-ed52d4176ce8 None None] For port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:41.334903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5c31-a6bd-4ec7-b431-ed52d4176ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:41.387863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce5c31-a6bd-4ec7-b431-ed52d4176ce8 None None] Pushing event updated for resources: {'Port': ['ID=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:41.408914 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-6c82af53-240a-4b7a-9442-420f0decb00d service neutron] 10.222.0.13 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015399 Nov 27 11:29:41.559747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6c561164-981a-4d4c-b781-ab56db6de66e None None] Provisioning complete for port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:41.560429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c561164-981a-4d4c-b781-ab56db6de66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:41.594971 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2a1bbb49-bd07-41eb-9b12-ca079eebaa13 req-1bf83813-4b60-458c-94fb-f5c2284bf125 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 210 time: 0.0341783 Nov 27 11:29:41.739937 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Sync routers for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:29:41.758966 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:41.760123 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:41.832441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6c561164-981a-4d4c-b781-ab56db6de66e None None] Provisioning complete for port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:41.832904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6c561164-981a-4d4c-b781-ab56db6de66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:41.880658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6c561164-981a-4d4c-b781-ab56db6de66e None None] Port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:29:41.911126 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:42.006862 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-75fbc756-4c87-4ca7-8c25-5fdb840a9a6a None None] Provisioning complete for port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:42.007322 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-75fbc756-4c87-4ca7-8c25-5fdb840a9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.041296 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:29:42.084986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-75fbc756-4c87-4ca7-8c25-5fdb840a9a6a None None] Port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:29:42.106636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:42.107093 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.140208 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:40Z', 'revision_number': 2, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:42.166236 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Checking router: fb3ed542-6088-4e27-95d2-9aba66bc3e46 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:29:42.166581 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Updating router fb3ed542-6088-4e27-95d2-9aba66bc3e46 port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:29:42.190903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:29:42.193113 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.237150 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-98477c7c-f543-4091-9be7-b97e36a147a8 None None] Provisioning complete for port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:42.237796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-98477c7c-f543-4091-9be7-b97e36a147a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.282643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-98477c7c-f543-4091-9be7-b97e36a147a8 None None] Port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:29:42.288651 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:42.289032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.457169 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.462273 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.512839 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Pushing event updated for resources: {'Port': ['ID=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:42.534331 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.534596 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.534943 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.535281 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.535611 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.535951 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.536280 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.536637 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.536963 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.538003 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.538003 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.538003 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:29:42.577844 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Attempting to bind port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:29:42.578220 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Attempting to bind port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:29:42.578586 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Attempting to bind port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 on network 83b34a63-2a81-40f2-87cb-bff2a014d41f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:29:42.584008 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:29:42.584564 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Checking segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:29:42.584811 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.585206 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Bound using segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:29:42.585691 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Bound port: c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:29:42.586072 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.665936 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] For port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:29:42.671952 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] For port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:29:42.679468 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.710233 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6d4449ad-e3d4-4661-84da-c4031168991c req-c870bc78-e6e6-4536-ba91-d4b11b1b3d21 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 210 time: 0.0311208 Nov 27 11:29:42.745241 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707c9b-c4c1-48eb-a345-926416fa1540 None None] Pushing event updated for resources: {'Port': ['ID=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:42.749509 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:42.750400 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:42.755988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-1a7fe2b6-3f24-475e-b619-0dedfece3ea7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:42.757499 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-1a7fe2b6-3f24-475e-b619-0dedfece3ea7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 797 time: 0.1770458 Nov 27 11:29:42.823398 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-14c224ff-57e4-4859-9051-cb3e8fb61afa None None] Provisioning complete for port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:42.823915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14c224ff-57e4-4859-9051-cb3e8fb61afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.844826 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-66670fc6-fdd5-4cf5-ade0-e35c78b80164 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 380 time: 0.0779285 Nov 27 11:29:42.857490 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'port': {'device_id': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'admin_state_up': True, 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'security_groups': ['7b73b15c-b454-4d9d-938d-7f95676abb25']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:42.879782 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:42.940879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14c224ff-57e4-4859-9051-cb3e8fb61afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.984892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-14c224ff-57e4-4859-9051-cb3e8fb61afa None None] For port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:42.991199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-14c224ff-57e4-4859-9051-cb3e8fb61afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:42.997833 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:29:43.002663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.045890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c224ff-57e4-4859-9051-cb3e8fb61afa None None] Pushing event updated for resources: {'Port': ['ID=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:43.096527 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:43.114109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22cfdc58-fba7-4f0c-8301-f64321815325 None None] Provisioning complete for port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:43.114726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22cfdc58-fba7-4f0c-8301-f64321815325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.127572 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba18b85-d17c-4bf2-bcba-f02a968074c3 None None] The sync data for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv is: [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:29:43.155558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.9 (83b34a63-2a81-40f2-87cb-bff2a014d41f/dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf/3cb71912-d20a-40e8-a793-bd3fbca65e90) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:29:43.182552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8ae1bc8b-cd5d-4eb0-9fed-ea90c6f75b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.340814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.377112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.428151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:29:43.431242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:43.435003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:29:43.447099 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=3cb71912-d20a-40e8-a793-bd3fbca65e90,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:43.496715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:43.497419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.516973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c006ec1a-0ac6-4e24-8933-b8bf75cc03b9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6632280 Nov 27 11:29:43.530693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Request body: {'port': {'device_id': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:43.599304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.673814 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c04ba585-e630-4222-b44d-22cd3522fff3 None None] Provisioning complete for port 3cb71912-d20a-40e8-a793-bd3fbca65e90 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:43.674185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c04ba585-e630-4222-b44d-22cd3522fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.712311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c04ba585-e630-4222-b44d-22cd3522fff3 None None] Port 3cb71912-d20a-40e8-a793-bd3fbca65e90 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:29:43.844648 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521295bc-56bb-4a00-825b-3027fc6d6ff8 req-7abed322-bc84-4368-ba27-4fc2d970b203 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:43.846237 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-521295bc-56bb-4a00-825b-3027fc6d6ff8 req-7abed322-bc84-4368-ba27-4fc2d970b203 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 931 time: 0.0564139 Nov 27 11:29:43.901825 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-521295bc-56bb-4a00-825b-3027fc6d6ff8 req-52a5ac77-13da-424e-927a-197b0512e0e9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Nov 27 11:29:43.909475 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb71912-d20a-40e8-a793-bd3fbca65e90 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:29:43.919968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.934268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Transition to ACTIVE for port object 3cb71912-d20a-40e8-a793-bd3fbca65e90 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:29:43.940765 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:43.950684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:29:44.011139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Pushing event updated for resources: {'Port': ['ID=3cb71912-d20a-40e8-a793-bd3fbca65e90,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:44.026763 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:44.027417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:44.086643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Attempting to bind port 3cb71912-d20a-40e8-a793-bd3fbca65e90 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:29:44.087578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Attempting to bind port 3cb71912-d20a-40e8-a793-bd3fbca65e90 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:29:44.087976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Attempting to bind port 3cb71912-d20a-40e8-a793-bd3fbca65e90 on network 83b34a63-2a81-40f2-87cb-bff2a014d41f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:29:44.096114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Port 3cb71912-d20a-40e8-a793-bd3fbca65e90 on network 83b34a63-2a81-40f2-87cb-bff2a014d41f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:29:44.096519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Attempting to bind port 3cb71912-d20a-40e8-a793-bd3fbca65e90 on network 83b34a63-2a81-40f2-87cb-bff2a014d41f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:29:44.100035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:44.101880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:29:44.102307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Checking segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:29:44.102748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Bound using segment: {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:29:44.103262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Bound port: 3cb71912-d20a-40e8-a793-bd3fbca65e90, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8eb392d-9650-48b4-adc5-6dfb8427e42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:29:44.103818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:44.182989 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] For port 3cb71912-d20a-40e8-a793-bd3fbca65e90, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:29:44.187258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] For port 3cb71912-d20a-40e8-a793-bd3fbca65e90, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:29:44.192246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:44.229000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.229614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:44.231437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] 10.222.0.24 "PUT /v2.0/ports/3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 1093 time: 0.7065287 Nov 27 11:29:44.233949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:29:44.237442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256b0f5e8d385b9cc00d9cb696db4c0142d2ce77a5325f78d071cda19763b44b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2912545-f371-4136-972c-60b26fad3a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:29:44.269502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2097e-0b47-427a-b7de-ef4bb3b1789c service neutron] Pushing event updated for resources: {'Port': ['ID=3cb71912-d20a-40e8-a793-bd3fbca65e90,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:44.310166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac9781d-f527-4039-8817-3de6d6bc8d32 x-openstack-request-id: req-aac9781d-f527-4039-8817-3de6d6bc8d32 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:29:44.310464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:29:44.310795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac9781d-f527-4039-8817-3de6d6bc8d32 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:29:44.311378 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'status': 'completed', 'code': 200} Nov 27 11:29:44.330181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-72353527-94d0-4971-900b-1c26238ddcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.331686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-72353527-94d0-4971-900b-1c26238ddcaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1096 time: 0.0523820 Nov 27 11:29:44.380102 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-91374904-e4cc-4983-8ca8-185eae8cd076 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 217 time: 0.0401821 Nov 27 11:29:44.430079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c4f6caf4-d8ee-40d5-a42e-ce1538cbace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.431556 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-c4f6caf4-d8ee-40d5-a42e-ce1538cbace7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0450940 Nov 27 11:29:44.477905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-6a98450a-a704-4d84-b946-9c9e98a1fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.479431 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-6a98450a-a704-4d84-b946-9c9e98a1fe45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408208 Nov 27 11:29:44.577674 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-e4b8a4e0-c2d9-44c5-894e-9e3d0578e650 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913951 Nov 27 11:29:44.669092 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38f67eb7-4031-4d0d-ad2a-b38616ae898d req-19a4cf2c-679c-4606-977b-43a99d284ea6 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840464 Nov 27 11:29:44.755890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2912545-f371-4136-972c-60b26fad3a6a req-61ab425c-49eb-41a2-a7b2-bbfb3cf8bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.757447 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-61ab425c-49eb-41a2-a7b2-bbfb3cf8bfb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1096 time: 0.0424459 Nov 27 11:29:44.853335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2912545-f371-4136-972c-60b26fad3a6a req-36b9be8b-b57b-4582-96de-31783bb6befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.854806 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-36b9be8b-b57b-4582-96de-31783bb6befe service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 898 time: 0.0894601 Nov 27 11:29:44.895711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-aadaf2af-c341-49c7-aff3-94b5145c2710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 217 time: 0.0338576 Nov 27 11:29:44.954907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2912545-f371-4136-972c-60b26fad3a6a req-485a70cf-262d-49c0-b4dd-eb2687cf0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:44.956370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-485a70cf-262d-49c0-b4dd-eb2687cf0a57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0539877 Nov 27 11:29:45.004738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2912545-f371-4136-972c-60b26fad3a6a req-878ea452-6b09-4bd6-8a80-7cff92b30288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:45.006255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-878ea452-6b09-4bd6-8a80-7cff92b30288 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419397 Nov 27 11:29:45.025109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c30e6e-0e0b-4eab-a059-25beb3c38f41 req-c57e9d77-5f11-4c49-988f-f1a212c50ce3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:45.026818 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-38c30e6e-0e0b-4eab-a059-25beb3c38f41 req-c57e9d77-5f11-4c49-988f-f1a212c50ce3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 943 time: 0.0498233 Nov 27 11:29:45.084810 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-38c30e6e-0e0b-4eab-a059-25beb3c38f41 req-a4d2d17f-6002-4d91-96d4-cb75647b1f57 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504231 Nov 27 11:29:45.107042 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-173ed2e5-2904-4306-a43b-4eb4cf4338e6 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931628 Nov 27 11:29:45.196788 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d2912545-f371-4136-972c-60b26fad3a6a req-2e605e8d-a657-4f2c-82a1-2bd28e37f73a service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821087 Nov 27 11:29:45.653009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:46.202936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4ccc-c471-4a6c-8834-7bc0262b1d3a req-b0719ed0-3c86-4128-939b-46278a2e7893 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:46.204471 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fab4ccc-c471-4a6c-8834-7bc0262b1d3a req-b0719ed0-3c86-4128-939b-46278a2e7893 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 943 time: 0.0497220 Nov 27 11:29:46.259446 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9fab4ccc-c471-4a6c-8834-7bc0262b1d3a req-f5b0bbcf-1fd9-409f-8d82-7ae2539ba965 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489712 Nov 27 11:29:46.359006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:47.377498 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6be1c7-6718-4a07-a7de-32ec0db02beb req-3b239e47-28b3-4589-97f8-0cddb4ca6a38 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:47.378962 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3d6be1c7-6718-4a07-a7de-32ec0db02beb req-3b239e47-28b3-4589-97f8-0cddb4ca6a38 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 943 time: 0.0493777 Nov 27 11:29:47.428598 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3d6be1c7-6718-4a07-a7de-32ec0db02beb req-832eec8e-a3b6-4821-b7a9-90f8574b38e1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Nov 27 11:29:48.198838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 3cb71912-d20a-40e8-a793-bd3fbca65e90 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:29:48.296122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 3cb71912-d20a-40e8-a793-bd3fbca65e90, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:48.306447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'port_id': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'mac_address': 'fa:16:3e:02:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:29:48.344542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:48.356792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb71912-d20a-40e8-a793-bd3fbca65e90 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:29:48.379443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 3cb71912-d20a-40e8-a793-bd3fbca65e90, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:48.383524 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:48.428556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=3cb71912-d20a-40e8-a793-bd3fbca65e90,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:48.540616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fac06-7cc5-4ee4-8475-6c6b1efcc251 req-4bec7453-bc65-4a22-a5ef-7bd5434f540b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:48.542073 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-247fac06-7cc5-4ee4-8475-6c6b1efcc251 req-4bec7453-bc65-4a22-a5ef-7bd5434f540b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 944 time: 0.0475531 Nov 27 11:29:48.590074 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-247fac06-7cc5-4ee4-8475-6c6b1efcc251 req-5db7ca1a-8b4f-40dd-9760-19a54e666e3e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Nov 27 11:29:48.772819 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['3cb71912-d20a-40e8-a793-bd3fbca65e90'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:29:49.705831 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1b6ce-10c7-4fec-9225-49645b971d70 req-8cdb14d7-3c2e-4a50-a24a-29f78be143af tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:49.707304 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-18c1b6ce-10c7-4fec-9225-49645b971d70 req-8cdb14d7-3c2e-4a50-a24a-29f78be143af tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 944 time: 0.0500438 Nov 27 11:29:49.756237 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-18c1b6ce-10c7-4fec-9225-49645b971d70 req-e45a8f7f-5495-4dfd-8bfb-5fde55341656 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Nov 27 11:29:50.217233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 3cb71912-d20a-40e8-a793-bd3fbca65e90 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:29:50.265885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 3cb71912-d20a-40e8-a793-bd3fbca65e90 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:29:50.269778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 3cb71912-d20a-40e8-a793-bd3fbca65e90 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:29:50.270151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:50.348813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:50.371084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:29:50.373559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f145889eee2fb755218d74bcc070f4f8faa7fde47a5660241ed29c44370044a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da60d5-6bba-457b-8519-032a1a41bc13" -d '{"events": [{"server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "name": "network-vif-plugged", "status": "completed", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:29:50.386500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 3cb71912-d20a-40e8-a793-bd3fbca65e90, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:29:50.390672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:50.442841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=3cb71912-d20a-40e8-a793-bd3fbca65e90,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:50.468549 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37823911-6f85-41a2-b700-6a03c7840723 x-openstack-request-id: req-37823911-6f85-41a2-b700-6a03c7840723 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:29:50.468851 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "name": "network-vif-plugged", "status": "completed", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:29:50.469109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37823911-6f85-41a2-b700-6a03c7840723 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:29:50.469517 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'code': 200} Nov 27 11:29:50.628125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e4985-9d1d-4f34-84a9-1723e4afca0c req-8a434fbb-b55e-454c-851c-21124a90a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:50.629544 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-807e4985-9d1d-4f34-84a9-1723e4afca0c req-8a434fbb-b55e-454c-851c-21124a90a21f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1098 time: 0.0393884 Nov 27 11:29:50.676098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-807e4985-9d1d-4f34-84a9-1723e4afca0c req-47c190d4-620d-4b33-98e4-7a34e600d15c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393312 Nov 27 11:29:50.873875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ad3f3-2e8d-4214-8fb8-5c10f85aedf6 req-59cca2d9-f160-4746-aba7-9f4413f9c672 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:50.875352 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-018ad3f3-2e8d-4214-8fb8-5c10f85aedf6 req-59cca2d9-f160-4746-aba7-9f4413f9c672 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0534201 Nov 27 11:29:50.924649 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-018ad3f3-2e8d-4214-8fb8-5c10f85aedf6 req-fe2ef6d9-b667-44df-9a5c-d5be27509154 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Nov 27 11:29:52.344133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95eb7-fd1b-495d-ba74-47c3af33e431 req-203f4e6a-44d6-43cc-9eb5-19a141e2d8f3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:52.345616 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-01f95eb7-fd1b-495d-ba74-47c3af33e431 req-203f4e6a-44d6-43cc-9eb5-19a141e2d8f3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.3481114 Nov 27 11:29:52.394083 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-01f95eb7-fd1b-495d-ba74-47c3af33e431 req-1cfe3459-ae8c-475e-ab46-525b4eaa5b6c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Nov 27 11:29:52.507920 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8bed4-1513-4aa1-988c-7ac0b69ff869 req-fcbfa854-4f23-4081-944b-e5593edf77c0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:52.509484 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-59b8bed4-1513-4aa1-988c-7ac0b69ff869 req-fcbfa854-4f23-4081-944b-e5593edf77c0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0497251 Nov 27 11:29:52.558562 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-59b8bed4-1513-4aa1-988c-7ac0b69ff869 req-8cb77e90-c8ac-4a70-972b-f2308546376c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Nov 27 11:29:52.581156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50608) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:52.623534 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3bf96-25ed-4063-84f3-a8e31e510385 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:52.624945 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-3db3bf96-25ed-4063-84f3-a8e31e510385 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1093 time: 0.0427544 Nov 27 11:29:52.627746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50610) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:52.631875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:29:52.653876 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:52.747666 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:52.850302 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.87 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/fde57d5c-fb35-4109-9870-10092fe857a7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:29:52.947887 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:52.980571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:53.016874 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:29:53.021543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:29:53.024915 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:29:53.369557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=fde57d5c-fb35-4109-9870-10092fe857a7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:53.688324 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:53.756475 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:53.906087 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:53.910849 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:53.981278 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=fde57d5c-fb35-4109-9870-10092fe857a7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:29:53.990967 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:54.090658 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP c5ca9c54-f4b3-486d-9289-0570069ef72a associated. External IP: 172.26.1.87, port: 3cb71912-d20a-40e8-a793-bd3fbca65e90. Nov 27 11:29:54.296447 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router fb3ed542-6088-4e27-95d2-9aba66bc3e46 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:29:54.404290 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:29:54.414681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] Sync routers for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:29:54.422529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:29:54.425958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:54.426768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:54.453271 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-208ff047-37ab-4170-87b2-3b3de72e1e27 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8207886 Nov 27 11:29:54.453271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:29:54.453271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dba329862bd61964e3368fa6c611b639fc7b1daf42d734f600a5fa585cc0faf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:29:54.497732 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90a37dd-47ff-47f7-b061-b0e123195d5c x-openstack-request-id: req-b90a37dd-47ff-47f7-b061-b0e123195d5c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:29:54.498596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:29:54.498854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b90a37dd-47ff-47f7-b061-b0e123195d5c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:29:54.499259 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'status': 'completed', 'code': 200} Nov 27 11:29:54.540138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:54.589797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53cc3-d958-444d-a6fe-fe60339d764e req-6119713a-316f-4762-8a07-798442fbc5f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:54.591198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1dc53cc3-d958-444d-a6fe-fe60339d764e req-6119713a-316f-4762-8a07-798442fbc5f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0787141 Nov 27 11:29:54.593378 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-1959bfc1-ff8f-4dba-9ff4-9ce5bf8b0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:54.594741 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-1959bfc1-ff8f-4dba-9ff4-9ce5bf8b0e59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1098 time: 0.0725405 Nov 27 11:29:54.700134 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1dc53cc3-d958-444d-a6fe-fe60339d764e req-4cdb687a-4d74-45d0-8018-e064a6335ebc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023171 Nov 27 11:29:54.722419 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50616) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:54.727598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-a3a18961-d14f-4135-91ef-1ed4fc5cb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:54.729230 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-a3a18961-d14f-4135-91ef-1ed4fc5cb00b service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 898 time: 0.1256459 Nov 27 11:29:54.771667 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'c5ca9c54-f4b3-486d-9289-0570069ef72a', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'port_id': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'mac_address': 'fa:16:3e:02:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:29:53Z', 'updated_at': '2021-11-27T11:29:53Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:54.785453 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6eba9bd2-d56e-49c2-9664-717acd5fe4a2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/c5ca9c54-f4b3-486d-9289-0570069ef72a HTTP/1.1" status: 200 len: 990 time: 0.0618920 Nov 27 11:29:54.799622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] Checking router: fb3ed542-6088-4e27-95d2-9aba66bc3e46 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:29:54.800772 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-60bcfebd-032b-46cf-8eb2-85d09900e197 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 998 time: 0.0647042 Nov 27 11:29:54.808653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:29:54.809263 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:29:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:54.850951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-e8677c87-ed7b-40fe-9255-bfeee29eb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:54.852311 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-e8677c87-ed7b-40fe-9255-bfeee29eb19b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0448320 Nov 27 11:29:54.896203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-31878a19-77a3-4e38-bfc8-43b71566ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:29:54.897756 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-31878a19-77a3-4e38-bfc8-43b71566ead5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387218 Nov 27 11:29:54.916726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:29:54.993925 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-542f0eb8-b45b-487b-b173-f84b16aa39a8 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878246 Nov 27 11:29:55.083997 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ffb21554-a5af-44f5-832b-c5cc1fa16b3a req-78fbc426-ce5e-41f0-bc24-c72994017c32 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833213 Nov 27 11:29:55.140606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'c5ca9c54-f4b3-486d-9289-0570069ef72a', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'port_id': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'mac_address': 'fa:16:3e:02:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:29:53Z', 'updated_at': '2021-11-27T11:29:53Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:29:55.166159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc2d343-ba78-4c42-8201-0d9100849c63 None None] The sync data for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv is: [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'c5ca9c54-f4b3-486d-9289-0570069ef72a', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'port_id': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'mac_address': 'fa:16:3e:02:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:29:53Z', 'updated_at': '2021-11-27T11:29:53Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:29:55.347734 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fbca0-cac5-4dce-8b7a-891ae031bc67 None None] New status for floating IP c5ca9c54-f4b3-486d-9289-0570069ef72a: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:29:55.788760 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50618) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:29:55.851869 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-96e74743-a2d2-4856-9383-ef285ee09490 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/c5ca9c54-f4b3-486d-9289-0570069ef72a HTTP/1.1" status: 200 len: 992 time: 0.0619621 Nov 27 11:30:02.410361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:05.620341 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:30:10.392723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d18d81d-e23a-4b4f-b5ab-1299a0915f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:13.159782 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e330049d-5cb6-4e60-ac6e-c6c0f26f2189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:14.060178 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:15.654347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:16.361982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:30.889780 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-2bd1353d-fb4e-403f-9e4f-81923f70c822 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775268 Nov 27 11:30:30.972842 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af117-5765-41fc-a296-df0fb0a473f9 req-93bc022f-d8d1-4101-a72b-ff35cb986e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:30.974369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-93bc022f-d8d1-4101-a72b-ff35cb986e2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1098 time: 0.0402372 Nov 27 11:30:31.079776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af117-5765-41fc-a296-df0fb0a473f9 req-70116567-af46-4b27-9ea8-a4deea69c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:31.081192 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-70116567-af46-4b27-9ea8-a4deea69c0b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 898 time: 0.0876596 Nov 27 11:30:31.147150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-ac95d6a8-e572-481f-9d9d-b96e09153766 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 1000 time: 0.0580549 Nov 27 11:30:31.196381 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af117-5765-41fc-a296-df0fb0a473f9 req-59341c88-d975-4b2c-a470-f2780761d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:31.197817 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-59341c88-d975-4b2c-a470-f2780761d0dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0442715 Nov 27 11:30:31.246779 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af117-5765-41fc-a296-df0fb0a473f9 req-ed24cd99-86ac-49e2-9ed6-ca0a6994d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:31.248895 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-ed24cd99-86ac-49e2-9ed6-ca0a6994d845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431561 Nov 27 11:30:31.345217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-13de7e98-f692-49dc-8817-0e03872d88b7 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895913 Nov 27 11:30:31.444239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-763af117-5765-41fc-a296-df0fb0a473f9 req-ffcaca9b-41ed-4283-ada5-b9b3666b61a3 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915353 Nov 27 11:30:32.411983 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:40.393175 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9273384d-e547-419e-a12d-0ded08e7b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:42.618122 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:30:43.160125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-53acb389-2e6e-42cf-a187-717f9c54197d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:44.064107 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:45.658414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:46.363646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:30:49.842843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-fb9957c7-9222-4dfe-a6f6-795f8a5e4404 req-a023ee39-eb75-4dcb-8576-5b8a9b71d933 service neutron] (103378) timed out ('10.222.0.13', 46622) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 11:30:56.814983 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d552-a443-4e0b-ab7f-12d561be6b9a req-b3f930ce-3fae-407c-a687-a115891a0275 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:56.816501 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-97f0d552-a443-4e0b-ab7f-12d561be6b9a req-b3f930ce-3fae-407c-a687-a115891a0275 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0935037 Nov 27 11:30:56.865369 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-97f0d552-a443-4e0b-ab7f-12d561be6b9a req-be30cb72-2496-4de9-95f8-095f04a88fba tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426605 Nov 27 11:30:58.098079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb007575-b439-4dbc-b9ec-c4afd26317b2 req-6ff518c3-2ae1-4fb0-b453-658924b29e3f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:58.099580 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb007575-b439-4dbc-b9ec-c4afd26317b2 req-6ff518c3-2ae1-4fb0-b453-658924b29e3f tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0933471 Nov 27 11:30:58.148280 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bb007575-b439-4dbc-b9ec-c4afd26317b2 req-b0edf9ff-b091-4056-886c-8f65cef344d3 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 Nov 27 11:30:59.272667 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e840-4663-402c-b6c8-0cd6980df58d req-303c496f-c75e-48db-afbc-13858915b698 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:30:59.274156 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a37e840-4663-402c-b6c8-0cd6980df58d req-303c496f-c75e-48db-afbc-13858915b698 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0591865 Nov 27 11:30:59.324503 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4a37e840-4663-402c-b6c8-0cd6980df58d req-8fbadb03-74bc-4e1a-848a-1f7c47b6c53d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428407 Nov 27 11:31:00.443587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ba58c-72c7-4471-981c-ae07d4ccba0e req-da4f3b5c-dbd8-46db-92aa-16b8259e65c2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:00.445209 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab3ba58c-72c7-4471-981c-ae07d4ccba0e req-da4f3b5c-dbd8-46db-92aa-16b8259e65c2 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0539954 Nov 27 11:31:00.495537 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab3ba58c-72c7-4471-981c-ae07d4ccba0e req-4c803d51-c392-4f94-9997-533bcffafa36 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Nov 27 11:31:01.614610 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bc2ea-5313-4ede-a1e5-c8669983366c req-fd2845ed-94b9-4f3d-b96c-d90f47bd22fe tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:01.616075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-939bc2ea-5313-4ede-a1e5-c8669983366c req-fd2845ed-94b9-4f3d-b96c-d90f47bd22fe tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0518692 Nov 27 11:31:01.664784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-939bc2ea-5313-4ede-a1e5-c8669983366c req-070fbe1e-ae36-45d3-bcee-e2a0161106a4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Nov 27 11:31:02.425960 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:02.782807 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65880b0-fa60-4458-82f5-7ad123325c13 req-f7c72c0b-a18c-489f-9dcc-28c472252cc1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:02.784284 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e65880b0-fa60-4458-82f5-7ad123325c13 req-f7c72c0b-a18c-489f-9dcc-28c472252cc1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Nov 27 11:31:02.832525 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e65880b0-fa60-4458-82f5-7ad123325c13 req-7dc5391d-ceee-46de-8e51-d5c66c0d112c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Nov 27 11:31:03.946931 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5841e-b27e-4ee4-9016-bcccaacb62c9 req-f142319a-9b6a-4fc5-bf39-ad345bd8cd01 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:03.948389 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-60d5841e-b27e-4ee4-9016-bcccaacb62c9 req-f142319a-9b6a-4fc5-bf39-ad345bd8cd01 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Nov 27 11:31:04.000516 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-60d5841e-b27e-4ee4-9016-bcccaacb62c9 req-548ece0e-03b8-4c71-9c41-6a4427ea282a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Nov 27 11:31:05.113404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67ca8-dba8-4cff-a7ea-50962f26581f req-d4b1434f-f8cf-4252-b9e5-05057999c3b5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:05.114851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98c67ca8-dba8-4cff-a7ea-50962f26581f req-d4b1434f-f8cf-4252-b9e5-05057999c3b5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0482321 Nov 27 11:31:05.167001 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98c67ca8-dba8-4cff-a7ea-50962f26581f req-0d100401-71d4-485d-aeb1-bf5e8d1a9e14 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Nov 27 11:31:06.283873 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466bed6-c8fe-4044-952e-555ae9a8b491 req-295798ce-ab36-4241-bafc-61f83ab42624 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:06.285394 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f466bed6-c8fe-4044-952e-555ae9a8b491 req-295798ce-ab36-4241-bafc-61f83ab42624 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Nov 27 11:31:06.334552 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f466bed6-c8fe-4044-952e-555ae9a8b491 req-7bd17237-2eb7-4dd6-bcc9-5a098d35c30e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432544 Nov 27 11:31:07.449540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71fb9-0a12-4f75-a318-52048efad498 req-4fdf9a48-9d89-4fff-9738-f0fe842ea88c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:07.451139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f8a71fb9-0a12-4f75-a318-52048efad498 req-4fdf9a48-9d89-4fff-9738-f0fe842ea88c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0496292 Nov 27 11:31:07.500052 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f8a71fb9-0a12-4f75-a318-52048efad498 req-073e9558-215e-4c17-b406-7797d90b2dc4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Nov 27 11:31:07.521601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:31:07.580513 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-57aea00c-bef0-499e-8fae-70dfef417eb1 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/c5ca9c54-f4b3-486d-9289-0570069ef72a HTTP/1.1" status: 200 len: 992 time: 0.0577626 Nov 27 11:31:08.861965 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0284-028e-4940-93b1-3114823551f4 req-21df7b67-4d24-479d-a071-2c301688eb0c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:08.863470 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-37ca0284-028e-4940-93b1-3114823551f4 req-21df7b67-4d24-479d-a071-2c301688eb0c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Nov 27 11:31:08.913634 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-37ca0284-028e-4940-93b1-3114823551f4 req-4c0c75f6-8670-40c5-927a-ddcd346d9994 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Nov 27 11:31:08.962827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-5c3593f4-f119-412d-967a-baed5bb88daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:08.964394 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-5c3593f4-f119-412d-967a-baed5bb88daa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1098 time: 0.0821962 Nov 27 11:31:09.055009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-ab5729df-60f9-47b7-9eee-9de735bc599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:09.056370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-ab5729df-60f9-47b7-9eee-9de735bc599a service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 898 time: 0.0844104 Nov 27 11:31:09.123636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-7ac5db08-3ed9-4237-9482-74112e538396 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 1000 time: 0.0607135 Nov 27 11:31:09.171679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-13ebadb8-7c88-4695-b664-02d49f56caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:09.173130 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-13ebadb8-7c88-4695-b664-02d49f56caa9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0430756 Nov 27 11:31:09.224499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-039a5e2e-9aea-4210-a30c-09f6b92d9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:09.226055 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-039a5e2e-9aea-4210-a30c-09f6b92d9619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461330 Nov 27 11:31:09.326878 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-1d61767b-ecc4-43c5-9e8a-4ab7b3d2196c service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936899 Nov 27 11:31:09.415157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-406ca5ef-320d-4ec1-ac5a-b901c7938bbc req-f69449b4-aedf-479e-ab1c-15959dfce854 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818655 Nov 27 11:31:10.039731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a0478-a525-4b74-8444-3486caad1541 req-2b978c73-8ab4-4940-9127-bc705001befa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:10.041218 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b84a0478-a525-4b74-8444-3486caad1541 req-2b978c73-8ab4-4940-9127-bc705001befa tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0532336 Nov 27 11:31:10.089820 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b84a0478-a525-4b74-8444-3486caad1541 req-2a4cbb75-8fff-400a-bb0e-4bfd202c9fc5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Nov 27 11:31:10.394632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2bbf-67a9-47b5-9595-22ed50bdc72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:11.210105 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65296995-8c28-49b1-9afc-5f710c2866e5 req-d78feeca-4539-4b21-8f50-5a7560852c0c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:11.211571 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65296995-8c28-49b1-9afc-5f710c2866e5 req-d78feeca-4539-4b21-8f50-5a7560852c0c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Nov 27 11:31:11.259188 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-65296995-8c28-49b1-9afc-5f710c2866e5 req-81849018-ec29-4d2e-b279-b2bd57ada8d4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Nov 27 11:31:11.283467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50698) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:31:11.342357 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-89ac97f7-0c3d-4e03-8452-34fea132468a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/c5ca9c54-f4b3-486d-9289-0570069ef72a HTTP/1.1" status: 200 len: 992 time: 0.0577519 Nov 27 11:31:13.160128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b5327c14-509e-499d-9e1d-3028c05719c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:14.065890 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:15.661349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:16.367335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:19.617656 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:31:30.841159 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-ef085974-715d-42c0-87c5-2046c5cf2fc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392690 Nov 27 11:31:30.923276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-f8458070-52b8-4322-a90f-07f14cf0dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:30.924812 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-f8458070-52b8-4322-a90f-07f14cf0dc5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1098 time: 0.0400779 Nov 27 11:31:31.030969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-e6515c57-dacc-4b21-b56c-39c8f2d0a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:31.032480 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-e6515c57-dacc-4b21-b56c-39c8f2d0a59b service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 898 time: 0.0871358 Nov 27 11:31:31.096183 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-78c946d3-fd37-43e2-9857-06e47700615d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 1000 time: 0.0566299 Nov 27 11:31:31.148170 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-236c1cd4-b9e3-4e91-a161-15e8454b3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:31.149625 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-236c1cd4-b9e3-4e91-a161-15e8454b3d45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0467238 Nov 27 11:31:31.194817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-5b9c3071-dd03-4f48-96c1-e419ea90a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:31.196259 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-5b9c3071-dd03-4f48-96c1-e419ea90a7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389056 Nov 27 11:31:31.292086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-c0a2a1b2-33f0-42c7-9943-03988694a69c service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884085 Nov 27 11:31:31.383776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-450f1ade-baac-4ecf-a2f7-fc3bd8691bad req-4692bd5d-09fa-448e-948f-9ef78bf4a85a service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848384 Nov 27 11:31:32.413561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:40.534380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c165d80e-f907-4d3a-a7f6-5b3056d3602b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:43.161079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d04dd29-ba83-4e22-99f5-22bbb49ecff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:44.068627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:45.665693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:46.369272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:56.618479 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:31:57.775588 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50718) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:31:57.932633 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port fde57d5c-fb35-4109-9870-10092fe857a7 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:31:57.932975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:58.008186 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:58.008571 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:58.020796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for fde57d5c-fb35-4109-9870-10092fe857a7 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:31:58.167746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:58.195320 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=fde57d5c-fb35-4109-9870-10092fe857a7,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:31:58.219672 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.220029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.220398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.220749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.221081 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.221416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.221783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.222608 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.222949 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.223285 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.223659 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.224095 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:31:58.263500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:58.263882 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP c5ca9c54-f4b3-486d-9289-0570069ef72a disassociated (deleted). External IP: 172.26.1.87, port: 3cb71912-d20a-40e8-a793-bd3fbca65e90. Nov 27 11:31:58.468708 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router fb3ed542-6088-4e27-95d2-9aba66bc3e46 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:31:58.574862 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:31:58.579625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:31:58.584086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] Sync routers for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:31:58.592934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:31:58.593547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:31:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:31:58.606166 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6824b48d-2529-48c4-8885-6a412029e1df tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/floatingips/c5ca9c54-f4b3-486d-9289-0570069ef72a HTTP/1.1" status: 204 len: 168 time: 0.8295665 Nov 27 11:31:58.606947 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:31:58.652126 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665dafc3d53c48308a5b3aeb054d9916dfb8b89d7f431d3f16db7a4ecd172011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b8f73e-0f90-4157-a401-2d2da467e34e" -d '{"events": [{"name": "network-changed", "server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:31:58.701526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:31:58.759172 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81642f91-c405-414c-80fd-adf5b86d1b0c x-openstack-request-id: req-81642f91-c405-414c-80fd-adf5b86d1b0c {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:31:58.759601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:31:58.759959 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81642f91-c405-414c-80fd-adf5b86d1b0c {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:31:58.760504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'status': 'completed', 'code': 200} Nov 27 11:31:58.845834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-ccf3a5a9-8a7f-48ce-9128-ccc82ed2339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:58.848605 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-ccf3a5a9-8a7f-48ce-9128-ccc82ed2339b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 1098 time: 0.0607038 Nov 27 11:31:58.857867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae499-3816-4c77-bdbc-e8d08ff92f10 req-1ac83eaa-5b50-46c7-8d30-d0586b561fd5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:58.859394 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b6ae499-3816-4c77-bdbc-e8d08ff92f10 req-1ac83eaa-5b50-46c7-8d30-d0586b561fd5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0555160 Nov 27 11:31:58.913046 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:31:58.914720 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b6ae499-3816-4c77-bdbc-e8d08ff92f10 req-d3f50d70-7754-43a7-8b91-e24fb800088e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484650 Nov 27 11:31:58.944955 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-4fc172e1-6e72-4a77-a351-5b933a2c9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:58.946450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-4fc172e1-6e72-4a77-a351-5b933a2c9a5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 200 len: 898 time: 0.0898712 Nov 27 11:31:58.947241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] Checking router: fb3ed542-6088-4e27-95d2-9aba66bc3e46 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:31:58.956721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:31:58.957469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:31:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:31:58.996150 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-0ab4a34b-649e-45a1-b7b6-2696673ca1bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 200 len: 217 time: 0.0395980 Nov 27 11:31:59.049355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-ace8bce8-d3fc-4552-bbd1-ce1c4d09a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:59.050979 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-ace8bce8-d3fc-4552-bbd1-ce1c4d09a85f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 200 len: 835 time: 0.0452433 Nov 27 11:31:59.064417 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:31:59.098182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-45f6565a-e2e5-40b2-bb3c-3e6012283b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:31:59.099835 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-45f6565a-e2e5-40b2-bb3c-3e6012283b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b34a63-2a81-40f2-87cb-bff2a014d41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418394 Nov 27 11:31:59.194852 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-2c6e95fb-3fc4-485b-8251-c4734aa8228b service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Nov 27 11:31:59.260089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:31:59.286155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea7550-6b17-4627-9a3f-d0f5c8a9c1fd None None] The sync data for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv is: [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93', 'name': '', 'network_id': '83b34a63-2a81-40f2-87cb-bff2a014d41f', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:a3:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:39Z', 'updated_at': '2021-11-27T11:29:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': 'dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:31:59.288124 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-98b8f73e-0f90-4157-a401-2d2da467e34e req-c58df8e6-16bd-4bb3-9b77-da9425bed480 service neutron] 10.222.0.24 "GET /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Nov 27 11:31:59.490092 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f09c9-0609-45d7-9716-1591a716813a None None] New status for floating IP c5ca9c54-f4b3-486d-9289-0570069ef72a: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:32:00.031617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518754a-56dc-4710-85d9-fb762e76d237 req-35c02062-91e9-4e79-84b3-79d84d22a21b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:00.033103 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f518754a-56dc-4710-85d9-fb762e76d237 req-35c02062-91e9-4e79-84b3-79d84d22a21b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0491393 Nov 27 11:32:00.086402 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f518754a-56dc-4710-85d9-fb762e76d237 req-873750c5-f025-429a-a017-c34dfc072b46 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b73b15c-b454-4d9d-938d-7f95676abb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469291 Nov 27 11:32:00.521964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-41e8ac98-a146-48d4-aa41-34f115a3842a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:00.523420 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-41e8ac98-a146-48d4-aa41-34f115a3842a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Nov 27 11:32:00.612836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 3cb71912-d20a-40e8-a793-bd3fbca65e90 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:32:00.613109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:00.703408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 3cb71912-d20a-40e8-a793-bd3fbca65e90, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=3cb71912-d20a-40e8-a793-bd3fbca65e90,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:00.703759 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:00.715391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 3cb71912-d20a-40e8-a793-bd3fbca65e90 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:32:00.844736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:00.875903 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=3cb71912-d20a-40e8-a793-bd3fbca65e90,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:00.901262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.901616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.901961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.902300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.902635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.902968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.903296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.903623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.903948 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.904269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.904628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.904950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:00.928246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] No DVR routers for this DVR port 3cb71912-d20a-40e8-a793-bd3fbca65e90 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:32:00.930721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:00.934157 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b96d93bd-9978-4a94-a060-36346a9a26d8 req-33d09bfe-29bb-4a02-a55d-7041f0107046 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "DELETE /v2.0/ports/3cb71912-d20a-40e8-a793-bd3fbca65e90 HTTP/1.1" status: 204 len: 173 time: 0.4048131 Nov 27 11:32:00.934641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'name': 'network-vif-deleted', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:32:00.975295 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e864472d-e07b-4498-b179-1282422f2920" -d '{"events": [{"server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "name": "network-vif-deleted", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:32:01.065659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb26fc5-a3c4-4d20-a73e-0500f8c109f9 x-openstack-request-id: req-ddb26fc5-a3c4-4d20-a73e-0500f8c109f9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:32:01.066304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38ada26-5de0-4316-9ec7-d70947f85e46", "name": "network-vif-deleted", "tag": "3cb71912-d20a-40e8-a793-bd3fbca65e90", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:32:01.066304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb26fc5-a3c4-4d20-a73e-0500f8c109f9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:32:01.066603 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38ada26-5de0-4316-9ec7-d70947f85e46', 'name': 'network-vif-deleted', 'tag': '3cb71912-d20a-40e8-a793-bd3fbca65e90', 'status': 'completed', 'code': 200} Nov 27 11:32:01.192216 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-44f050de-fe43-4dda-b3fb-c9753e249bbc req-448f3d83-7aef-4469-ab3d-198565297911 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=d38ada26-5de0-4316-9ec7-d70947f85e46 HTTP/1.1" status: 200 len: 210 time: 0.0256562 Nov 27 11:32:02.249212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50746) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:02.431164 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:02.603443 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:02.850502 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 3cb71912-d20a-40e8-a793-bd3fbca65e90 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:32:02.852364 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:32:02.852736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:02.870756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 3cb71912-d20a-40e8-a793-bd3fbca65e90 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:32:02.871030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 3cb71912-d20a-40e8-a793-bd3fbca65e90 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:32:02.945149 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:02.946371 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:02.957928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:32:03.135500 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:03.162946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:03.648992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:03.858402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router fb3ed542-6088-4e27-95d2-9aba66bc3e46 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:32:03.961687 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:32:03.969547 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-243887ac-be85-443c-824b-019f7eebab25 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/fb3ed542-6088-4e27-95d2-9aba66bc3e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186141 Nov 27 11:32:03.969547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50748) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:03.971647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] Sync routers for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:32:03.981769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:03.982382 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:31:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:04.025396 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_v2 [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting subnet dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf {{(pid=103379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:32:04.028582 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.070505 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9193152'] for subnet, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.087816 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:04.154636 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.217282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9522379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9444804'] for subnet, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.247631 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:04.249690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.255413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dca24b-e9d5-48d8-adfa-d78b5af72213 None None] Network 83b34a63-2a81-40f2-87cb-bff2a014d41f requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:32:04.256623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:04.257078 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-383aa293-18c3-4f73-a801-2db0de16cc47 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/subnets/dc8d9aeb-07f8-4763-b1f5-ce68424b4fbf HTTP/1.1" status: 204 len: 168 time: 0.2862043 Nov 27 11:32:04.330191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:32:03Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:04.360318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] Checking router: fb3ed542-6088-4e27-95d2-9aba66bc3e46 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:32:04.364534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.400582 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] Routers {'fb3ed542-6088-4e27-95d2-9aba66bc3e46'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:04.401210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:31:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:04.471090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.521615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] Set router fb3ed542-6088-4e27-95d2-9aba66bc3e46 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:04.534877 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:32:04.535128 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.574686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] DHCP port deletion for 83b34a63-2a81-40f2-87cb-bff2a014d41f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:32:04.623685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 3b09c471-23bf-4a8d-aff6-ac3f6a21d192, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:04.624051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.637875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:32:04.810601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.838509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=3b09c471-23bf-4a8d-aff6-ac3f6a21d192,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:04.850207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Deleting port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:32:04.850729 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.867823 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb479932-06bd-41b2-aa4d-ff256bf974dd None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:32:04.906151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.932225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] For port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,segment=NetworkSegment(d8eb392d-9650-48b4-adc5-6dfb8427e42e),segment_id=d8eb392d-9650-48b4-adc5-6dfb8427e42e)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:04.932652 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:04.947928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Calling delete_port for dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:32:04.966442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:32:03Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:04.999573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.002030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.022565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cce11-1ccf-4bc1-a6b9-fd5f31d15639 None None] The sync data for ids ['fb3ed542-6088-4e27-95d2-9aba66bc3e46'] in dv-neutron-804846-16-hyperv is: [{'id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141513773', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53'}], 'enable_snat': True}, 'gw_port_id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:29:36Z', 'updated_at': '2021-11-27T11:32:03Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '3b09c471-23bf-4a8d-aff6-ac3f6a21d192', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3ed542-6088-4e27-95d2-9aba66bc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:29:37Z', 'updated_at': '2021-11-27T11:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:32:05.049105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.050188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Fanout notify agent at l3_agent the message router_deleted on router fb3ed542-6088-4e27-95d2-9aba66bc3e46 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:32:05.057893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.058956 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-737c4926-3e76-4555-8946-90c5bf1ac5e6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/routers/fb3ed542-6088-4e27-95d2-9aba66bc3e46 HTTP/1.1" status: 204 len: 168 time: 0.8012652 Nov 27 11:32:05.063916 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50752) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:05.069455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.095060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Pushing event deleted for resources: {'Port': ['ID=dcf148e9-d051-4eb1-b28a-c8b5f7fcb034,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:05.100169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] No DVR routers for this DVR port dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.109961 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.111236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.111236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0975b8b9-b144-4f85-b60b-50c50e7fe928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:05.140120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.226437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.246520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b34a63-2a81-40f2-87cb-bff2a014d41f']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:05.255574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8eb392d-9650-48b4-adc5-6dfb8427e42e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:05.255862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8eb392d-9650-48b4-adc5-6dfb8427e42e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:05.265098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.277792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.283476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:32:05.283854 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:32:05.287396 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:32:05.347054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.353858 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.357036 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/networks/83b34a63-2a81-40f2-87cb-bff2a014d41f HTTP/1.1" status: 204 len: 168 time: 0.2942669 Nov 27 11:32:05.359906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50754) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:05.368632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c78d7-7c00-4373-bfcc-390fbee7145b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Network': ['ID=83b34a63-2a81-40f2-87cb-bff2a014d41f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:05.420432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eae8c0e8-4491-4fb4-af6c-589adf78f221 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.448438 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eae8c0e8-4491-4fb4-af6c-589adf78f221 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.519594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eae8c0e8-4491-4fb4-af6c-589adf78f221 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.522416 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eae8c0e8-4491-4fb4-af6c-589adf78f221 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:05.523636 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-eae8c0e8-4491-4fb4-af6c-589adf78f221 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b73b15c-b454-4d9d-938d-7f95676abb25 HTTP/1.1" status: 204 len: 168 time: 0.1626732 Nov 27 11:32:05.541040 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8c0e8-4491-4fb4-af6c-589adf78f221 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b73b15c-b454-4d9d-938d-7f95676abb25,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:06.071976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:32:06.092305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:32:06.092683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 3b09c471-23bf-4a8d-aff6-ac3f6a21d192 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:32:06.093099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:32:06.112912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:32:06.113260 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c6b708f2-3d83-4be7-a4dd-c2dc0a81fa93 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:32:06.113672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:32:06.134923 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:32:06.135276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dcf148e9-d051-4eb1-b28a-c8b5f7fcb034 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:32:07.883595 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50766) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:07.888212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218277756', 'description': 'tempest-secgroup-smoke-1218277756 description', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:07.911417 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:07.981736 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:07.985410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.016061 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.017300 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326628 Nov 27 11:32:08.021048 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50768) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.022297 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc8b57-3748-4537-a8db-01b8fbb8f835 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3ea19-9325-4d76-afa8-7b494c088107,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.027419 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'f5b3ea19-9325-4d76-afa8-7b494c088107', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.055687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.106501 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.110203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.127503 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3d13c5-1e57-4f02-8996-deb28054b44f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.135894 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.137111 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c325f054-1dd2-4c6d-b011-623f66fc02d9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150141 Nov 27 11:32:08.139831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50774) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.144593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'f5b3ea19-9325-4d76-afa8-7b494c088107', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.170586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.225270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.228606 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.242720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6555f827-dd70-4f9d-a563-e1632dda8fde,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.256538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.257745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3e667a10-62c4-4972-be07-96dc952da6e4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169665 Nov 27 11:32:08.260334 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50778) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.265053 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'f5b3ea19-9325-4d76-afa8-7b494c088107', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.292323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.353085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.356629 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.376430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0caab60-27ce-4ee9-bb2b-add21c30eaef,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.382970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.384148 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a624baab-e4ae-4e5f-aae6-c1e37c0fc995 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228678 Nov 27 11:32:08.386918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50780) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.391197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'f5b3ea19-9325-4d76-afa8-7b494c088107', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.417719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.474893 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.478515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.495006 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c29195-6b6e-40e6-a257-4eb716a57fdc,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.503602 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.504850 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-50fd8de0-2a58-4b47-b032-5949260924a7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169999 Nov 27 11:32:08.507500 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50782) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.511776 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'f5b3ea19-9325-4d76-afa8-7b494c088107', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.534153 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:32:08.538999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.599432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.603038 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.625568 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d92df5c-a5da-4e05-a42a-7a88ec183629,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.632657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.636352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eafd8813-d1db-4ff1-8794-44c3d56c24dc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253524 Nov 27 11:32:08.636573 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50786) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.640850 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'security_group_rule': {'security_group_id': 'f5b3ea19-9325-4d76-afa8-7b494c088107', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.662696 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Project 449a9d6ef2fd43ec8e12e7d3a9316faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:32:08.667665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.728990 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.732565 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.750060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3c00f0-4d80-4a17-9fa6-c53c18ae4d37,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.758264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.759460 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c4433873-8c49-4594-af59-5dd8f6d55746 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219606 Nov 27 11:32:08.762353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50788) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.767055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'network': {'name': 'tempest-network-smoke--374703487', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'port_security_enabled': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.786503 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:32:08.789830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.813029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:32:08.822976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.823315 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Added segment ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4 of type vlan for network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc Nov 27 11:32:08.861129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.884737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.890217 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:08.890787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.926417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1630595 Nov 27 11:32:08.929300 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50790) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:08.933997 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'admin_state_up': True, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:08.957075 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.958107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:08.966538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3e77a-6013-44c3-bc6e-38aca43932cb tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Network': ['ID=1da6040e-1f89-4890-8f38-0b6bf08ad1dc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:08.978822 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:32:09.013673 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.150398 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.342499 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.360137 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.462728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.191 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/9367cee9-0957-4483-834a-8d3ca9b2d51c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:32:09.563311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.598333 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.646919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:32:09.650814 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=9367cee9-0957-4483-834a-8d3ca9b2d51c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:09.653245 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:09.655269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:32:09.667786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b341f1-39a7-44e6-bd5f-923aa70b63d1 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:32:09.740096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-792019a6-287a-4436-8cb2-9435da2a08c9 None None] Provisioning complete for port 9367cee9-0957-4483-834a-8d3ca9b2d51c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:09.740413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-792019a6-287a-4436-8cb2-9435da2a08c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:09.777334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-792019a6-287a-4436-8cb2-9435da2a08c9 None None] Port 9367cee9-0957-4483-834a-8d3ca9b2d51c cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:32:09.897219 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.090580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.217841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 70bdc806-f1ca-4da9-ac13-166f07323077 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:32:10.318045 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:32:10.327762 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Sync routers for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:32:10.337725 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:10.338270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.338481 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:31:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:10.342570 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5db7c006-e746-4773-b749-13e0a6e53579 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4091210 Nov 27 11:32:10.343040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:10.371809 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8ec2a02e-3366-4f70-bc0b-65c0509cd0a0 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=449a9d6ef2fd43ec8e12e7d3a9316faf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274103 Nov 27 11:32:10.374387 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:10.400475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5b6868a-f502-4098-9cc4-a9a927d386e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.443916 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:10.463516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc3d30-29ba-4f22-864d-6502f01ed0a4 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:10.465012 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7ffc3d30-29ba-4f22-864d-6502f01ed0a4 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896728 Nov 27 11:32:10.467895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50808) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:10.500655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d361f0ed-bb61-4883-96de-46ccb784b909 tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=444b1d93-5105-4158-8104-96b059af888f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316195 Nov 27 11:32:10.503722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50812) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:10.508358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110925079', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:10.629203 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:09Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:10.656364 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Checking router: 70bdc806-f1ca-4da9-ac13-166f07323077 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:32:10.656735 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Updating router 70bdc806-f1ca-4da9-ac13-166f07323077 port 9367cee9-0957-4483-834a-8d3ca9b2d51c binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:32:10.683408 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.886301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:32:10.889755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.950064 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.956061 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:10.998610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96715482-1e90-4f4c-bc1f-3b9542e6da3f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:32:11.009500 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Attempting to bind port 9367cee9-0957-4483-834a-8d3ca9b2d51c on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:32:11.010254 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Attempting to bind port 9367cee9-0957-4483-834a-8d3ca9b2d51c by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:32:11.011267 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Attempting to bind port 9367cee9-0957-4483-834a-8d3ca9b2d51c on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:32:11.019468 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Pushing event updated for resources: {'Port': ['ID=9367cee9-0957-4483-834a-8d3ca9b2d51c,revision_number=2']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:11.021914 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:32:11.022290 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:32:11.022699 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.023092 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:32:11.023561 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Bound port: 9367cee9-0957-4483-834a-8d3ca9b2d51c, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:32:11.023942 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.047039 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.047396 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.047743 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.048084 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.048451 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.048792 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.049128 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.049461 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.050383 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.050717 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.051044 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.051369 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:32:11.079794 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.087145 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] For port 9367cee9-0957-4483-834a-8d3ca9b2d51c, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:32:11.090441 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] For port 9367cee9-0957-4483-834a-8d3ca9b2d51c, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9367cee9-0957-4483-834a-8d3ca9b2d51c,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:32:11.094784 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.116889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-48f7a99e-7dae-4b0c-8705-4a1968794851 None None] Provisioning complete for port 9367cee9-0957-4483-834a-8d3ca9b2d51c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:11.117660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-48f7a99e-7dae-4b0c-8705-4a1968794851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.156107 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bac1-1408-4fcc-b2ca-48a10bc4cf0c None None] Pushing event updated for resources: {'Port': ['ID=9367cee9-0957-4483-834a-8d3ca9b2d51c,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:11.161860 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Subnet': ['ID=66a63e10-1278-43e4-91a4-7fc7d4f5c390,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:11.165125 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:11.165743 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:31:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:11.170585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738261a-e709-4f93-9b87-332ab5404866 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:32:11.171018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Checking segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:32:11.171391 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network hostable DHCP agents. Network: 1da6040e-1f89-4890-8f38-0b6bf08ad1dc, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:32:11.196432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:32:11.208686 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 1da6040e-1f89-4890-8f38-0b6bf08ad1dc) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:11.215013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:11.215708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.224451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4310ef-12f8-47c7-a882-b579ced3a697 None None] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:32:11.235290 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-709c04e6-9630-423d-868f-309f4502b096 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7303708 Nov 27 11:32:11.238377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50818) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:11.256968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-48f7a99e-7dae-4b0c-8705-4a1968794851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.284611 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:11.312347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-48f7a99e-7dae-4b0c-8705-4a1968794851 None None] For port 9367cee9-0957-4483-834a-8d3ca9b2d51c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9367cee9-0957-4483-834a-8d3ca9b2d51c,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:11.318203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-48f7a99e-7dae-4b0c-8705-4a1968794851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.409912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7a99e-7dae-4b0c-8705-4a1968794851 None None] Pushing event updated for resources: {'Port': ['ID=9367cee9-0957-4483-834a-8d3ca9b2d51c,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:11.457503 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:32:11.458375 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.474274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-fded13d7-4d60-45c9-ab0c-6b3500063f98 None None] Provisioning complete for port 9367cee9-0957-4483-834a-8d3ca9b2d51c triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:11.474655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fded13d7-4d60-45c9-ab0c-6b3500063f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.483987 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:09Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:11.510966 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6710dc-fda2-457f-a92b-4cefb8276f1a None None] The sync data for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv is: [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:09Z', 'revision_number': 3, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:32:11.673192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Allocated IP 172.20.0.2 (1da6040e-1f89-4890-8f38-0b6bf08ad1dc/66a63e10-1278-43e4-91a4-7fc7d4f5c390/9cf9e81d-68e6-4ca7-b9f6-15be465684d1) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:32:11.688543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.845377 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.852339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:11.889513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:32:11.894276 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:11.901336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:32:11.940354 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Pushing event updated for resources: {'Port': ['ID=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:11.995019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Attempting to bind port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:32:11.995399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Attempting to bind port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:32:11.995762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Attempting to bind port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 on network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:32:12.002207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:32:12.002630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Checking segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:32:12.003273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.003681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Bound using segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:32:12.004158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Bound port: 9cf9e81d-68e6-4ca7-b9f6-15be465684d1, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:32:12.004912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.024281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.1 (1da6040e-1f89-4890-8f38-0b6bf08ad1dc/66a63e10-1278-43e4-91a4-7fc7d4f5c390/2ecba7df-b42b-401c-ad52-20ba68694c6d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:32:12.030918 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9367cee9-0957-4483-834a-8d3ca9b2d51c up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:32:12.126470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] For port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:32:12.131643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] For port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:32:12.138349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.145263 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.181476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9367cee9-0957-4483-834a-8d3ca9b2d51c triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:12.181861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.185466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.242589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:32:12.246946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:12.251108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:32:12.264505 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadc603-3da5-4d02-bf06-c9e9a1d5e83d None None] Pushing event updated for resources: {'Port': ['ID=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:12.302663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=2ecba7df-b42b-401c-ad52-20ba68694c6d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:12.313247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.485049 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.777951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.782348 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.855523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=2ecba7df-b42b-401c-ad52-20ba68694c6d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:12.858221 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:12.961608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:32:12.963072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:13.076679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 70bdc806-f1ca-4da9-ac13-166f07323077 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:32:13.169309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eeb57a-d035-424a-80c1-d168527e7589 None None] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:32:13.182349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-344acbdf-857c-4471-aef0-6fc8055eb355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:13.196934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:32:13.208883 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-31e1907a-03a6-477d-84a6-13efc9f16894 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/70bdc806-f1ca-4da9-ac13-166f07323077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9619727 Nov 27 11:32:13.268546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-252c0772-b4bb-46c6-ba08-dc6d7101d918 None None] Provisioning complete for port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:13.268926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c0772-b4bb-46c6-ba08-dc6d7101d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:13.356928 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-3f3e4ec4-c129-47b1-802a-205ddbd422a4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218277756&fields=id&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 267 time: 0.0448015 Nov 27 11:32:13.416965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c0772-b4bb-46c6-ba08-dc6d7101d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:13.453319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-252c0772-b4bb-46c6-ba08-dc6d7101d918 None None] For port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:13.457778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-252c0772-b4bb-46c6-ba08-dc6d7101d918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:13.497117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-e3414f50-80ff-4b6f-8d57-53cfecafc0ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:13.498711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-e3414f50-80ff-4b6f-8d57-53cfecafc0ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 796 time: 0.1337254 Nov 27 11:32:13.512060 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0772-b4bb-46c6-ba08-dc6d7101d918 None None] Pushing event updated for resources: {'Port': ['ID=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:13.515423 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-23b934cc-1e7d-4b4b-931f-e38b2c72de9e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/quotas/449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 375 time: 0.0098355 Nov 27 11:32:13.576923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-b34f1144-6032-41be-b23f-fcc9a792fe1c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542777 Nov 27 11:32:13.684660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7b3e7b4a-a438-4c6d-9ce2-4f12a8932a53 None None] Provisioning complete for port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:13.685034 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7b4a-a438-4c6d-9ce2-4f12a8932a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:13.783262 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-7189926e-8be5-4cab-8360-b17054ae2eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555836 Nov 27 11:32:13.886099 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-4b2f7378-6061-44d2-a8bb-1f1ae8b31a18 service neutron] 10.222.0.13 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944629 Nov 27 11:32:13.927115 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Sync routers for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:32:13.944302 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:13.945005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:14.016286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7b3e7b4a-a438-4c6d-9ce2-4f12a8932a53 None None] Provisioning complete for port 2ecba7df-b42b-401c-ad52-20ba68694c6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:14.016628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7b4a-a438-4c6d-9ce2-4f12a8932a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.069747 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:32:14.140855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.145068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e7b4a-a438-4c6d-9ce2-4f12a8932a53 None None] Port 2ecba7df-b42b-401c-ad52-20ba68694c6d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:32:14.156626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:14.232065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:14.232748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.333351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-4d86380e-fdb1-454d-bf29-22945e873819 None None] Provisioning complete for port 2ecba7df-b42b-401c-ad52-20ba68694c6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:14.333625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d86380e-fdb1-454d-bf29-22945e873819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.425339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-4d86380e-fdb1-454d-bf29-22945e873819 None None] Port 2ecba7df-b42b-401c-ad52-20ba68694c6d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:32:14.467910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 2, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:14.493338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Checking router: 70bdc806-f1ca-4da9-ac13-166f07323077 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:32:14.493693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Updating router 70bdc806-f1ca-4da9-ac13-166f07323077 port 2ecba7df-b42b-401c-ad52-20ba68694c6d binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:32:14.517291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.777519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.782926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.836559 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deda1cb-1dde-4e82-9b5e-6b15e2432f3b None None] Pushing event updated for resources: {'Port': ['ID=2ecba7df-b42b-401c-ad52-20ba68694c6d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:14.883104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Attempting to bind port 2ecba7df-b42b-401c-ad52-20ba68694c6d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:32:14.883476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Attempting to bind port 2ecba7df-b42b-401c-ad52-20ba68694c6d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:32:14.883838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Attempting to bind port 2ecba7df-b42b-401c-ad52-20ba68694c6d on network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:32:14.889025 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:32:14.889403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Checking segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:32:14.889797 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.890341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Bound using segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:32:14.890646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Bound port: 2ecba7df-b42b-401c-ad52-20ba68694c6d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:32:14.891023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:14.957778 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] For port 2ecba7df-b42b-401c-ad52-20ba68694c6d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:32:14.960907 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] For port 2ecba7df-b42b-401c-ad52-20ba68694c6d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2ecba7df-b42b-401c-ad52-20ba68694c6d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:32:14.966625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:15.024666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:15.025321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:15.030291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deda1cb-1dde-4e82-9b5e-6b15e2432f3b None None] Pushing event updated for resources: {'Port': ['ID=2ecba7df-b42b-401c-ad52-20ba68694c6d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:15.100044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b81027ac-599e-4189-9a19-ab950c03a1de None None] Provisioning complete for port 2ecba7df-b42b-401c-ad52-20ba68694c6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:15.100044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b81027ac-599e-4189-9a19-ab950c03a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:15.154670 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3032a6e3-96be-4b96-a80c-fd97f9b51e9b req-8bbad9d0-fbed-4d50-a9d5-47be7e054a26 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 210 time: 0.0356424 Nov 27 11:32:15.190705 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:15.315570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b81027ac-599e-4189-9a19-ab950c03a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:15.397602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b81027ac-599e-4189-9a19-ab950c03a1de None None] For port 2ecba7df-b42b-401c-ad52-20ba68694c6d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2ecba7df-b42b-401c-ad52-20ba68694c6d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:15.403548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b81027ac-599e-4189-9a19-ab950c03a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:15.476546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81027ac-599e-4189-9a19-ab950c03a1de None None] Pushing event updated for resources: {'Port': ['ID=2ecba7df-b42b-401c-ad52-20ba68694c6d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:15.492449 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:14Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:15.526019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626a115-0255-4741-8e0b-0ed9b88ff73e None None] The sync data for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv is: [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:14Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:32:15.538461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c31719e1-27fe-4121-8f27-8376f120493d None None] Provisioning complete for port 2ecba7df-b42b-401c-ad52-20ba68694c6d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:15.538836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c31719e1-27fe-4121-8f27-8376f120493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:15.669520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.006244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2ecba7df-b42b-401c-ad52-20ba68694c6d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:32:16.059456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 2ecba7df-b42b-401c-ad52-20ba68694c6d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:16.059833 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.242720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-c7929ff5-afdb-4751-b5ed-e34554fbed57 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:16.244901 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-c7929ff5-afdb-4751-b5ed-e34554fbed57 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 796 time: 0.1389031 Nov 27 11:32:16.288741 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0eb55cd8-8613-4018-b2bf-be6707ab9c7a req-b3f61f8a-9e5c-4457-9c08-25a21f9569ca tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 210 time: 0.0536411 Nov 27 11:32:16.351674 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-e145a408-c11d-4fc1-91d6-ec182eed5df4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf HTTP/1.1" status: 200 len: 380 time: 0.0957937 Nov 27 11:32:16.365594 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'port': {'device_id': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'admin_state_up': True, 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'security_groups': ['f5b3ea19-9325-4d76-afa8-7b494c088107']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:16.371699 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.485418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Made reservation on behalf of 449a9d6ef2fd43ec8e12e7d3a9316faf for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:32:16.489811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.646416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.20.0.12 (1da6040e-1f89-4890-8f38-0b6bf08ad1dc/66a63e10-1278-43e4-91a4-7fc7d4f5c390/c9695a9d-7a1e-4068-bbdb-bd0c892eb94d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:32:16.795050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.830248 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.879018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:32:16.881954 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:16.885498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:32:16.891951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:16.941628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:16.942241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:16.962815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-0b83aecf-ef2a-4a62-90fa-3c1059e8a601 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012540 Nov 27 11:32:16.976502 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Request body: {'port': {'device_id': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:17.032818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.165553 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-c66bc6a6-7cce-4b78-9d8f-40c20156ba2e None None] Provisioning complete for port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:17.165934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c66bc6a6-7cce-4b78-9d8f-40c20156ba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.200012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-c66bc6a6-7cce-4b78-9d8f-40c20156ba2e None None] Port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:32:17.317521 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9695a9d-7a1e-4068-bbdb-bd0c892eb94d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:32:17.325290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.338551 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Transition to ACTIVE for port object c9695a9d-7a1e-4068-bbdb-bd0c892eb94d will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:32:17.341556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.394993 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Pushing event updated for resources: {'Port': ['ID=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:17.402522 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea33b-9c3b-4d6d-9835-ead9e3364d5a req-c44561e2-26b0-487f-931a-821fa21ee07c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:17.404092 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-435ea33b-9c3b-4d6d-9835-ead9e3364d5a req-c44561e2-26b0-487f-931a-821fa21ee07c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 944 time: 0.0532320 Nov 27 11:32:17.466714 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-435ea33b-9c3b-4d6d-9835-ead9e3364d5a req-73778f62-b3a0-4910-b96c-a9480581588c tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554469 Nov 27 11:32:17.479148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Attempting to bind port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:32:17.479488 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Attempting to bind port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:32:17.479811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Attempting to bind port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d on network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:32:17.484685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d on network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:32:17.485095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Attempting to bind port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d on network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:32:17.490711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:32:17.491042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Checking segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:32:17.491416 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Bound using segment: {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:32:17.491843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Bound port: c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:32:17.492194 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.564188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] For port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:32:17.569693 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] For port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:32:17.574444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.608596 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:17.609134 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:17.610461 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] 10.222.0.24 "PUT /v2.0/ports/c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 1094 time: 0.6403244 Nov 27 11:32:17.610926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:32:17.614489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f49f1d-c256-4db9-a97b-919422819ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:32:17.683311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd6722-97cb-443b-98a7-1414e098a7bd x-openstack-request-id: req-7acd6722-97cb-443b-98a7-1414e098a7bd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:32:17.683623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:32:17.683887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7acd6722-97cb-443b-98a7-1414e098a7bd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:32:17.684298 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'status': 'completed', 'code': 200} Nov 27 11:32:17.698287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c9e18-97a0-4a35-8de7-7f3526c55983 service neutron] Pushing event updated for resources: {'Port': ['ID=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:17.718305 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-faac4f93-6e11-471f-8ae6-54b963f05575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:17.719714 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-faac4f93-6e11-471f-8ae6-54b963f05575 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1097 time: 0.0657566 Nov 27 11:32:17.768905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-209bc88d-7b1c-4881-909b-b8f6a0fb3bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 217 time: 0.0413032 Nov 27 11:32:17.823235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-fa57ecaa-d3a7-4f12-8ddf-9e2b3f237111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:17.824720 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-fa57ecaa-d3a7-4f12-8ddf-9e2b3f237111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0495296 Nov 27 11:32:17.875291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-30d60c5a-7875-4d7f-bee8-fc175f9464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:17.876801 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-30d60c5a-7875-4d7f-bee8-fc175f9464a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430381 Nov 27 11:32:17.970557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-29153901-6e5b-4dab-b723-23f0841bbc08 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862072 Nov 27 11:32:18.068922 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6bdd4ff9-c055-4332-8ff4-3bd93827c2bd req-c5e4d095-3b1d-41f2-9924-70c530b3be4c service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905960 Nov 27 11:32:18.157278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-29934cce-8604-446d-b7fb-b1c39f486427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:18.158751 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-29934cce-8604-446d-b7fb-b1c39f486427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1097 time: 0.0451524 Nov 27 11:32:18.250634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-af11623a-76b8-4c98-a517-8dbf4684481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:18.252005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-af11623a-76b8-4c98-a517-8dbf4684481c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 897 time: 0.0864921 Nov 27 11:32:18.301705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-be0e92f5-e0ae-4289-8bfe-5557261bd77c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 217 time: 0.0425205 Nov 27 11:32:18.351143 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-8c855161-f1c1-4454-a78d-0a2d46f9cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:18.352586 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-8c855161-f1c1-4454-a78d-0a2d46f9cd41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0445483 Nov 27 11:32:18.409887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-9fd56b71-07a6-43af-9cf2-bea9e94af299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:18.411893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-9fd56b71-07a6-43af-9cf2-bea9e94af299 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515909 Nov 27 11:32:18.506989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-e349f941-a473-47d0-9af1-bd26513a03f2 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870781 Nov 27 11:32:18.587917 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e93c-5fd2-48c0-800b-838be2bde800 req-7c34f3ac-2175-4401-8f9e-796573f7bc8e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:18.589497 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-32c0e93c-5fd2-48c0-800b-838be2bde800 req-7c34f3ac-2175-4401-8f9e-796573f7bc8e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 944 time: 0.0517206 Nov 27 11:32:18.600166 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-17f49f1d-c256-4db9-a97b-919422819ba8 req-b495ee31-81a1-4ea4-a8eb-d0ea78bb5703 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859580 Nov 27 11:32:18.638971 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-32c0e93c-5fd2-48c0-800b-838be2bde800 req-350cd07c-fcc3-4ee0-a9bb-c7818b68ac6b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Nov 27 11:32:19.758944 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e82b5d-7c1d-4a1c-a7f0-a0da5450b028 req-79bc3d8d-5b93-4bd9-940a-5bbb5d915a06 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:19.761128 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40e82b5d-7c1d-4a1c-a7f0-a0da5450b028 req-79bc3d8d-5b93-4bd9-940a-5bbb5d915a06 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 944 time: 0.0516067 Nov 27 11:32:19.816414 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40e82b5d-7c1d-4a1c-a7f0-a0da5450b028 req-59cab764-be8c-460a-ac8c-2a6da7edb230 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493798 Nov 27 11:32:20.935119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16232b0-0888-4d51-87b7-7d6f30a43b18 req-d348f622-b96f-4587-bef5-4556f011094a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:20.936598 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d16232b0-0888-4d51-87b7-7d6f30a43b18 req-d348f622-b96f-4587-bef5-4556f011094a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 944 time: 0.0521991 Nov 27 11:32:20.955847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c9695a9d-7a1e-4068-bbdb-bd0c892eb94d details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:32:20.985586 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d16232b0-0888-4d51-87b7-7d6f30a43b18 req-773e8c8a-a87a-4fdb-88c0-ecf9f86b8b5a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Nov 27 11:32:21.048540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:21.059441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'port_id': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'mac_address': 'fa:16:3e:af:84:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:32:21.100781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:21.113921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9695a9d-7a1e-4068-bbdb-bd0c892eb94d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:32:21.132966 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:21.136725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:21.183128 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:21.488073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['c9695a9d-7a1e-4068-bbdb-bd0c892eb94d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:32:22.099353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acf535-fbd5-4cbc-93c0-8eca3c64e160 req-d01095b1-9310-43d4-a1f9-1f51c5230572 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:22.100829 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e5acf535-fbd5-4cbc-93c0-8eca3c64e160 req-d01095b1-9310-43d4-a1f9-1f51c5230572 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 945 time: 0.0481780 Nov 27 11:32:22.148889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e5acf535-fbd5-4cbc-93c0-8eca3c64e160 req-f54307ea-b11c-4718-825b-0152230a6df4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 Nov 27 11:32:22.958829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c9695a9d-7a1e-4068-bbdb-bd0c892eb94d up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:32:23.006894 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:32:23.010525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:32:23.010892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:23.087863 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:23.109879 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:32:23.124649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:32:23.129207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:23.152692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b886715-7750-4863-80a4-6aeef237535c" -d '{"events": [{"server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "name": "network-vif-plugged", "status": "completed", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:32:23.180754 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:23.246664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b6685-d73e-4636-a6b1-89b2c6ae4ba9 x-openstack-request-id: req-4d8b6685-d73e-4636-a6b1-89b2c6ae4ba9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:32:23.246967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "name": "network-vif-plugged", "status": "completed", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:32:23.247410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d8b6685-d73e-4636-a6b1-89b2c6ae4ba9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:32:23.247819 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'code': 200} Nov 27 11:32:23.266734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca029-8718-44a1-acc3-9b35ef2b3347 req-596a1720-d278-461f-a187-d956c8d87c80 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:23.268329 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adeca029-8718-44a1-acc3-9b35ef2b3347 req-596a1720-d278-461f-a187-d956c8d87c80 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0514319 Nov 27 11:32:23.321876 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-adeca029-8718-44a1-acc3-9b35ef2b3347 req-006f8f07-ef21-4b80-a97e-fd9b75e470a4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474169 Nov 27 11:32:23.415630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb872ec-d2d8-441c-b1d7-a7561e21b568 req-63e48176-c364-4b8c-8221-e8e9df0df78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:23.417183 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7cb872ec-d2d8-441c-b1d7-a7561e21b568 req-63e48176-c364-4b8c-8221-e8e9df0df78f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1099 time: 0.0432179 Nov 27 11:32:23.464428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7cb872ec-d2d8-441c-b1d7-a7561e21b568 req-1a50a049-cb35-4af9-8359-e972f8b358f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385685 Nov 27 11:32:24.438142 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4243-fda3-45d2-a59b-559151f04c72 req-8b062768-63f1-4cf3-a247-8d03e7fbff5d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:24.439609 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-664f4243-fda3-45d2-a59b-559151f04c72 req-8b062768-63f1-4cf3-a247-8d03e7fbff5d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0495942 Nov 27 11:32:24.489719 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-664f4243-fda3-45d2-a59b-559151f04c72 req-a2f4900c-f359-434a-94df-bb2b067ed0ac tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Nov 27 11:32:25.606786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362c91-582d-4c1e-9920-415989dd210b req-f531db27-e2e3-4b67-bd44-052b10558e7e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:25.608263 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6c362c91-582d-4c1e-9920-415989dd210b req-f531db27-e2e3-4b67-bd44-052b10558e7e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0506618 Nov 27 11:32:25.657933 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6c362c91-582d-4c1e-9920-415989dd210b req-9049b35c-286d-4e2b-8bfb-36c2b9d66608 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 Nov 27 11:32:25.775374 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1d851-23dc-4152-af7c-a4e4c650c7dc req-8b4aa00b-a429-4851-92f0-d98c6fd59a26 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:25.776784 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0df1d851-23dc-4152-af7c-a4e4c650c7dc req-8b4aa00b-a429-4851-92f0-d98c6fd59a26 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0518074 Nov 27 11:32:25.825445 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0df1d851-23dc-4152-af7c-a4e4c650c7dc req-1b66867a-12bf-4abb-8f14-e1e719fcf215 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Nov 27 11:32:25.846861 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50896) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:25.886553 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38494cf7-ba45-4c54-aa91-6f558de219dc tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:25.891007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:25.891144 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-38494cf7-ba45-4c54-aa91-6f558de219dc tempest-TestNetworkAdvancedServerOps-850340056 tempest-TestNetworkAdvancedServerOps-850340056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1094 time: 0.0432396 Nov 27 11:32:25.895809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:32:25.917619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:26.311030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:26.415830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Allocated IP 172.26.1.242 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/6ef8d5ce-2121-4b0f-b08c-1ee5a3a7094b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:32:26.514947 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:26.547708 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:26.584020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:32:26.588915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:32:26.592401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:32:26.620978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=6ef8d5ce-2121-4b0f-b08c-1ee5a3a7094b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:26.952396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:27.022460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:27.167531 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:27.171682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:27.246396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event updated for resources: {'Port': ['ID=6ef8d5ce-2121-4b0f-b08c-1ee5a3a7094b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:32:27.255112 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:27.357633 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP 20c7eda5-7fa4-46c3-9aa7-6e27557ab115 associated. External IP: 172.26.1.242, port: c9695a9d-7a1e-4068-bbdb-bd0c892eb94d. Nov 27 11:32:27.566181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 70bdc806-f1ca-4da9-ac13-166f07323077 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:32:27.671018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:32:27.681116 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] Sync routers for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:32:27.688818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:27.692067 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:27.692796 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:27.716104 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-363febc8-cd7f-4c0d-a32a-ec6246a43f63 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8239965 Nov 27 11:32:27.716724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:32:27.718988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:32:27.756042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8cecd-cd7b-4430-aa8a-b54e9c239b5a x-openstack-request-id: req-46f8cecd-cd7b-4430-aa8a-b54e9c239b5a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:32:27.756338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:32:27.756623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46f8cecd-cd7b-4430-aa8a-b54e9c239b5a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:32:27.757029 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'status': 'completed', 'code': 200} Nov 27 11:32:27.813497 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:27.846857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d5f9-ad5f-4892-b153-d72bd287c696 req-036f39a0-69c8-4d0b-a5c3-affb4e4ce546 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:27.848385 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8337d5f9-ad5f-4892-b153-d72bd287c696 req-036f39a0-69c8-4d0b-a5c3-affb4e4ce546 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0785694 Nov 27 11:32:27.851155 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-cea3e6da-5d62-4455-a4ed-d4049997c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:27.852557 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-cea3e6da-5d62-4455-a4ed-d4049997c94c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1099 time: 0.0715904 Nov 27 11:32:27.959253 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8337d5f9-ad5f-4892-b153-d72bd287c696 req-d267b5c8-af24-4dd2-95fb-53ab5d53dcfc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044390 Nov 27 11:32:27.981434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-bad2628c-fc0f-4219-b222-6b3c751b671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:27.981778 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50904) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:27.983112 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-bad2628c-fc0f-4219-b222-6b3c751b671c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 897 time: 0.1216519 Nov 27 11:32:28.042587 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a6225672-68ca-4876-9bdd-591ce6a7938e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/20c7eda5-7fa4-46c3-9aa7-6e27557ab115 HTTP/1.1" status: 200 len: 992 time: 0.0595903 Nov 27 11:32:28.046657 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '20c7eda5-7fa4-46c3-9aa7-6e27557ab115', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.242', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'port_id': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'mac_address': 'fa:16:3e:af:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:32:26Z', 'updated_at': '2021-11-27T11:32:26Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:15Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:28.055543 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-9681f310-b1e7-4647-8e7c-759ae8e9c223 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 1000 time: 0.0653319 Nov 27 11:32:28.073552 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] Checking router: 70bdc806-f1ca-4da9-ac13-166f07323077 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:32:28.082420 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:32:28.083027 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:32:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:28.105456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-63ddc1cc-7b70-4402-a046-9cdee7cb418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:28.106919 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-63ddc1cc-7b70-4402-a046-9cdee7cb418e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0450418 Nov 27 11:32:28.153792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-9fa05a65-b8fe-4b01-a8cd-c87efd970f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:28.155321 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-9fa05a65-b8fe-4b01-a8cd-c87efd970f8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416052 Nov 27 11:32:28.253682 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-79b8c68a-bf89-4f4a-9367-9af92610453d service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902269 Nov 27 11:32:28.276177 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:32:28.346297 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b4a2f85-3172-4c38-84e1-18b4a374c3e0 req-d4133f7b-2a57-48ec-85ae-395cc98662c2 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Nov 27 11:32:28.501390 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '20c7eda5-7fa4-46c3-9aa7-6e27557ab115', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.242', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'port_id': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'mac_address': 'fa:16:3e:af:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:32:26Z', 'updated_at': '2021-11-27T11:32:26Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:15Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:32:28.526840 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611dbd2d-c6c9-4619-a867-a7b46f133d78 None None] The sync data for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv is: [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '20c7eda5-7fa4-46c3-9aa7-6e27557ab115', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'floating_ip_address': '172.26.1.242', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'port_id': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'mac_address': 'fa:16:3e:af:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:32:26Z', 'updated_at': '2021-11-27T11:32:26Z', 'revision_number': 0, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:15Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:32:28.713779 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693322b0-a572-48a1-8d5f-cb2ea58480af None None] New status for floating IP 20c7eda5-7fa4-46c3-9aa7-6e27557ab115: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:32:29.046133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:32:29.112954 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d622e97b-ef1b-487b-8ffb-27f01520db89 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/20c7eda5-7fa4-46c3-9aa7-6e27557ab115 HTTP/1.1" status: 200 len: 994 time: 0.0649083 Nov 27 11:32:32.436975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:32.859973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-b12750f7-7df1-454f-89d3-89e344782042 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390847 Nov 27 11:32:32.942260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551461-50c6-4a46-9af1-16adc652c6ce req-a2799ded-56a0-4e5a-920b-bbf17c714f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:32.943734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-a2799ded-56a0-4e5a-920b-bbf17c714f1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1099 time: 0.0412347 Nov 27 11:32:33.050092 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551461-50c6-4a46-9af1-16adc652c6ce req-7011c4cc-4b1e-42fc-bbab-f47008b49914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:33.051711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-7011c4cc-4b1e-42fc-bbab-f47008b49914 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 897 time: 0.0882266 Nov 27 11:32:33.116323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-ecc022b4-7208-4b7d-b0a7-6e3a49dce686 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 1002 time: 0.0573068 Nov 27 11:32:33.164926 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551461-50c6-4a46-9af1-16adc652c6ce req-ab2dbbec-90b9-4742-acee-0c2021c1647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:33.166402 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-ab2dbbec-90b9-4742-acee-0c2021c1647e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0439365 Nov 27 11:32:33.215762 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551461-50c6-4a46-9af1-16adc652c6ce req-07bb5578-3709-4dfb-8247-46be54357786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:32:33.217277 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-07bb5578-3709-4dfb-8247-46be54357786 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437431 Nov 27 11:32:33.313923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-8b7e5de2-5fb2-496b-ad51-de84cc9ab3d2 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887392 Nov 27 11:32:33.412389 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-56551461-50c6-4a46-9af1-16adc652c6ce req-a9c90152-e0bc-426a-8b1d-f756ff5a2d3d service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916758 Nov 27 11:32:33.618014 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:32:40.393319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f030cc7a-9aee-4e96-ae20-52e117941fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:43.165182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-93df2b6c-4abb-4607-b9a3-a611edada9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:44.075140 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:45.670604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:32:46.373340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:02.433986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:10.395580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d2a1488a-2203-4026-a038-88830dd226ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:10.619979 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:33:13.166327 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-62a16974-36b2-4c63-b96b-d73a8663535c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:14.080944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:15.673897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:16.375148 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:29.936439 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113f946-447a-477c-bbbd-cf91590948ff req-a863f4c7-2372-4ea3-82f3-b948ec084393 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:29.937911 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c113f946-447a-477c-bbbd-cf91590948ff req-a863f4c7-2372-4ea3-82f3-b948ec084393 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0551214 Nov 27 11:33:29.988142 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c113f946-447a-477c-bbbd-cf91590948ff req-a5da9023-16e3-4dea-8d71-ff4a1423e365 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Nov 27 11:33:31.106396 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02761c-466c-41d6-ab64-056c7e1760a3 req-4976e3fb-ae3b-4b65-ae16-44043f8404a9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:31.107887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cd02761c-466c-41d6-ab64-056c7e1760a3 req-4976e3fb-ae3b-4b65-ae16-44043f8404a9 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0521889 Nov 27 11:33:31.157434 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cd02761c-466c-41d6-ab64-056c7e1760a3 req-c8b13394-d850-44f5-8bfd-9655e22703f6 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Nov 27 11:33:32.273605 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b9beb-2f87-40da-9e5d-0dfa1d4aaee8 req-d3deb1ad-4cc3-4e55-b040-a2ee4d52b422 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:32.274985 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-467b9beb-2f87-40da-9e5d-0dfa1d4aaee8 req-d3deb1ad-4cc3-4e55-b040-a2ee4d52b422 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0481787 Nov 27 11:33:32.322694 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-467b9beb-2f87-40da-9e5d-0dfa1d4aaee8 req-bfae5b8d-2996-4e98-9fad-2ac47b89edb0 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Nov 27 11:33:32.345375 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50954) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:32.405241 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0f5545d7-7993-49bb-b843-48f8e94beca4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/20c7eda5-7fa4-46c3-9aa7-6e27557ab115 HTTP/1.1" status: 200 len: 994 time: 0.0587227 Nov 27 11:33:32.434670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:33.739865 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c3aa-4f0f-4c8e-8dbf-eaec322afb5f req-e1d14984-e926-4025-bb3b-270fdd746950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:33.741365 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bbd3c3aa-4f0f-4c8e-8dbf-eaec322afb5f req-e1d14984-e926-4025-bb3b-270fdd746950 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0815308 Nov 27 11:33:33.746442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fd85-aeab-4550-8d22-29a195468a5c req-1f025818-d099-4e67-a4dc-d9870db915d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:33.747783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-1f025818-d099-4e67-a4dc-d9870db915d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1099 time: 0.0619237 Nov 27 11:33:33.843734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bbd3c3aa-4f0f-4c8e-8dbf-eaec322afb5f req-4ddc6852-9d10-496c-8243-970ccf59685e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950100 Nov 27 11:33:33.868029 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fd85-aeab-4550-8d22-29a195468a5c req-3324c9fc-e98d-4215-9465-fc36354479e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:33.869521 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-3324c9fc-e98d-4215-9465-fc36354479e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 897 time: 0.1145284 Nov 27 11:33:33.937994 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-a7496819-0854-4f4f-bb5e-1d9c4eb7aa2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 1002 time: 0.0604198 Nov 27 11:33:33.986590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fd85-aeab-4550-8d22-29a195468a5c req-c60ab727-f16f-4f3c-ab64-440b87caa1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:33.988574 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-c60ab727-f16f-4f3c-ab64-440b87caa1df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0441716 Nov 27 11:33:34.035314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fd85-aeab-4550-8d22-29a195468a5c req-34396d4d-83f4-4c35-b275-fcfde4df7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:34.036729 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-34396d4d-83f4-4c35-b275-fcfde4df7775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417018 Nov 27 11:33:34.047795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-8dfe9d80-b194-4f56-8dd3-7afccbc825fc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:33:34.048802 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-8dfe9d80-b194-4f56-8dd3-7afccbc825fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047641 Nov 27 11:33:34.142656 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-f7956313-4bc4-4c8e-b801-72c4ad5f3284 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873361 Nov 27 11:33:34.237938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3470fd85-aeab-4550-8d22-29a195468a5c req-77402734-3447-4025-86a0-7cc05b0b284d service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886993 Nov 27 11:33:34.344647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-98b606bc-e8c5-4122-9967-ea5ac4c68916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:34.346068 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-98b606bc-e8c5-4122-9967-ea5ac4c68916 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1099 time: 0.0477917 Nov 27 11:33:34.452118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-fb5893a8-4a66-46a0-aa5c-d5b7f1865754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:34.453644 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-fb5893a8-4a66-46a0-aa5c-d5b7f1865754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 897 time: 0.0885894 Nov 27 11:33:34.527719 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-0bb19fd7-6bc0-4cee-ac55-571ab03bb008 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 1002 time: 0.0638695 Nov 27 11:33:34.586192 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-800ed46f-2884-4c35-b3d6-a7bb07a346d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:34.587676 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-800ed46f-2884-4c35-b3d6-a7bb07a346d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0517669 Nov 27 11:33:34.641999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-09e7f96c-3172-44d3-a851-40ecdc95f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:34.643736 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-09e7f96c-3172-44d3-a851-40ecdc95f30b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454557 Nov 27 11:33:34.750611 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-ee3c3b23-6f8a-4cf9-b368-f0b442779554 service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985913 Nov 27 11:33:34.845602 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d26efe8-9a6d-410a-b47e-dcd6549aa6a7 req-63bc72e9-a39a-4a35-b36a-d4b0406d99db service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875435 Nov 27 11:33:34.972953 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0eb4-c45b-4e35-a9fd-509d9e6ad3a9 req-7087b5da-43fd-406c-bff7-82e7b15b546b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:34.974672 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0e9c0eb4-c45b-4e35-a9fd-509d9e6ad3a9 req-7087b5da-43fd-406c-bff7-82e7b15b546b tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0573299 Nov 27 11:33:35.028351 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0e9c0eb4-c45b-4e35-a9fd-509d9e6ad3a9 req-a269ef29-7cc2-4079-8d55-740d6c39d2e8 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478411 Nov 27 11:33:36.147366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9d936-972b-443d-9756-2fd52515afc9 req-b5e7b41b-396e-4c3d-9941-2332945a890d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:36.148869 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccf9d936-972b-443d-9756-2fd52515afc9 req-b5e7b41b-396e-4c3d-9941-2332945a890d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0544448 Nov 27 11:33:36.198379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccf9d936-972b-443d-9756-2fd52515afc9 req-1e910f26-0a3b-4dc6-b58d-296899652f06 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Nov 27 11:33:36.220535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:36.279650 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e7a60a87-abf8-489b-9db1-e9fa9c18a535 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/floatingips/20c7eda5-7fa4-46c3-9aa7-6e27557ab115 HTTP/1.1" status: 200 len: 994 time: 0.0580456 Nov 27 11:33:36.521211 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50972) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:36.677900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 6ef8d5ce-2121-4b0f-b08c-1ee5a3a7094b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:33:36.678230 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:36.751352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:36.751673 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:36.763615 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 6ef8d5ce-2121-4b0f-b08c-1ee5a3a7094b owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:33:36.908579 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:36.934726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=6ef8d5ce-2121-4b0f-b08c-1ee5a3a7094b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:36.959960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.960349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.960722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.961071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.961407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.961749 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.962090 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.962423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.962757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.963085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.963414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:36.963743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:37.005182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:37.005517 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Floating IP 20c7eda5-7fa4-46c3-9aa7-6e27557ab115 disassociated (deleted). External IP: 172.26.1.242, port: c9695a9d-7a1e-4068-bbdb-bd0c892eb94d. Nov 27 11:33:37.497887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 70bdc806-f1ca-4da9-ac13-166f07323077 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:33:37.603030 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:33:37.607820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:37.613266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] Sync routers for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:33:37.622979 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:37.623590 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:37.637703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-68a9d682-5ebb-41a8-93db-11d07a26902e tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/floatingips/20c7eda5-7fa4-46c3-9aa7-6e27557ab115 HTTP/1.1" status: 204 len: 168 time: 1.1154587 Nov 27 11:33:37.638313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:33:37.642096 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15873e77-805a-4617-b43d-e41590c92874" -d '{"events": [{"name": "network-changed", "server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:33:37.684536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b1eb1-3446-4499-a14e-1f3825bd3cdd x-openstack-request-id: req-de9b1eb1-3446-4499-a14e-1f3825bd3cdd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:33:37.685753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:33:37.686356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de9b1eb1-3446-4499-a14e-1f3825bd3cdd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:33:37.686783 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'status': 'completed', 'code': 200} Nov 27 11:33:37.731780 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:37.765701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15873e77-805a-4617-b43d-e41590c92874 req-230856f2-4bf9-4346-bb41-e6b766d0ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:37.768029 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-230856f2-4bf9-4346-bb41-e6b766d0ad25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 1099 time: 0.0453167 Nov 27 11:33:37.868693 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe59ee-7a3e-499d-9001-0b0c0ff59e9f req-3baad727-7561-457e-bd55-3d4b243e0ca7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:37.870927 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f0fe59ee-7a3e-499d-9001-0b0c0ff59e9f req-3baad727-7561-457e-bd55-3d4b243e0ca7 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0512242 Nov 27 11:33:37.890853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15873e77-805a-4617-b43d-e41590c92874 req-0280e89c-92b7-4993-afd0-65bb452478ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:37.892307 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-0280e89c-92b7-4993-afd0-65bb452478ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 200 len: 897 time: 0.0951111 Nov 27 11:33:37.922977 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f0fe59ee-7a3e-499d-9001-0b0c0ff59e9f req-f373619e-5ea7-46d5-8b66-c0f4407ff560 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458002 Nov 27 11:33:37.939356 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-1628cf95-bb89-4625-9b22-8126e5189c5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 200 len: 217 time: 0.0389566 Nov 27 11:33:37.951730 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:15Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:37.982221 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] Checking router: 70bdc806-f1ca-4da9-ac13-166f07323077 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:33:37.990242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15873e77-805a-4617-b43d-e41590c92874 req-635fd944-c429-4498-9818-0a449ec080f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:37.991645 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:37.991787 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-635fd944-c429-4498-9818-0a449ec080f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 200 len: 835 time: 0.0457397 Nov 27 11:33:37.992250 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:38.040040 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15873e77-805a-4617-b43d-e41590c92874 req-6057b478-6e24-4026-ac7c-895cf18b236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:38.041641 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-6057b478-6e24-4026-ac7c-895cf18b236c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da6040e-1f89-4890-8f38-0b6bf08ad1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407226 Nov 27 11:33:38.097157 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:38.138974 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-f147acd0-f382-49ee-a5a0-8a2a51cd618e service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871665 Nov 27 11:33:38.232950 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-15873e77-805a-4617-b43d-e41590c92874 req-129b6baf-998f-4981-9673-30784689f6ce service neutron] 10.222.0.24 "GET /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854671 Nov 27 11:33:38.294087 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:15Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:38.320510 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556be5-314b-4ff9-b647-9714d5bf428d None None] The sync data for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv is: [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:32:12Z', 'revision_number': 4, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '2ecba7df-b42b-401c-ad52-20ba68694c6d', 'name': '', 'network_id': '1da6040e-1f89-4890-8f38-0b6bf08ad1dc', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'mac_address': 'fa:16:3e:d3:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:11Z', 'updated_at': '2021-11-27T11:32:15Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'subnets': [{'id': '66a63e10-1278-43e4-91a4-7fc7d4f5c390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:33:38.535380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9faf90-0e41-4cf6-92d7-b40df4fd3c31 None None] New status for floating IP 20c7eda5-7fa4-46c3-9aa7-6e27557ab115: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:33:39.046003 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c0b6-adb8-4874-8c69-936597dea3e9 req-cf3c44c6-f3c1-4e97-8eb7-201cadc8bd50 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:39.047638 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04c3c0b6-adb8-4874-8c69-936597dea3e9 req-cf3c44c6-f3c1-4e97-8eb7-201cadc8bd50 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0536215 Nov 27 11:33:39.095778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-04c3c0b6-adb8-4874-8c69-936597dea3e9 req-1b4e9897-fdb8-4f85-862e-4a4a473a1bcc tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5b3ea19-9325-4d76-afa8-7b494c088107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Nov 27 11:33:39.777383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-29f790f1-1a94-41b2-aa03-dee2a8896409 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:39.778738 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-29f790f1-1a94-41b2-aa03-dee2a8896409 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 946 time: 0.0481048 Nov 27 11:33:39.873079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:33:39.873411 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:39.960033 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:39.960414 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:39.972853 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for c9695a9d-7a1e-4068-bbdb-bd0c892eb94d owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:33:40.102247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:40.137499 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=c9695a9d-7a1e-4068-bbdb-bd0c892eb94d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:40.171980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] No DVR routers for this DVR port c9695a9d-7a1e-4068-bbdb-bd0c892eb94d on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:33:40.174774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:40.178390 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8ffbb43f-6016-46a6-ac70-ec3fae053501 req-ab301453-5c3b-4321-b39d-c57e5067315a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.24 "DELETE /v2.0/ports/c9695a9d-7a1e-4068-bbdb-bd0c892eb94d HTTP/1.1" status: 204 len: 173 time: 0.3932416 Nov 27 11:33:40.178868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'name': 'network-vif-deleted', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:33:40.181747 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579b7aa-ad3d-4e56-b0a4-fb06f8d515ed" -d '{"events": [{"server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "name": "network-vif-deleted", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:33:40.192738 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9e898d9a-db52-4321-a6ac-aa846c6bbaa3 req-d50db98d-2185-410b-88dd-dc4c43f2dc4a tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8277eb46-d858-4ba7-8185-ee9feb787b5a HTTP/1.1" status: 200 len: 210 time: 0.0271838 Nov 27 11:33:40.225258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a15cc5-c4a2-4677-a978-a07be18ac8f1 x-openstack-request-id: req-c8a15cc5-c4a2-4677-a978-a07be18ac8f1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:33:40.225558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8277eb46-d858-4ba7-8185-ee9feb787b5a", "name": "network-vif-deleted", "tag": "c9695a9d-7a1e-4068-bbdb-bd0c892eb94d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:33:40.225813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8a15cc5-c4a2-4677-a978-a07be18ac8f1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:33:40.226873 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8277eb46-d858-4ba7-8185-ee9feb787b5a', 'name': 'network-vif-deleted', 'tag': 'c9695a9d-7a1e-4068-bbdb-bd0c892eb94d', 'status': 'completed', 'code': 200} Nov 27 11:33:40.396474 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6f41ea67-a78e-4ef2-8e16-9b184e5693ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:41.261388 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50994) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:41.618953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:41.871907 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 2ecba7df-b42b-401c-ad52-20ba68694c6d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:33:41.872164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:41.964290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 2ecba7df-b42b-401c-ad52-20ba68694c6d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=2ecba7df-b42b-401c-ad52-20ba68694c6d,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:41.964672 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:41.977583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 2ecba7df-b42b-401c-ad52-20ba68694c6d owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:33:42.157939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.182132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=2ecba7df-b42b-401c-ad52-20ba68694c6d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:42.358619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.571487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Router 70bdc806-f1ca-4da9-ac13-166f07323077 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:33:42.675611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:33:42.681239 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-587520d5-2c69-4617-9b89-45cc03e6dc2d tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "PUT /v2.0/routers/70bdc806-f1ca-4da9-ac13-166f07323077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4187756 Nov 27 11:33:42.683227 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 50996) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:42.689365 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] Sync routers for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:33:42.699705 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:42.700311 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:42.736138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting subnet 66a63e10-1278-43e4-91a4-7fc7d4f5c390 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:33:42.740398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.786810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.804574 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:42.875286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.936156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.964787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Subnet': ['ID=66a63e10-1278-43e4-91a4-7fc7d4f5c390,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:42.968486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:42.975239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 50998) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:42.975778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5d35a201-f68e-408e-913b-f4903a3032f4 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/subnets/66a63e10-1278-43e4-91a4-7fc7d4f5c390 HTTP/1.1" status: 204 len: 168 time: 0.2911165 Nov 27 11:33:42.977546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46e742-9493-4dba-891f-56662a57baa2 None None] Network 1da6040e-1f89-4890-8f38-0b6bf08ad1dc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:33:43.075244 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:33:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:43.086932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.103235 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] Checking router: 70bdc806-f1ca-4da9-ac13-166f07323077 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:33:43.113320 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] Routers {'70bdc806-f1ca-4da9-ac13-166f07323077'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:43.113947 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['70bdc806-f1ca-4da9-ac13-166f07323077'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:43.172367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a6d9fff7-49ae-479f-9799-511ddf033620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.182656 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] DHCP port deletion for 1da6040e-1f89-4890-8f38-0b6bf08ad1dc request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:43.230758 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] Set router 70bdc806-f1ca-4da9-ac13-166f07323077 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:43.236429 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Deleting port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:33:43.236870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.308172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] For port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,segment=NetworkSegment(ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4),segment_id=ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:43.308610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.322981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Calling delete_port for 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:33:43.409561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.425899 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:33:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:43.439132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Pushing event deleted for resources: {'Port': ['ID=9cf9e81d-68e6-4ca7-b9f6-15be465684d1,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:43.450207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.450692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.451186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.451670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.452171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.452536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.452870 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.453192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.453523 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.453848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.454171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.454492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.462141 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0349f-0b22-48b0-a7ac-ce02904fe9d0 None None] No DVR routers for this DVR port 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:33:43.474427 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d1885d-968d-4b19-9fe5-a79b2aab9312 None None] The sync data for ids ['70bdc806-f1ca-4da9-ac13-166f07323077'] in dv-neutron-804846-16-hyperv is: [{'id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1063937305', 'tenant_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191'}], 'enable_snat': True}, 'gw_port_id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:32:08Z', 'updated_at': '2021-11-27T11:33:42Z', 'revision_number': 5, 'project_id': '449a9d6ef2fd43ec8e12e7d3a9316faf', 'gw_port': {'id': '9367cee9-0957-4483-834a-8d3ca9b2d51c', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdc806-f1ca-4da9-ac13-166f07323077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:32:09Z', 'updated_at': '2021-11-27T11:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:33:43.549647 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.600430 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Deleting port 9367cee9-0957-4483-834a-8d3ca9b2d51c {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:33:43.600772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.678941 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] For port 9367cee9-0957-4483-834a-8d3ca9b2d51c, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=9367cee9-0957-4483-834a-8d3ca9b2d51c,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:43.679220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.691156 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Calling delete_port for 9367cee9-0957-4483-834a-8d3ca9b2d51c owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:33:43.857938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:43.884596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Port': ['ID=9367cee9-0957-4483-834a-8d3ca9b2d51c,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:43.896225 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.896531 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.896889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.897557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.897557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.897881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.898207 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.898535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.898863 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.899188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.899515 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.899843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:43.900061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3279fa9-2cde-4057-b268-f901c93b362e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:43.958926 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.055884 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.058072 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.088598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.091826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2ecba7df-b42b-401c-ad52-20ba68694c6d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:33:44.102188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.103008 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Fanout notify agent at l3_agent the message router_deleted on router 70bdc806-f1ca-4da9-ac13-166f07323077 {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:33:44.110377 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.111479 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1aae399c-b2cd-4f83-9a08-853caabe9da5 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/routers/70bdc806-f1ca-4da9-ac13-166f07323077 HTTP/1.1" status: 204 len: 168 time: 1.1352408 Nov 27 11:33:44.114951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51000) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:44.120597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 2ecba7df-b42b-401c-ad52-20ba68694c6d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:33:44.120947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 2ecba7df-b42b-401c-ad52-20ba68694c6d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:33:44.121558 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:33:44.143663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:33:44.144008 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9cf9e81d-68e6-4ca7-b9f6-15be465684d1 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:33:44.204083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.291963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.316634 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da6040e-1f89-4890-8f38-0b6bf08ad1dc']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:44.326081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:44.326372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2ff9c8-e5c5-45f5-8a69-a6b33e742cc4') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:44.335587 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.348969 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.354766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:33:44.355171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:33:44.358169 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:33:44.415008 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.421530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.425459 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/networks/1da6040e-1f89-4890-8f38-0b6bf08ad1dc HTTP/1.1" status: 204 len: 168 time: 0.3095117 Nov 27 11:33:44.428425 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51002) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:44.436430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b5d7d-2d4e-4592-add4-22e482c31603 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'Network': ['ID=1da6040e-1f89-4890-8f38-0b6bf08ad1dc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:44.485314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97c3ecb0-d8fe-42c3-8c61-ef82d6014063 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.509932 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97c3ecb0-d8fe-42c3-8c61-ef82d6014063 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.572772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97c3ecb0-d8fe-42c3-8c61-ef82d6014063 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.576282 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97c3ecb0-d8fe-42c3-8c61-ef82d6014063 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:44.577652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-97c3ecb0-d8fe-42c3-8c61-ef82d6014063 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] 10.222.0.13 "DELETE /v2.0/security-groups/f5b3ea19-9325-4d76-afa8-7b494c088107 HTTP/1.1" status: 204 len: 168 time: 0.1481292 Nov 27 11:33:44.588408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3ecb0-d8fe-42c3-8c61-ef82d6014063 tempest-TestNetworkAdvancedServerOps-1846246241 tempest-TestNetworkAdvancedServerOps-1846246241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3ea19-9325-4d76-afa8-7b494c088107,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:44.917800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:45.053274 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a689caad-9c97-412b-bf23-f53b3e90042f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=449a9d6ef2fd43ec8e12e7d3a9316faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341956 Nov 27 11:33:45.055598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:45.103758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a99aad-ca50-4b73-9574-c9f95c570b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.126029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a99aad-ca50-4b73-9574-c9f95c570b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.173988 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a99aad-ca50-4b73-9574-c9f95c570b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.177678 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-50a99aad-ca50-4b73-9574-c9f95c570b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.178969 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-50a99aad-ca50-4b73-9574-c9f95c570b89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33ff99d7-64d0-4219-a257-36c30709546e HTTP/1.1" status: 204 len: 168 time: 0.1223652 Nov 27 11:33:45.187314 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a99aad-ca50-4b73-9574-c9f95c570b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff99d7-64d0-4219-a257-36c30709546e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:45.361776 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c9695a9d-7a1e-4068-bbdb-bd0c892eb94d no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:33:45.383629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: c9695a9d-7a1e-4068-bbdb-bd0c892eb94d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:33:45.384061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device c9695a9d-7a1e-4068-bbdb-bd0c892eb94d not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:33:45.467339 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51020) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:45.481851 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9863c89-d30b-4834-a72c-7a744cb0786f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.558264 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9863c89-d30b-4834-a72c-7a744cb0786f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.562201 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9863c89-d30b-4834-a72c-7a744cb0786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.606934 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e9863c89-d30b-4834-a72c-7a744cb0786f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5479ee13ef0c41e7899b9448372a6c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381969 Nov 27 11:33:45.607690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9863c89-d30b-4834-a72c-7a744cb0786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a6c662-51b9-46ed-b0ee-5300859909fe,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:45.609822 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51022) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:45.661140 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3b90cc7-678b-4d28-8606-4f3833ccfc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.677467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.683078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3b90cc7-678b-4d28-8606-4f3833ccfc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.732998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3b90cc7-678b-4d28-8606-4f3833ccfc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.736813 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d3b90cc7-678b-4d28-8606-4f3833ccfc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:45.738066 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-d3b90cc7-678b-4d28-8606-4f3833ccfc8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79a6c662-51b9-46ed-b0ee-5300859909fe HTTP/1.1" status: 204 len: 168 time: 0.1271482 Nov 27 11:33:45.746168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b90cc7-678b-4d28-8606-4f3833ccfc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a6c662-51b9-46ed-b0ee-5300859909fe,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:45.989496 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9367cee9-0957-4483-834a-8d3ca9b2d51c no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:33:46.015130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 9367cee9-0957-4483-834a-8d3ca9b2d51c {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:33:46.015480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 9367cee9-0957-4483-834a-8d3ca9b2d51c not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:33:46.378440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.464518 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51044) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:46.558039 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-608852274-network', 'tenant_id': 'e6238208801649738ff41099b666a1e8'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:46.579797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Made reservation on behalf of e6238208801649738ff41099b666a1e8 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:33:46.583210 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.594157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.667596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.671096 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.693079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:33:46.709201 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310185f2-6f26-4637-8220-939324ef9c98,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:46.712476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.712821 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Added segment 4cf63be6-be53-4664-a21d-7a8732e04fb5 of type vlan for network 35846232-268b-4ee6-af30-e923f96f5b26 Nov 27 11:33:46.753622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.779175 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.780144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:46.780771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.819650 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3539865 Nov 27 11:33:46.822690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:46.828158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Request body: {'subnet': {'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-608852274-subnet', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:46.848713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Made reservation on behalf of e6238208801649738ff41099b666a1e8 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:33:46.850130 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb85a5b-c060-40c0-85be-79013c5d5a8e admin admin] Pushing event updated for resources: {'Network': ['ID=35846232-268b-4ee6-af30-e923f96f5b26,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:46.850923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:46.860743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 35846232-268b-4ee6-af30-e923f96f5b26 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:33:47.025642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.074406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eaef751-5d44-4947-93e2-a6da2ee181b9,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:47.089404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Checking segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:47.089761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Network hostable DHCP agents. Network: 35846232-268b-4ee6-af30-e923f96f5b26, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:33:47.106335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Network 35846232-268b-4ee6-af30-e923f96f5b26 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:33:47.114498 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 35846232-268b-4ee6-af30-e923f96f5b26) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:47.118482 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:47.119164 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.123369 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a082a-1bbb-416e-a0ee-0c3254684512 None None] Network 35846232-268b-4ee6-af30-e923f96f5b26 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:33:47.134414 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6738dd4f-3682-44df-86e0-b5792e82f232 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3105462 Nov 27 11:33:47.137922 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51050) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:47.142184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:47.164845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.166098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.218404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.271203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-35846232-268b-4ee6-af30-e923f96f5b26', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:33:47.272064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.357517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.404849 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Allocated IP 172.20.0.2 (35846232-268b-4ee6-af30-e923f96f5b26/1eaef751-5d44-4947-93e2-a6da2ee181b9/c4991a29-ca9a-4d2c-8b2b-f692dc315bb9) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:47.551132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.557897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.558147 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.578456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.598334 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Network 35846232-268b-4ee6-af30-e923f96f5b26 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:47.603072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:47.607476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:47.610546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Pushing event updated for resources: {'Port': ['ID=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:47.626951 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:33:47.665732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Attempting to bind port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:33:47.666100 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Attempting to bind port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:33:47.666464 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Attempting to bind port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 on network 35846232-268b-4ee6-af30-e923f96f5b26 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:33:47.671394 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:33:47.671777 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Checking segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:47.672177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.672609 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Bound using segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:33:47.673080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Bound port: c4991a29-ca9a-4d2c-8b2b-f692dc315bb9, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:33:47.673456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.684019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Allocated IP 172.26.1.152 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/dc79be78-0cd6-4ff4-817b-63efe590fcff) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:47.734976 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] For port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:33:47.738690 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] For port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:33:47.742226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:47.811892 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b3a03-ff45-417c-8638-356a7b385d4d None None] Pushing event updated for resources: {'Port': ['ID=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:48.081910 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:48.103422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.136431 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:48.136922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.140732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.180274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:48.183138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:48.186711 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:48.194197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc79be78-0cd6-4ff4-817b-63efe590fcff,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:48.210231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa88c5-34db-42bd-bfcd-d44787679b70 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:48.230421 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.267811 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:48.273601 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.329211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:48.337542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-533577b1-7178-4f2b-97db-4a35d2b61e3e None None] Provisioning complete for port dc79be78-0cd6-4ff4-817b-63efe590fcff triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:48.337655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-533577b1-7178-4f2b-97db-4a35d2b61e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.375422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-533577b1-7178-4f2b-97db-4a35d2b61e3e None None] Port dc79be78-0cd6-4ff4-817b-63efe590fcff cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:48.449403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.664977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.734904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72361a4c-88f1-457f-ae09-e605358001cf None None] Network 35846232-268b-4ee6-af30-e923f96f5b26 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:33:48.799039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:33:48.819120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-22c57064-5ffe-4af8-9e28-5f2dd30a3711 None None] Provisioning complete for port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:48.819491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-22c57064-5ffe-4af8-9e28-5f2dd30a3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.910253 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:33:48.918642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:33:48.929966 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:48.931228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-3dabfe35-77d2-4ed9-ae35-fbe8024939c4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7923632 Nov 27 11:33:48.933965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51052) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:48.970172 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:48.971658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:49.078224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:49.338791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-321bf871-f767-48f1-bb9f-64d84093e010 None None] Provisioning complete for port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:49.339079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-321bf871-f767-48f1-bb9f-64d84093e010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.371100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.478793 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:48Z', 'revision_number': 3, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:49.505410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:33:49.505774 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Updating router 1b7c3e55-0f21-4be6-b485-787c21c33e48 port dc79be78-0cd6-4ff4-817b-63efe590fcff binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:33:49.529861 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Allocated IP 172.20.0.1 (35846232-268b-4ee6-af30-e923f96f5b26/1eaef751-5d44-4947-93e2-a6da2ee181b9/cd6d69ea-ecb8-456a-a194-4502a9074b87) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:49.530127 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.634827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.668643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.708623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Network 35846232-268b-4ee6-af30-e923f96f5b26 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:49.711360 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:49.714731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:49.738089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Pushing event updated for resources: {'Port': ['ID=cd6d69ea-ecb8-456a-a194-4502a9074b87,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:49.757675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.787570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.796244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.843924 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc29ea-e975-492b-b6de-d3f8632aa4ef None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:49.860005 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Attempting to bind port dc79be78-0cd6-4ff4-817b-63efe590fcff on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:33:49.860232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Attempting to bind port dc79be78-0cd6-4ff4-817b-63efe590fcff by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:33:49.860628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Attempting to bind port dc79be78-0cd6-4ff4-817b-63efe590fcff on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:33:49.866231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:33:49.866616 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:49.867040 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.867422 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:33:49.867895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Bound port: dc79be78-0cd6-4ff4-817b-63efe590fcff, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:33:49.868281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.890064 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327723d3-0125-4d14-9c99-25ce8d45111e None None] Pushing event updated for resources: {'Port': ['ID=dc79be78-0cd6-4ff4-817b-63efe590fcff,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:49.922662 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.932766 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] For port dc79be78-0cd6-4ff4-817b-63efe590fcff, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:33:49.934708 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-07ada4ff-d183-4dbc-ad37-7246cdeaee0b None None] Provisioning complete for port dc79be78-0cd6-4ff4-817b-63efe590fcff triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:49.935082 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07ada4ff-d183-4dbc-ad37-7246cdeaee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:49.937684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] For port dc79be78-0cd6-4ff4-817b-63efe590fcff, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc79be78-0cd6-4ff4-817b-63efe590fcff,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:33:49.962741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.011673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-07ada4ff-d183-4dbc-ad37-7246cdeaee0b None None] Port dc79be78-0cd6-4ff4-817b-63efe590fcff cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:50.037419 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac55b7-0b56-41b3-bd18-98ca030d20f5 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:50.046979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:50.047615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:50.052288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327723d3-0125-4d14-9c99-25ce8d45111e None None] Pushing event updated for resources: {'Port': ['ID=dc79be78-0cd6-4ff4-817b-63efe590fcff,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:50.088227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:50.105320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.110165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.181917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.184576 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Pushing event updated for resources: {'Port': ['ID=cd6d69ea-ecb8-456a-a194-4502a9074b87,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:50.195802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Provisioning complete for port dc79be78-0cd6-4ff4-817b-63efe590fcff triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:50.196174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.232451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:50.268585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:50.268964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.275822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Network 35846232-268b-4ee6-af30-e923f96f5b26 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:50.277224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:50.404365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:33:50.511374 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.526233 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:33:50.531592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9e6391e6-b36e-4515-a1f7-c7676718e9df admin admin] 10.222.0.13 "PUT /v2.0/routers/1b7c3e55-0f21-4be6-b485-787c21c33e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5966799 Nov 27 11:33:50.561659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] For port dc79be78-0cd6-4ff4-817b-63efe590fcff, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc79be78-0cd6-4ff4-817b-63efe590fcff,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:50.568220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.617848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Provisioning complete for port cd6d69ea-ecb8-456a-a194-4502a9074b87 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:50.618222 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.653791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Pushing event updated for resources: {'Port': ['ID=dc79be78-0cd6-4ff4-817b-63efe590fcff,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:50.667315 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 1, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:50.697642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e9310-4aaa-42d9-a1b4-75b2c49c6769 None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 1, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:33:50.701482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-02930b14-bf05-453b-9151-87f334fde5ee None None] Port cd6d69ea-ecb8-456a-a194-4502a9074b87 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:50.821336 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a21417a-1f13-4c73-a28a-2e8e566a2df5 None None] Provisioning complete for port cd6d69ea-ecb8-456a-a194-4502a9074b87 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:50.821979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a21417a-1f13-4c73-a28a-2e8e566a2df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:50.867627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a21417a-1f13-4c73-a28a-2e8e566a2df5 None None] Port cd6d69ea-ecb8-456a-a194-4502a9074b87 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:51.024592 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51068) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:51.029736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1836774875-network', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:51.055347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Made reservation on behalf of d32a01f4b65049fda0b6f4419921064b for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:33:51.057713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.067346 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.146426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.150277 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.175937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:33:51.185753 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fe6fa-2aa6-4ab0-9ad7-c7367b130be1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:51.191566 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.191905 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Added segment 605c12c2-c735-47b0-aa0a-9f6b5f48ac91 of type vlan for network 2c0dceb1-928b-4a47-a9db-703267211423 Nov 27 11:33:51.236057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.263696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.264715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:51.265321 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.311442 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51070) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:51.311887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2842848 Nov 27 11:33:51.318161 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Request body: {'subnet': {'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1836774875-subnet', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:51.351746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Made reservation on behalf of d32a01f4b65049fda0b6f4419921064b for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:33:51.353473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8d50-7d34-4db2-afc1-80e6ea6dd382 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0dceb1-928b-4a47-a9db-703267211423,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:51.354792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.363545 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network 2c0dceb1-928b-4a47-a9db-703267211423 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:33:51.541557 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.597992 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42034e44-9393-4a84-8c42-e24b32577e8f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:51.617259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Checking segment: {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:51.617615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Network hostable DHCP agents. Network: 2c0dceb1-928b-4a47-a9db-703267211423, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:33:51.636604 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Network 2c0dceb1-928b-4a47-a9db-703267211423 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:33:51.646071 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, 2c0dceb1-928b-4a47-a9db-703267211423) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:51.650453 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:51.651112 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.657548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f9a2d0-8202-4dd4-9f32-03e1b6a84517 None None] Network 2c0dceb1-928b-4a47-a9db-703267211423 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:33:51.671957 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51072) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:51.672550 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e32eb929-974b-4348-9265-79c8a96e2e4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3614955 Nov 27 11:33:51.677801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:51.703203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.704467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.759928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.824244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-2c0dceb1-928b-4a47-a9db-703267211423', 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'fixed_ips': [{'subnet_id': '42034e44-9393-4a84-8c42-e24b32577e8f'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:33:51.825223 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.909737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:51.967328 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Allocated IP 172.20.0.2 (2c0dceb1-928b-4a47-a9db-703267211423/42034e44-9393-4a84-8c42-e24b32577e8f/ebb82658-ce7d-4dc9-a62e-6528db803f2d) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:52.087482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc79be78-0cd6-4ff4-817b-63efe590fcff up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:52.147312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.164333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.166422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.173717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.210013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dc79be78-0cd6-4ff4-817b-63efe590fcff triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:52.210013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.273310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Allocated IP 172.26.1.84 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/fce4a2b9-5b31-4ec7-8780-2e874c78181e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:52.390361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.390624 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Network 2c0dceb1-928b-4a47-a9db-703267211423 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:52.398883 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:52.400629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Pushing event updated for resources: {'Port': ['ID=ebb82658-ce7d-4dc9-a62e-6528db803f2d,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:52.402805 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:52.428942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.468077 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:52.474205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Attempting to bind port ebb82658-ce7d-4dc9-a62e-6528db803f2d on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:33:52.474584 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Attempting to bind port ebb82658-ce7d-4dc9-a62e-6528db803f2d by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:33:52.474964 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Attempting to bind port ebb82658-ce7d-4dc9-a62e-6528db803f2d on network 2c0dceb1-928b-4a47-a9db-703267211423 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:33:52.475400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:52.477827 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:52.500129 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb654b-1380-4b94-a75e-0a2495e672b4 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:52.508589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Pushing event updated for resources: {'Port': ['ID=fce4a2b9-5b31-4ec7-8780-2e874c78181e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:52.508893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:33:52.509284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Checking segment: {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:52.509697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.510098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Bound using segment: {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:33:52.510602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Bound port: ebb82658-ce7d-4dc9-a62e-6528db803f2d, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:33:52.510990 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.614674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] For port ebb82658-ce7d-4dc9-a62e-6528db803f2d, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:33:52.617944 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] For port ebb82658-ce7d-4dc9-a62e-6528db803f2d, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ebb82658-ce7d-4dc9-a62e-6528db803f2d,segment=NetworkSegment(605c12c2-c735-47b0-aa0a-9f6b5f48ac91),segment_id=605c12c2-c735-47b0-aa0a-9f6b5f48ac91)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:33:52.621018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-94889343-1b38-4368-b8ba-647ee40a7d39 None None] Provisioning complete for port fce4a2b9-5b31-4ec7-8780-2e874c78181e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:52.621446 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-94889343-1b38-4368-b8ba-647ee40a7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.624643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.696692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-94889343-1b38-4368-b8ba-647ee40a7d39 None None] Port fce4a2b9-5b31-4ec7-8780-2e874c78181e cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:52.713531 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d28ef-c5b0-4b5b-b04d-08b7574f9303 None None] Pushing event updated for resources: {'Port': ['ID=ebb82658-ce7d-4dc9-a62e-6528db803f2d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:52.754917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:52.907281 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:33:52.922798 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:52.923434 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:53.046538 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:53.250106 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 2, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:53.267017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.279574 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:33:53.279937 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Updating router 1b7c3e55-0f21-4be6-b485-787c21c33e48 port cd6d69ea-ecb8-456a-a194-4502a9074b87 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:33:53.306755 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.407448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Router 18c6087b-f941-4757-9785-25168ae343bf is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:33:53.532114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:33:53.543906 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Sync routers for ids ['18c6087b-f941-4757-9785-25168ae343bf'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:33:53.555739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.556635 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Routers {'18c6087b-f941-4757-9785-25168ae343bf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:53.557370 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f5e8f9c1-f10d-4e29-8e4a-4a22f2795f24 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8835807 Nov 27 11:33:53.559964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51074) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:53.560152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['18c6087b-f941-4757-9785-25168ae343bf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:53.597632 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.604130 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.679970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Set router 18c6087b-f941-4757-9785-25168ae343bf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:53.731472 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Pushing event updated for resources: {'Port': ['ID=cd6d69ea-ecb8-456a-a194-4502a9074b87,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:53.745262 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.745989 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.746696 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.747283 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.748111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.748687 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.749239 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.749799 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.750495 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.751706 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.752358 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.753558 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:33:53.769410 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Attempting to bind port cd6d69ea-ecb8-456a-a194-4502a9074b87 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:33:53.770162 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Attempting to bind port cd6d69ea-ecb8-456a-a194-4502a9074b87 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:33:53.771163 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Attempting to bind port cd6d69ea-ecb8-456a-a194-4502a9074b87 on network 35846232-268b-4ee6-af30-e923f96f5b26 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:33:53.778534 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:33:53.779289 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Checking segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:53.779703 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.780796 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Bound using segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:33:53.781301 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Bound port: cd6d69ea-ecb8-456a-a194-4502a9074b87, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:33:53.781690 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.817899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfcde2d-8d2f-484b-a364-db68bc5dc0a9 None None] Network 2c0dceb1-928b-4a47-a9db-703267211423 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:33:53.869955 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] For port cd6d69ea-ecb8-456a-a194-4502a9074b87, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:33:53.873561 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] For port cd6d69ea-ecb8-456a-a194-4502a9074b87, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cd6d69ea-ecb8-456a-a194-4502a9074b87,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:33:53.880255 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.908245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f059dbb6-4791-4e87-af0e-1acce6c7cc3e None None] Provisioning complete for port ebb82658-ce7d-4dc9-a62e-6528db803f2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:53.909300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f059dbb6-4791-4e87-af0e-1acce6c7cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:53.954682 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:53.956425 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:54.092366 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:54.143621 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.163792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ebb82658-ce7d-4dc9-a62e-6528db803f2d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:54.202521 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa1d1-5953-497a-8523-354268f6a7ba None None] Pushing event updated for resources: {'Port': ['ID=cd6d69ea-ecb8-456a-a194-4502a9074b87,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:54.234091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:33:52Z', 'revision_number': 3, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:54.235951 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f059dbb6-4791-4e87-af0e-1acce6c7cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.288841 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Checking router: 18c6087b-f941-4757-9785-25168ae343bf for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:33:54.289226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Updating router 18c6087b-f941-4757-9785-25168ae343bf port fce4a2b9-5b31-4ec7-8780-2e874c78181e binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:33:54.337933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f059dbb6-4791-4e87-af0e-1acce6c7cc3e None None] For port ebb82658-ce7d-4dc9-a62e-6528db803f2d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ebb82658-ce7d-4dc9-a62e-6528db803f2d,segment=NetworkSegment(605c12c2-c735-47b0-aa0a-9f6b5f48ac91),segment_id=605c12c2-c735-47b0-aa0a-9f6b5f48ac91)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:54.344351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.349058 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f059dbb6-4791-4e87-af0e-1acce6c7cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.388868 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Allocated IP 172.20.0.1 (2c0dceb1-928b-4a47-a9db-703267211423/42034e44-9393-4a84-8c42-e24b32577e8f/6680e22a-83bb-4bee-8151-49ba8a9b18b8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:54.400177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ebb82658-ce7d-4dc9-a62e-6528db803f2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:54.400585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.453600 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:53Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:54.492471 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef818d-47d7-431e-9cf9-50da3f9c5906 None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:53Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:33:54.516787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.538400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059dbb6-4791-4e87-af0e-1acce6c7cc3e None None] Pushing event updated for resources: {'Port': ['ID=ebb82658-ce7d-4dc9-a62e-6528db803f2d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:54.557209 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.570031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6960b7a4-de48-4aa8-92c0-c90c8d101c98 None None] Provisioning complete for port cd6d69ea-ecb8-456a-a194-4502a9074b87 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:54.570671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6960b7a4-de48-4aa8-92c0-c90c8d101c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.599855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Network 2c0dceb1-928b-4a47-a9db-703267211423 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:54.606905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:54.610491 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:54.641849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Pushing event updated for resources: {'Port': ['ID=6680e22a-83bb-4bee-8151-49ba8a9b18b8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:54.663400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.795623 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6960b7a4-de48-4aa8-92c0-c90c8d101c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.807968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.878441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6960b7a4-de48-4aa8-92c0-c90c8d101c98 None None] For port cd6d69ea-ecb8-456a-a194-4502a9074b87, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cd6d69ea-ecb8-456a-a194-4502a9074b87,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:54.888986 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6960b7a4-de48-4aa8-92c0-c90c8d101c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.897660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.929858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:54.966187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbda56-1622-45b6-b4d3-48679597a9a6 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:54.981877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Attempting to bind port fce4a2b9-5b31-4ec7-8780-2e874c78181e on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:33:54.982544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Attempting to bind port fce4a2b9-5b31-4ec7-8780-2e874c78181e by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:33:54.982695 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Attempting to bind port fce4a2b9-5b31-4ec7-8780-2e874c78181e on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:33:54.990074 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b7a4-de48-4aa8-92c0-c90c8d101c98 None None] Pushing event updated for resources: {'Port': ['ID=cd6d69ea-ecb8-456a-a194-4502a9074b87,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:55.009553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.016181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.022726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:33:55.022726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:55.022726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.022726 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:33:55.023254 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Bound port: fce4a2b9-5b31-4ec7-8780-2e874c78181e, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:33:55.023469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.071130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc6a62-b050-43b7-bae9-a0f4c5eebb71 None None] Pushing event updated for resources: {'Port': ['ID=fce4a2b9-5b31-4ec7-8780-2e874c78181e,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:55.090314 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Provisioning complete for port ebb82658-ce7d-4dc9-a62e-6528db803f2d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:55.090685 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.099323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Pushing event updated for resources: {'Port': ['ID=6680e22a-83bb-4bee-8151-49ba8a9b18b8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:55.103268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.123565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] For port fce4a2b9-5b31-4ec7-8780-2e874c78181e, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:33:55.147532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] For port fce4a2b9-5b31-4ec7-8780-2e874c78181e, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fce4a2b9-5b31-4ec7-8780-2e874c78181e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:33:55.154710 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.207429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Network 2c0dceb1-928b-4a47-a9db-703267211423 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:55.208663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:55.242716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b91a4-06f4-4581-ae33-dd96df50e2c0 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:33:55.263427 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Routers {'18c6087b-f941-4757-9785-25168ae343bf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:55.264105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['18c6087b-f941-4757-9785-25168ae343bf'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:55.271485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc6a62-b050-43b7-bae9-a0f4c5eebb71 None None] Pushing event updated for resources: {'Port': ['ID=fce4a2b9-5b31-4ec7-8780-2e874c78181e,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:55.363752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Provisioning complete for port fce4a2b9-5b31-4ec7-8780-2e874c78181e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:55.364017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.376172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Router 18c6087b-f941-4757-9785-25168ae343bf has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:33:55.419494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] Set router 18c6087b-f941-4757-9785-25168ae343bf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:55.496210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:33:55.501233 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4c76f1b2-2f75-4752-b6bd-217591375295 admin admin] 10.222.0.13 "PUT /v2.0/routers/18c6087b-f941-4757-9785-25168ae343bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402714 Nov 27 11:33:55.571205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.604702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] For port fce4a2b9-5b31-4ec7-8780-2e874c78181e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fce4a2b9-5b31-4ec7-8780-2e874c78181e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:55.613083 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.691053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Provisioning complete for port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:55.691426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:55.869971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Pushing event updated for resources: {'Port': ['ID=fce4a2b9-5b31-4ec7-8780-2e874c78181e,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:55.892873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b008d5c4-c4ef-47c3-b603-b9e49453fe4c None None] Port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:55.906133 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6680e22a-83bb-4bee-8151-49ba8a9b18b8', 'name': '', 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'mac_address': 'fa:16:3e:00:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:54Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 2, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'subnets': [{'id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:55.934231 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b54dd-5134-42a0-b43d-bc49b2f5aae7 None None] The sync data for ids ['18c6087b-f941-4757-9785-25168ae343bf'] in dv-neutron-804846-16-hyperv is: [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6680e22a-83bb-4bee-8151-49ba8a9b18b8', 'name': '', 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'mac_address': 'fa:16:3e:00:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:54Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 2, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'subnets': [{'id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:33:55.970311 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:55.974982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2105113919', 'description': 'tempest-secgroup-smoke-2105113919 description', 'project_id': 'e6238208801649738ff41099b666a1e8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.000559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.019957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9feef835-bb46-4d46-bb96-1f85af598e1b None None] Provisioning complete for port fce4a2b9-5b31-4ec7-8780-2e874c78181e triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:56.020340 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9feef835-bb46-4d46-bb96-1f85af598e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.083953 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.096925 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.102399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cd6d69ea-ecb8-456a-a194-4502a9074b87 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:56.133022 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.137310 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51084) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:56.137785 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1660998 Nov 27 11:33:56.140055 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df5f3d-a91c-43eb-9159-e27cb91b1479 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.148800 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': 'dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.162457 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9feef835-bb46-4d46-bb96-1f85af598e1b None None] Provisioning complete for port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:56.163066 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9feef835-bb46-4d46-bb96-1f85af598e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.205780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cd6d69ea-ecb8-456a-a194-4502a9074b87 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:56.206112 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.222773 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.238662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9feef835-bb46-4d46-bb96-1f85af598e1b None None] Port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:56.285239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.290796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.314907 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91b76d6-d4af-4d99-bf83-a3ed9132b5b1,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.315978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ebb82658-ce7d-4dc9-a62e-6528db803f2d up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:56.320688 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.325081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51086) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:56.325595 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a712b170-1676-4920-be31-8194690d5c5d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859348 Nov 27 11:33:56.330951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': 'dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.363938 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.374478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port ebb82658-ce7d-4dc9-a62e-6528db803f2d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:56.374859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.430370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.434824 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.454298 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33951948-33dc-41d4-8bee-4a6a73a46119,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.465583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.469332 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f0026c72-840f-4b43-a015-51e579f167f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397722 Nov 27 11:33:56.470343 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51088) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:56.475906 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': 'dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.504929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.566255 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.571049 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.590188 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7c80f2-36be-45f5-94ac-d9dd5779996b,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.600759 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.601989 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-6bace35c-f749-441a-9f0d-b2cc369801c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300778 Nov 27 11:33:56.604726 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51090) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:56.609090 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': 'dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.635818 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.696037 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.699847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.718663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e74c38b-8213-466a-8ef2-1a4aa814f90f,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.724612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.725789 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-a624bd7a-138f-4018-9261-1976dc5b6050 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201241 Nov 27 11:33:56.728527 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51092) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:56.732885 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': 'dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.753947 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Project e6238208801649738ff41099b666a1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:33:56.758690 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.815001 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.818786 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.836843 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ae6c5a-60ec-4fad-b816-b8aed3815a41,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.844841 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.846750 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0e8af4e1-8858-458d-ba97-db83a9a9a635 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165466 Nov 27 11:33:56.849296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51094) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:33:56.853847 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': 'dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:56.875774 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.securitygroups_db [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Project e6238208801649738ff41099b666a1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:33:56.880771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.939329 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.947791 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.965938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cacbf70-a958-4158-bb75-106a99dffcb4,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:56.974063 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:56.975284 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-256a9479-8795-4eff-9e8e-7422ed3da582 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250632 Nov 27 11:33:57.190284 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-28304ccd-dfeb-4a8d-b931-5fbbe8b60546 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2105113919&fields=id&tenant_id=e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 267 time: 0.0494778 Nov 27 11:33:57.307712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-8de17eba-ef46-420a-ba71-41245ae50e8d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:57.309391 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-8de17eba-ef46-420a-ba71-41245ae50e8d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 808 time: 0.1123116 Nov 27 11:33:57.332715 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-a7d0ac41-f499-498d-b7d3-a58b42d316e8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/quotas/e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 375 time: 0.0098541 Nov 27 11:33:57.387867 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-8e2159da-d85d-4c84-b4aa-8f28719f0605 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499089 Nov 27 11:33:57.404452 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e8c38861-d1af-4735-b11f-b66e82c48a26 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:33:57.405715 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e8c38861-d1af-4735-b11f-b66e82c48a26 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056148 Nov 27 11:33:57.508819 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-90f1a9fa-4020-4ed6-9e68-d6144d24d0aa service neutron] 10.222.0.13 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967093 Nov 27 11:33:57.607607 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-f23fdbfd-2bd3-4e15-88b1-f42e8a6ff187 service neutron] 10.222.0.13 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Nov 27 11:33:57.775477 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-5e18622f-083d-4e84-b7ff-b96f25090214 req-e8de04af-7f19-4ac1-93bd-478a482826e0 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 210 time: 0.0260973 Nov 27 11:33:58.070844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fce4a2b9-5b31-4ec7-8780-2e874c78181e up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:33:58.124650 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port fce4a2b9-5b31-4ec7-8780-2e874c78181e triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:58.125147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:58.604957 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Sync routers for ids ['18c6087b-f941-4757-9785-25168ae343bf'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:33:58.615479 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Routers {'18c6087b-f941-4757-9785-25168ae343bf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:58.616112 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['18c6087b-f941-4757-9785-25168ae343bf'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:58.723055 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Set router 18c6087b-f941-4757-9785-25168ae343bf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:58.907610 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d3709716-7130-43b0-b1ee-1fdd237017af req-ac5acfc6-8e4d-4de7-aed7-b4628ffdf504 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 210 time: 0.0374296 Nov 27 11:33:58.949930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-cb6227f3-140b-4ca6-a7c5-1a3d5fc2ec2d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:58.951369 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-cb6227f3-140b-4ca6-a7c5-1a3d5fc2ec2d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 808 time: 0.1612322 Nov 27 11:33:58.956805 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6680e22a-83bb-4bee-8151-49ba8a9b18b8', 'name': '', 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'mac_address': 'fa:16:3e:00:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:54Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 2, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'subnets': [{'id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:58.983489 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Checking router: 18c6087b-f941-4757-9785-25168ae343bf for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:33:58.983850 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Updating router 18c6087b-f941-4757-9785-25168ae343bf port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:33:59.016470 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.023974 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-b211dbe8-e661-4072-b212-adbb6be8a266 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 380 time: 0.0617633 Nov 27 11:33:59.034223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'port': {'device_id': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'admin_state_up': True, 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'security_groups': ['dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:59.143608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Made reservation on behalf of e6238208801649738ff41099b666a1e8 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:33:59.147733 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.276538 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Allocated IP 172.20.0.9 (35846232-268b-4ee6-af30-e923f96f5b26/1eaef751-5d44-4947-93e2-a6da2ee181b9/ffbb2d9a-95ac-4a14-9e3b-637300a889a8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:33:59.279362 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.287583 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.338993 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208ebc2-99f8-4729-9a43-936f88d39afa None None] Pushing event updated for resources: {'Port': ['ID=6680e22a-83bb-4bee-8151-49ba8a9b18b8,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:59.395101 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Attempting to bind port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:33:59.395608 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Attempting to bind port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:33:59.396036 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Attempting to bind port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 on network 2c0dceb1-928b-4a47-a9db-703267211423 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:33:59.401673 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:33:59.402049 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Checking segment: {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:33:59.402439 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.402824 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Bound using segment: {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:33:59.403296 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Bound port: 6680e22a-83bb-4bee-8151-49ba8a9b18b8, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605c12c2-c735-47b0-aa0a-9f6b5f48ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:33:59.403667 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.436281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.476327 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] For port 6680e22a-83bb-4bee-8151-49ba8a9b18b8, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:33:59.481232 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] For port 6680e22a-83bb-4bee-8151-49ba8a9b18b8, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6680e22a-83bb-4bee-8151-49ba8a9b18b8,segment=NetworkSegment(605c12c2-c735-47b0-aa0a-9f6b5f48ac91),segment_id=605c12c2-c735-47b0-aa0a-9f6b5f48ac91)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:33:59.484366 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.485533 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.527908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Network 35846232-268b-4ee6-af30-e923f96f5b26 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:33:59.535618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:33:59.539540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:33:59.545736 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Routers {'18c6087b-f941-4757-9785-25168ae343bf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:33:59.546377 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['18c6087b-f941-4757-9785-25168ae343bf'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:59.546979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:59.587532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-10836aa1-6666-4aa0-9590-5a085c344cb9 None None] Provisioning complete for port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:59.588120 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10836aa1-6666-4aa0-9590-5a085c344cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.595325 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208ebc2-99f8-4729-9a43-936f88d39afa None None] Pushing event updated for resources: {'Port': ['ID=6680e22a-83bb-4bee-8151-49ba8a9b18b8,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:59.626910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:33:59.627910 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.668210 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-e6a0d231-5042-40d4-8578-9cbfa66d4489 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6378167 Nov 27 11:33:59.680737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Request body: {'port': {'device_id': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:33:59.694699 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] Set router 18c6087b-f941-4757-9785-25168ae343bf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:33:59.717994 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10836aa1-6666-4aa0-9590-5a085c344cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.757054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.765595 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-10836aa1-6666-4aa0-9590-5a085c344cb9 None None] For port 6680e22a-83bb-4bee-8151-49ba8a9b18b8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6680e22a-83bb-4bee-8151-49ba8a9b18b8,segment=NetworkSegment(605c12c2-c735-47b0-aa0a-9f6b5f48ac91),segment_id=605c12c2-c735-47b0-aa0a-9f6b5f48ac91)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:33:59.772485 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-10836aa1-6666-4aa0-9590-5a085c344cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.842895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836aa1-6666-4aa0-9590-5a085c344cb9 None None] Pushing event updated for resources: {'Port': ['ID=6680e22a-83bb-4bee-8151-49ba8a9b18b8,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:33:59.894865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1288e54b-657f-44b5-becc-8c6b9a222fe4 None None] Provisioning complete for port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:59.896002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1288e54b-657f-44b5-becc-8c6b9a222fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.932023 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-1288e54b-657f-44b5-becc-8c6b9a222fe4 None None] Port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:33:59.943820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-1288e54b-657f-44b5-becc-8c6b9a222fe4 None None] Provisioning complete for port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:33:59.944515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1288e54b-657f-44b5-becc-8c6b9a222fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:33:59.957262 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6680e22a-83bb-4bee-8151-49ba8a9b18b8', 'name': '', 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'mac_address': 'fa:16:3e:00:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:54Z', 'updated_at': '2021-11-27T11:33:59Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'subnets': [{'id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:33:59.987272 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ada8fe-0668-47e2-8652-ba3f5c2191b8 None None] The sync data for ids ['18c6087b-f941-4757-9785-25168ae343bf'] in dv-neutron-804846-16-hyperv is: [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '6680e22a-83bb-4bee-8151-49ba8a9b18b8', 'name': '', 'network_id': '2c0dceb1-928b-4a47-a9db-703267211423', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'mac_address': 'fa:16:3e:00:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:54Z', 'updated_at': '2021-11-27T11:33:59Z', 'revision_number': 4, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'subnets': [{'id': '42034e44-9393-4a84-8c42-e24b32577e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:34:00.098771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d0b72-00bb-42f0-a509-73b891e917c9 req-b729decb-d43c-486e-8692-6901d4afa852 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:00.101202 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b09d0b72-00bb-42f0-a509-73b891e917c9 req-b729decb-d43c-486e-8692-6901d4afa852 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 931 time: 0.0944998 Nov 27 11:34:00.113189 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6680e22a-83bb-4bee-8151-49ba8a9b18b8 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:34:00.122297 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbb2d9a-95ac-4a14-9e3b-637300a889a8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:34:00.131617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:00.146520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Transition to ACTIVE for port object ffbb2d9a-95ac-4a14-9e3b-637300a889a8 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:34:00.152407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:00.164130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:34:00.165791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:00.169418 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b09d0b72-00bb-42f0-a509-73b891e917c9 req-84754aaf-f2f9-4d26-a1be-1a2959d11ce7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596018 Nov 27 11:34:00.283522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:34:00.322188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Attempting to bind port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:34:00.322515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Attempting to bind port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:34:00.322856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Attempting to bind port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 on network 35846232-268b-4ee6-af30-e923f96f5b26 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:34:00.328067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 on network 35846232-268b-4ee6-af30-e923f96f5b26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:34:00.328400 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Attempting to bind port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 on network 35846232-268b-4ee6-af30-e923f96f5b26 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:34:00.334518 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:34:00.334857 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Checking segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:34:00.335239 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Bound using segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:34:00.335668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Bound port: ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:34:00.336020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:00.413582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:34:00.417015 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:34:00.422197 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:00.459727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:00.460350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:00.461770 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] 10.222.0.24 "PUT /v2.0/ports/ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1093 time: 0.7854640 Nov 27 11:34:00.462231 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:34:00.464668 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c250b9b-b216-4f15-aa83-b9e6834a7732" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:34:00.497831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d61a7a-a48c-4215-85c6-169bd8e8619f service neutron] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:34:00.537805 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23b5394-2f5c-4da5-8055-5d029a13e3eb x-openstack-request-id: req-f23b5394-2f5c-4da5-8055-5d029a13e3eb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:34:00.538108 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:34:00.538372 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f23b5394-2f5c-4da5-8055-5d029a13e3eb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:34:00.538789 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'status': 'completed', 'code': 200} Nov 27 11:34:00.559703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-68dc7c07-89be-4b90-a418-247c7b726ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:00.561289 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-68dc7c07-89be-4b90-a418-247c7b726ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1096 time: 0.0546877 Nov 27 11:34:00.608861 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-0335cca6-309b-4cb4-9646-a81ac22be66e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 217 time: 0.0395713 Nov 27 11:34:00.660964 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-7c461b58-9462-4e90-a3ec-da7c0847d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:00.662448 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-7c461b58-9462-4e90-a3ec-da7c0847d0bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0473049 Nov 27 11:34:00.711683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-fca3c60c-47f4-481b-848b-19d76e20b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:00.713286 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-fca3c60c-47f4-481b-848b-19d76e20b759 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422714 Nov 27 11:34:00.807694 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-4b3d8325-0db4-4c0c-ba35-d22b7ab475d0 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859492 Nov 27 11:34:00.897962 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-65a7b050-3309-4875-bd66-46e0428fb1e6 req-3ea8b70e-6476-4d49-8b8a-1b002061e789 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823941 Nov 27 11:34:00.989608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-f56431cc-fd45-496a-9006-062bcb460df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:00.991103 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-f56431cc-fd45-496a-9006-062bcb460df5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1096 time: 0.0455668 Nov 27 11:34:01.082965 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-83219053-547e-406e-8cbc-7a80c004b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:01.084433 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-83219053-547e-406e-8cbc-7a80c004b49a service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0847409 Nov 27 11:34:01.130464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-b37c1702-a302-42d5-871c-83b25b809456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 217 time: 0.0383849 Nov 27 11:34:01.180213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-b5a8edf6-f3af-45e2-b2a0-5da3dbcb3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:01.181578 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-b5a8edf6-f3af-45e2-b2a0-5da3dbcb3335 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0442164 Nov 27 11:34:01.229580 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-5b69c8f9-ba1c-4b00-97ed-792e52c1a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:01.231223 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-5b69c8f9-ba1c-4b00-97ed-792e52c1a4de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423620 Nov 27 11:34:01.290607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ed7b6-1efe-4450-804c-e4fdcb2c1c89 req-0678ffeb-13de-4ee5-a96c-bc58c77c5ae8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:01.292205 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c93ed7b6-1efe-4450-804c-e4fdcb2c1c89 req-0678ffeb-13de-4ee5-a96c-bc58c77c5ae8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0509479 Nov 27 11:34:01.329089 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-c4e22076-81d2-439a-97e1-6fcc01b15140 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907767 Nov 27 11:34:01.341756 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c93ed7b6-1efe-4450-804c-e4fdcb2c1c89 req-7100686c-560f-486e-ae8b-b3b746d8472c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Nov 27 11:34:01.418918 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7c250b9b-b216-4f15-aa83-b9e6834a7732 req-8c9af30f-4c1d-4d26-b0e7-06d21e0fe370 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829666 Nov 27 11:34:02.439349 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:02.458519 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0a41e-581d-4d45-aefd-2d108ec7a8ac req-e41c16d9-9b84-451d-9149-abe99e334e5c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:02.460042 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9af0a41e-581d-4d45-aefd-2d108ec7a8ac req-e41c16d9-9b84-451d-9149-abe99e334e5c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0515678 Nov 27 11:34:02.514449 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9af0a41e-581d-4d45-aefd-2d108ec7a8ac req-42a92a76-6251-46aa-962c-5e589f4cd4c1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483952 Nov 27 11:34:03.637601 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f286f-5c20-41a3-904c-a8c15c3716cf req-916a0d9f-b263-4dea-aef7-d38da2936d5f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:03.639005 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e2f286f-5c20-41a3-904c-a8c15c3716cf req-916a0d9f-b263-4dea-aef7-d38da2936d5f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0524204 Nov 27 11:34:03.688325 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8e2f286f-5c20-41a3-904c-a8c15c3716cf req-b3185269-bb70-4a11-87af-54e85b57618f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Nov 27 11:34:04.804085 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceb957-4dc1-47e5-ba1c-2eb36d238f21 req-a52de7a1-8132-4df5-bf99-7a9d70c7764c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:04.805580 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-faceb957-4dc1-47e5-ba1c-2eb36d238f21 req-a52de7a1-8132-4df5-bf99-7a9d70c7764c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0492125 Nov 27 11:34:04.854002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-faceb957-4dc1-47e5-ba1c-2eb36d238f21 req-ae6a644d-f589-4311-a4c9-3576591ce06e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Nov 27 11:34:05.435993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:34:05.533845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:34:05.544495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'mac_address': 'fa:16:3e:72:c6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:34:05.583291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:05.595781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbb2d9a-95ac-4a14-9e3b-637300a889a8 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:34:05.616192 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:34:05.619828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:05.666898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:34:05.931229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ffbb2d9a-95ac-4a14-9e3b-637300a889a8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:34:05.971634 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6798736-375d-4ce8-936d-46b1028dd16f req-02713d4d-202a-4af4-81b5-5c9bea8ecc4a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:05.973221 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e6798736-375d-4ce8-936d-46b1028dd16f req-02713d4d-202a-4af4-81b5-5c9bea8ecc4a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 944 time: 0.0492778 Nov 27 11:34:06.023134 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e6798736-375d-4ce8-936d-46b1028dd16f req-fa45b44e-481d-47f6-80c6-c845cdffcb5e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439658 Nov 27 11:34:07.136946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b796a2-88ad-4d26-97b4-9b1c1c20095e req-314b327b-cfc7-4634-8e95-9e02b371a78f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:07.138384 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e5b796a2-88ad-4d26-97b4-9b1c1c20095e req-314b327b-cfc7-4634-8e95-9e02b371a78f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 944 time: 0.0484192 Nov 27 11:34:07.186422 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e5b796a2-88ad-4d26-97b4-9b1c1c20095e req-f471e91c-56f2-4675-80c8-9ab69c6014e3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Nov 27 11:34:07.440030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:34:07.490538 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:34:07.494571 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:34:07.494933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:07.569852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:07.591664 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:34:07.593988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1095e86-7c4e-48f9-916f-93f55431e75d" -d '{"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:34:07.610973 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:34:07.615927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:07.640707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca87b6-f769-4a44-824d-7eb6ba3d4890 x-openstack-request-id: req-2eca87b6-f769-4a44-824d-7eb6ba3d4890 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:34:07.641000 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:34:07.641256 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eca87b6-f769-4a44-824d-7eb6ba3d4890 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:34:07.641643 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'code': 200} Nov 27 11:34:07.669404 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:34:08.092118 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36208f47-379e-4edc-89d5-b35165bb43b0 req-b2512a61-9768-4287-a12b-46cff9565054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:08.093650 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-36208f47-379e-4edc-89d5-b35165bb43b0 req-b2512a61-9768-4287-a12b-46cff9565054 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1098 time: 0.3346152 Nov 27 11:34:08.139019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-36208f47-379e-4edc-89d5-b35165bb43b0 req-5a553e5f-2a10-4b9b-949c-110f13cedf72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Nov 27 11:34:08.304370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d1eb3-7588-4c70-bde5-22fec55bf9ea req-706d86e3-4a53-41d6-94da-a16886039de8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:08.305786 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fe7d1eb3-7588-4c70-bde5-22fec55bf9ea req-706d86e3-4a53-41d6-94da-a16886039de8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0539610 Nov 27 11:34:08.354229 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fe7d1eb3-7588-4c70-bde5-22fec55bf9ea req-1136a7ef-75bf-4693-964f-30f8b71b0ac5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Nov 27 11:34:09.474347 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e8514-ee55-4d66-b197-ab43db425592 req-f3a0c3f6-8e01-49a8-9030-373d7f2e1a1b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:09.475821 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c20e8514-ee55-4d66-b197-ab43db425592 req-f3a0c3f6-8e01-49a8-9030-373d7f2e1a1b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Nov 27 11:34:09.532661 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c20e8514-ee55-4d66-b197-ab43db425592 req-300adb65-61e0-4ec7-b732-a9d137cc0941 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Nov 27 11:34:10.398769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6a16-7aad-4f19-b143-e809381790b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:10.652743 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba02b1-fd13-4a95-90f2-59ed31f727f5 req-9a10444a-4135-456c-8ef9-6af2c20e440c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:10.654139 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3fba02b1-fd13-4a95-90f2-59ed31f727f5 req-9a10444a-4135-456c-8ef9-6af2c20e440c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0524693 Nov 27 11:34:10.702913 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3fba02b1-fd13-4a95-90f2-59ed31f727f5 req-60971fcb-4a73-4e87-b6f7-536b71599ef3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Nov 27 11:34:10.816875 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed8248-7e5e-41cc-bc88-af04d81acb9c req-389af614-ebd3-410f-bdc2-dac3b077616c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:10.818350 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-deed8248-7e5e-41cc-bc88-af04d81acb9c req-389af614-ebd3-410f-bdc2-dac3b077616c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Nov 27 11:34:10.866622 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-deed8248-7e5e-41cc-bc88-af04d81acb9c req-8c74eb84-a6aa-4dc4-a45a-811e74569ca8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Nov 27 11:34:10.888738 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51166) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:34:11.011259 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ce9623-d28c-48ab-ba26-67af74df287e tempest-TestShelveInstance-2070917831 tempest-TestShelveInstance-2070917831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:11.012794 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-31ce9623-d28c-48ab-ba26-67af74df287e tempest-TestShelveInstance-2070917831 tempest-TestShelveInstance-2070917831-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1093 time: 0.1230881 Nov 27 11:34:11.015658 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51170) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:34:11.019891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:34:11.041269 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:11.138535 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:11.241397 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Allocated IP 172.26.1.154 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/2d02f667-80e7-4b98-9be7-21ae89e9b43e) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:34:11.343743 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:11.377292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:11.416704 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:34:11.419572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:34:11.422957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:34:11.429118 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'Port': ['ID=2d02f667-80e7-4b98-9be7-21ae89e9b43e,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:34:11.780437 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:11.844288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:12.001083 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:12.006449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:12.083798 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'Port': ['ID=2d02f667-80e7-4b98-9be7-21ae89e9b43e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:34:12.093783 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:12.191999 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Floating IP f6e57d6a-3f29-4bf7-bd95-12cc41c564cc associated. External IP: 172.26.1.154, port: ffbb2d9a-95ac-4a14-9e3b-637300a889a8. Nov 27 11:34:12.397264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:34:12.500273 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:34:12.511331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:34:12.519256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:12.521835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:34:12.522461 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:34:12.548660 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-fef78f65-75cb-4813-b58b-e85ea3c468a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5319605 Nov 27 11:34:12.549360 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:34:12.552402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665dafc3d53c48308a5b3aeb054d9916dfb8b89d7f431d3f16db7a4ecd172011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fc849b-3507-4682-a816-aa84bcfab340" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:34:12.588264 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b285fb-8d01-44f8-b367-9f00ce15ec7e x-openstack-request-id: req-b1b285fb-8d01-44f8-b367-9f00ce15ec7e {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:34:12.588616 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:34:12.588877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1b285fb-8d01-44f8-b367-9f00ce15ec7e {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:34:12.589286 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'status': 'completed', 'code': 200} Nov 27 11:34:12.633621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:34:12.650929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc849b-3507-4682-a816-aa84bcfab340 req-a197b4da-d135-4e12-8e79-b2133c12d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:12.652333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-a197b4da-d135-4e12-8e79-b2133c12d186 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1098 time: 0.0405807 Nov 27 11:34:12.746078 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc849b-3507-4682-a816-aa84bcfab340 req-63ca46b4-be6b-4b92-912d-d1efeabca69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:12.747665 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-63ca46b4-be6b-4b92-912d-d1efeabca69a service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0878100 Nov 27 11:34:12.814379 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-b7cdc5a0-cb0f-47cb-9b47-268f7f36098b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 999 time: 0.0582922 Nov 27 11:34:12.859022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'f6e57d6a-3f29-4bf7-bd95-12cc41c564cc', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'mac_address': 'fa:16:3e:72:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:34:11Z', 'updated_at': '2021-11-27T11:34:11Z', 'revision_number': 0, 'project_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:34:12.861772 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc849b-3507-4682-a816-aa84bcfab340 req-e1e31d13-dfe9-458b-9f44-cde2217dc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:12.863978 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-e1e31d13-dfe9-458b-9f44-cde2217dc831 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0434134 Nov 27 11:34:12.886269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:34:12.894875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:34:12.895495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:33:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:34:12.912408 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc849b-3507-4682-a816-aa84bcfab340 req-afc95dad-bd8c-4cc8-b247-70c27e52fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:12.913818 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-afc95dad-bd8c-4cc8-b247-70c27e52fa24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433056 Nov 27 11:34:13.000783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:34:13.003088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-60b654b7-484c-4efa-8bc9-6d9e421d79aa service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819044 Nov 27 11:34:13.095948 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-97fc849b-3507-4682-a816-aa84bcfab340 req-46a8e33a-084c-4208-bfdc-485b40fb1e9c service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862880 Nov 27 11:34:13.182122 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-52a2bb1a-04f4-409d-b800-89785a909daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:13.239342 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'f6e57d6a-3f29-4bf7-bd95-12cc41c564cc', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'mac_address': 'fa:16:3e:72:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:34:11Z', 'updated_at': '2021-11-27T11:34:11Z', 'revision_number': 0, 'project_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:34:13.266859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279684b-d705-42d1-b3e6-f86aff674feb None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': 'f6e57d6a-3f29-4bf7-bd95-12cc41c564cc', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'mac_address': 'fa:16:3e:72:c6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:34:11Z', 'updated_at': '2021-11-27T11:34:11Z', 'revision_number': 0, 'project_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:34:13.455363 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa0bfa-1c27-4e8f-9fd9-8e5542afd44c None None] New status for floating IP f6e57d6a-3f29-4bf7-bd95-12cc41c564cc: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:34:14.086182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:15.680312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:16.380607 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:24.616249 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:34:32.446173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:34.842829 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-6fddc3dd-fd84-4602-a467-d80c2c2ffd35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441985 Nov 27 11:34:34.939633 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-4dad2199-b3c3-4f2e-bc0e-7eb09f459fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:34.941470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-4dad2199-b3c3-4f2e-bc0e-7eb09f459fbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1098 time: 0.0514369 Nov 27 11:34:35.053924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-c710e1b9-38c0-4745-bb91-e52658b97aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:35.055386 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-c710e1b9-38c0-4745-bb91-e52658b97aca service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0941176 Nov 27 11:34:35.121229 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-f0b965c3-72dd-433d-8e41-59cdcd58cefa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1001 time: 0.0576558 Nov 27 11:34:35.175884 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-7f645c5f-03c1-43cc-9ece-f2ba9cefdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:35.177386 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-7f645c5f-03c1-43cc-9ece-f2ba9cefdf9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0491476 Nov 27 11:34:35.224005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-4e448e73-e867-4f20-846a-1216645294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:34:35.225541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-4e448e73-e867-4f20-846a-1216645294b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416129 Nov 27 11:34:35.316011 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-354a442c-3a4f-4697-b484-0642f41beede service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834208 Nov 27 11:34:35.409114 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd448910-66d1-4c1f-9213-37f05a79e926 req-3c9171cb-1147-4d2f-a246-d1ff009d679a service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861404 Nov 27 11:34:40.400017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9d4044d4-af7c-4777-8201-502cb66fe2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:43.166013 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0aba-961b-4fe1-903a-394288bae1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:44.089301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:45.682829 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:34:46.382795 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:01.615044 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:35:02.459017 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:10.400743 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0e7586b7-817a-4833-88f8-56edfc8cedd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:13.166952 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-70236fba-5b58-4968-90ea-96467a1c3223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:14.093021 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:15.684529 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:16.384630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:32.453527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:35.833839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-83ffaf55-2bfe-4d91-816a-70bbda68545c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437331 Nov 27 11:35:35.918730 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-a6de1a40-b5e5-4715-a5fb-7eb981c0be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:35:35.920217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-a6de1a40-b5e5-4715-a5fb-7eb981c0be4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1098 time: 0.0418780 Nov 27 11:35:36.026436 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-0373c49e-fec9-49e5-b904-f41eb6d0cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:35:36.027217 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-0373c49e-fec9-49e5-b904-f41eb6d0cf53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0866609 Nov 27 11:35:36.096491 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-4bed979e-1076-47fb-83a1-5bf7fbfff732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1001 time: 0.0622892 Nov 27 11:35:36.144757 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-4aed7dfd-df33-4c8f-b8ec-3ba4242517d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:35:36.146158 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-4aed7dfd-df33-4c8f-b8ec-3ba4242517d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0428038 Nov 27 11:35:36.189963 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-ea596347-11b1-41a6-8ed5-cd6260e08ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:35:36.191398 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-ea596347-11b1-41a6-8ed5-cd6260e08ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384240 Nov 27 11:35:36.284950 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-341075a0-458f-40ac-84c1-0e5b119df206 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Nov 27 11:35:36.379924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d5ab976-5708-4b35-89fc-071f945b6993 req-f8f140b5-e178-471b-84fa-a300d67ee146 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883000 Nov 27 11:35:38.614467 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:35:40.403908 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cee6cced-d8c9-4eb6-a463-c820617c9e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:43.170341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a1c-9128-4a16-8110-35394d31f831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:44.096547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:45.691472 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:35:46.393673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:02.469750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:10.408681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d5769c91-82f8-4fb7-a48c-6f21359d6aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:13.172467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b9707df8-d70d-4deb-adb9-371accf27d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:14.098653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:15.612903 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:36:15.692533 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:16.385727 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:32.672860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:36.914679 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-d0b39bb2-bef3-4c6d-99c4-420bee39e891 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071112 Nov 27 11:36:37.002051 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-10dfbea9-cac1-40a7-b72a-c427e8c5294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:37.003663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-10dfbea9-cac1-40a7-b72a-c427e8c5294b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1098 time: 0.0447843 Nov 27 11:36:37.115017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-bcb9b54b-4bcf-4eca-9b97-ac8ec716a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:37.116506 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-bcb9b54b-4bcf-4eca-9b97-ac8ec716a55e service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0942247 Nov 27 11:36:37.187636 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-f995aef9-e33d-4509-acec-526ecd99a384 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1001 time: 0.0640423 Nov 27 11:36:37.243863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-b4a7ac08-5ea6-4941-8326-998b7ea557dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:37.245392 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-b4a7ac08-5ea6-4941-8326-998b7ea557dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0508547 Nov 27 11:36:37.305458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-7071f314-1a7a-450c-8192-ff9caf9b5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:37.306985 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-7071f314-1a7a-450c-8192-ff9caf9b5e19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545158 Nov 27 11:36:37.416176 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-58a5be71-abaf-4c1a-a6da-5e8cfb2a846a service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021419 Nov 27 11:36:37.511989 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2f6ddbcd-7bf3-4a28-9c8f-9a07cdf529c2 req-16957c93-4f79-4bb0-be0c-e73c3d44ade6 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891027 Nov 27 11:36:38.933012 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757df8-dbad-47bb-9ebd-e6e54177c7ce req-f52c812e-75b2-493a-aaee-c1c4f3afc292 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:38.934498 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d757df8-dbad-47bb-9ebd-e6e54177c7ce req-f52c812e-75b2-493a-aaee-c1c4f3afc292 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0993307 Nov 27 11:36:38.992202 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4d757df8-dbad-47bb-9ebd-e6e54177c7ce req-0a6ce44f-1f69-4331-a2fb-44e476ce304e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509243 Nov 27 11:36:40.130352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865178a2-38a0-447f-a445-328d5db962a6 req-1a43be6f-7918-4765-91ee-af8226923216 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:40.131872 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-865178a2-38a0-447f-a445-328d5db962a6 req-1a43be6f-7918-4765-91ee-af8226923216 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0507684 Nov 27 11:36:40.182835 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-865178a2-38a0-447f-a445-328d5db962a6 req-c6a055aa-0268-4ae4-a806-a7d9aebf6d74 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Nov 27 11:36:40.411400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3f8cae33-3cc3-4497-8942-0f938c6a5479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:41.315550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd466e7a-a46e-48f3-8213-84f8bf0d181f req-0b128082-876e-46af-921e-2fdaa3693f22 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:41.317136 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd466e7a-a46e-48f3-8213-84f8bf0d181f req-0b128082-876e-46af-921e-2fdaa3693f22 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0536914 Nov 27 11:36:41.370616 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fd466e7a-a46e-48f3-8213-84f8bf0d181f req-172ecb1f-5a5c-406a-b231-a8b1473d2d67 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Nov 27 11:36:42.492479 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267e1e-794e-4f38-a7e0-6220d486759a req-904e64c3-f486-40e7-9cb6-2a82364b1ad2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:42.494057 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24267e1e-794e-4f38-a7e0-6220d486759a req-904e64c3-f486-40e7-9cb6-2a82364b1ad2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Nov 27 11:36:42.552478 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-24267e1e-794e-4f38-a7e0-6220d486759a req-dd58a04c-6890-4809-8370-8707c2cf3701 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524867 Nov 27 11:36:43.175242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87ebba59-cca4-421c-8bb6-b6f44426af97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:43.675507 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8761a-b4de-48b6-bea8-e02c2e7ce9f3 req-caf58d06-e2fa-491c-81aa-537eeb9c3b45 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:43.677209 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-08b8761a-b4de-48b6-bea8-e02c2e7ce9f3 req-caf58d06-e2fa-491c-81aa-537eeb9c3b45 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Nov 27 11:36:43.728792 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-08b8761a-b4de-48b6-bea8-e02c2e7ce9f3 req-936b3093-28e6-4ca0-b2d1-db907dda92d0 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 Nov 27 11:36:44.101950 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:44.851533 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7dd1-55e9-470d-8f3a-af9920544410 req-1a546749-ee71-4872-b36a-b42ebd197c82 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:44.853232 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-756f7dd1-55e9-470d-8f3a-af9920544410 req-1a546749-ee71-4872-b36a-b42ebd197c82 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0543163 Nov 27 11:36:44.905543 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-756f7dd1-55e9-470d-8f3a-af9920544410 req-39040fd5-444d-4737-813f-963bea63f2ec tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Nov 27 11:36:45.697239 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:46.033780 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e4336-7204-43df-98da-79a0bf342fbf req-62e3bf99-e905-424e-aada-ce674e0d8b7f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:46.035291 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7b7e4336-7204-43df-98da-79a0bf342fbf req-62e3bf99-e905-424e-aada-ce674e0d8b7f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0586102 Nov 27 11:36:46.088947 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7b7e4336-7204-43df-98da-79a0bf342fbf req-03b389aa-8ae6-4eb7-b2fb-2ee716947c52 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473778 Nov 27 11:36:46.389028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:47.217183 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9f41f-ce7a-47df-b557-333529483fb4 req-d5a87ada-c05c-4683-b30a-14489e59e952 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:47.218906 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-efb9f41f-ce7a-47df-b557-333529483fb4 req-d5a87ada-c05c-4683-b30a-14489e59e952 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0543420 Nov 27 11:36:47.274718 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-efb9f41f-ce7a-47df-b557-333529483fb4 req-91e48a02-09b3-4b36-b1cf-25c6f6c99692 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Nov 27 11:36:48.396370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098b243-995f-48f8-a9c0-a18afac51bb4 req-4fc0f9b2-d78c-42b1-b612-3b05821f7514 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:48.397190 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d098b243-995f-48f8-a9c0-a18afac51bb4 req-4fc0f9b2-d78c-42b1-b612-3b05821f7514 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Nov 27 11:36:48.451911 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d098b243-995f-48f8-a9c0-a18afac51bb4 req-6ac36417-2805-46d7-9ba3-79409249b4f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Nov 27 11:36:49.586746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74598dc-d2c3-4798-a7da-c68264844eac req-cb52395b-5af3-4a14-84cd-f2ec51128c76 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:49.588349 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c74598dc-d2c3-4798-a7da-c68264844eac req-cb52395b-5af3-4a14-84cd-f2ec51128c76 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0585070 Nov 27 11:36:49.649128 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c74598dc-d2c3-4798-a7da-c68264844eac req-fed6258d-56c1-4be7-b701-b40873b2236b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506685 Nov 27 11:36:50.781045 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77f3b2-3889-4782-9919-a32c3a8261a5 req-3b383b1a-b602-4672-bced-a7486caf0510 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:50.782489 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b77f3b2-3889-4782-9919-a32c3a8261a5 req-3b383b1a-b602-4672-bced-a7486caf0510 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0547266 Nov 27 11:36:50.841464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8b77f3b2-3889-4782-9919-a32c3a8261a5 req-06a56cee-5bcd-4a1b-ade8-7153cad1b3ef tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523586 Nov 27 11:36:51.965006 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4291f45-56bb-4e79-afb5-f5008abe985a req-ab7bf4d6-dec3-438f-9113-3ba84e644a5e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:51.966902 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a4291f45-56bb-4e79-afb5-f5008abe985a req-ab7bf4d6-dec3-438f-9113-3ba84e644a5e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0531127 Nov 27 11:36:52.018644 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a4291f45-56bb-4e79-afb5-f5008abe985a req-b30c5d7a-3ca6-4b18-ba86-1ae16b9ebd9f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Nov 27 11:36:52.264455 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:36:52.365179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:36:52.377056 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'mac_address': 'fa:16:3e:72:c6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:36:52.416857 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:52.430948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffbb2d9a-95ac-4a14-9e3b-637300a889a8 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:36:52.451037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:36:52.455495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:52.507692 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:36:52.515319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.515608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.515957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.516301 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.516943 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.517204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.517772 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.518205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.518696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.519037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.519376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.519717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:36:52.535126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ffbb2d9a-95ac-4a14-9e3b-637300a889a8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:36:52.612991 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:36:53.137169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d9158-5438-4e11-be5d-a3dad276deea req-4cd1cd0b-042f-4f94-af2a-a37e7a5b9e89 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:53.138668 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd6d9158-5438-4e11-be5d-a3dad276deea req-4cd1cd0b-042f-4f94-af2a-a37e7a5b9e89 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 944 time: 0.0511308 Nov 27 11:36:53.190768 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dd6d9158-5438-4e11-be5d-a3dad276deea req-22304c4e-9ccc-4cb1-a6f5-bf646d61e7b2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Nov 27 11:36:54.277740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:36:54.320122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0edfbc-1892-422d-95af-0ed77f354e49 req-90c602cb-55f3-4458-8f8e-abf248670863 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:54.321734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dd0edfbc-1892-422d-95af-0ed77f354e49 req-90c602cb-55f3-4458-8f8e-abf248670863 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 944 time: 0.0522945 Nov 27 11:36:54.330673 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:36:54.331052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:54.379306 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dd0edfbc-1892-422d-95af-0ed77f354e49 req-e9fb7c8e-c397-4ea7-a889-efb87d6a40d7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514960 Nov 27 11:36:54.421241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:54.446087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:36:54.448413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a9a1d-0ade-47c1-99cf-64c71646fc23" -d '{"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:36:54.463240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:36:54.467751 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:36:54.508568 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf97635c-36f0-4a56-8bb2-31304df93335 x-openstack-request-id: req-cf97635c-36f0-4a56-8bb2-31304df93335 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:36:54.508874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:36:54.509134 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf97635c-36f0-4a56-8bb2-31304df93335 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:36:54.509534 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'code': 200} Nov 27 11:36:54.524991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:36:55.528125 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9b6be-d132-47d8-974e-9aadeba7f438 req-927c3670-f015-4fb1-ba95-69844406565b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:55.529681 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bca9b6be-d132-47d8-974e-9aadeba7f438 req-927c3670-f015-4fb1-ba95-69844406565b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0533466 Nov 27 11:36:55.590246 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bca9b6be-d132-47d8-974e-9aadeba7f438 req-f3377398-29d5-4cb7-81bb-40a1b2b7bafa tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518901 Nov 27 11:36:56.724653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72d0e8-9031-4580-875c-1a03f260c115 req-008b6346-fd25-438c-ae1a-ebcc77a1c1ce tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:56.727046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-be72d0e8-9031-4580-875c-1a03f260c115 req-008b6346-fd25-438c-ae1a-ebcc77a1c1ce tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Nov 27 11:36:56.793655 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-be72d0e8-9031-4580-875c-1a03f260c115 req-ca0a62ed-3276-41b2-add8-3b34d2a8099b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599065 Nov 27 11:36:57.929564 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0ff9d-b2b1-426d-8c9a-44549ab32e1a req-12aabb36-50c6-4187-97c0-acde77e527d6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:57.936975 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-07a0ff9d-b2b1-426d-8c9a-44549ab32e1a req-12aabb36-50c6-4187-97c0-acde77e527d6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0684171 Nov 27 11:36:57.993203 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-07a0ff9d-b2b1-426d-8c9a-44549ab32e1a req-c63a33eb-ba80-468a-9b03-2d8622a7e2c3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549045 Nov 27 11:36:59.141349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbd018-7f82-4f60-9935-962328454e0e req-636e99f8-b026-4b8d-87e5-9ad7b9b22a11 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:36:59.143115 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c8bbd018-7f82-4f60-9935-962328454e0e req-636e99f8-b026-4b8d-87e5-9ad7b9b22a11 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0749624 Nov 27 11:36:59.207777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c8bbd018-7f82-4f60-9935-962328454e0e req-5eb7cc2c-b12c-4787-a3f5-b36b2421c929 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585709 Nov 27 11:37:00.334612 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7b3be-2237-417f-a8c5-83cd9de54f6b req-78383b17-dbb0-4a81-9418-20684b447eca tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:00.340908 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c3d7b3be-2237-417f-a8c5-83cd9de54f6b req-78383b17-dbb0-4a81-9418-20684b447eca tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0617032 Nov 27 11:37:00.409475 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c3d7b3be-2237-417f-a8c5-83cd9de54f6b req-f9854ca6-eb82-4e19-8bf1-ff503b4648e1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672758 Nov 27 11:37:01.559888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19fc63-e72c-43ca-b684-e002398788fb req-f05b4c2d-da9f-44b4-bd6b-10cc6c09f38f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:01.562734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9f19fc63-e72c-43ca-b684-e002398788fb req-f05b4c2d-da9f-44b4-bd6b-10cc6c09f38f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0670137 Nov 27 11:37:01.628247 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9f19fc63-e72c-43ca-b684-e002398788fb req-257f080e-0e5d-4894-ae59-85ce3525ea01 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587330 Nov 27 11:37:02.480854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:02.754427 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151199b-655a-400d-93e1-09ca650cd7d8 req-4a38f3c1-f445-4c18-b7a6-7d2c0dc7602f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:02.760905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0151199b-655a-400d-93e1-09ca650cd7d8 req-4a38f3c1-f445-4c18-b7a6-7d2c0dc7602f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0589650 Nov 27 11:37:02.821662 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-0151199b-655a-400d-93e1-09ca650cd7d8 req-af0d8e81-ad88-48ad-b984-be09126e9bcf tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598485 Nov 27 11:37:03.986524 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1337-6a65-4878-b788-66cfba4e6e2d req-ddb21eb0-5ea4-4a76-9b01-1538620269e7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:03.989119 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e4bb1337-6a65-4878-b788-66cfba4e6e2d req-ddb21eb0-5ea4-4a76-9b01-1538620269e7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0751591 Nov 27 11:37:04.051887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e4bb1337-6a65-4878-b788-66cfba4e6e2d req-3a764e6e-c4b7-4181-9938-b877230eb5df tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536945 Nov 27 11:37:05.179882 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3a4b-4a02-4e61-8fb0-67817e6c3042 req-b6d1b610-dbcf-481a-a78d-ee51c2ba6a35 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:05.181445 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-28fb3a4b-4a02-4e61-8fb0-67817e6c3042 req-b6d1b610-dbcf-481a-a78d-ee51c2ba6a35 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0578761 Nov 27 11:37:05.231506 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-28fb3a4b-4a02-4e61-8fb0-67817e6c3042 req-4250f966-ffa7-45a1-b02c-16178686d664 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Nov 27 11:37:06.062401 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-83211d24-2918-45c7-a6cc-cdb47680be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:06.064524 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-83211d24-2918-45c7-a6cc-cdb47680be42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1098 time: 0.0419207 Nov 27 11:37:06.165453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-37dc45f0-0bc6-4155-b5d4-3cdd74697052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:06.166934 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-37dc45f0-0bc6-4155-b5d4-3cdd74697052 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0923746 Nov 27 11:37:06.234844 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-7ff7d0f1-254f-44ce-a4a4-109ce0c70c5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1001 time: 0.0607045 Nov 27 11:37:06.286323 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-c6211561-7260-41ba-b7e7-9b4428dfb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:06.287796 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-c6211561-7260-41ba-b7e7-9b4428dfb97a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0463924 Nov 27 11:37:06.369946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-0148eafb-e622-4f54-bc7e-6bf8447e608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:06.371356 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-0148eafb-e622-4f54-bc7e-6bf8447e608e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765276 Nov 27 11:37:06.391417 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e07d-e06d-4eaf-8c04-f7f6995592fc req-54026c16-6353-4259-943c-5add60781ed2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:06.393564 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dac0e07d-e06d-4eaf-8c04-f7f6995592fc req-54026c16-6353-4259-943c-5add60781ed2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0887358 Nov 27 11:37:06.497398 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-dac0e07d-e06d-4eaf-8c04-f7f6995592fc req-e86e1b0e-b9af-48ad-ac29-ca5e1fa869ef tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958569 Nov 27 11:37:06.518990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-cd67a33b-cd61-4dab-acd0-f673dfeeaece service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244342 Nov 27 11:37:06.610776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-b2107efa-2ec0-4a4c-b6c7-951ca62fa0b2 req-e8be808e-f9d4-4b8d-af88-0ff07c398cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Nov 27 11:37:07.614240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ecf01-88cb-4e7c-a7a7-c10c67827bd4 req-075b7e3a-5840-4efb-bd60-b6767ad841d7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:07.615737 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c6ecf01-88cb-4e7c-a7a7-c10c67827bd4 req-075b7e3a-5840-4efb-bd60-b6767ad841d7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Nov 27 11:37:07.670680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3c6ecf01-88cb-4e7c-a7a7-c10c67827bd4 req-f1704f61-897d-4a18-a207-a80c5d3384ea tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490015 Nov 27 11:37:08.788057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275b1f3-7a6c-43d7-9e89-e53d9b07c520 req-b1eccd80-8652-47f8-9d7c-b06101b4ae1f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:08.789686 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9275b1f3-7a6c-43d7-9e89-e53d9b07c520 req-b1eccd80-8652-47f8-9d7c-b06101b4ae1f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0507233 Nov 27 11:37:08.847512 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9275b1f3-7a6c-43d7-9e89-e53d9b07c520 req-57a98fa2-2ffa-4c65-9b67-e43b58804320 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518217 Nov 27 11:37:09.046976 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-293e90fb-5752-4847-b6ae-4fcba76fe5ef req-9eb398cb-e65e-40c9-a9fe-d8ccf93ba6a8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:37:09.047987 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-293e90fb-5752-4847-b6ae-4fcba76fe5ef req-9eb398cb-e65e-40c9-a9fe-d8ccf93ba6a8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600677 Nov 27 11:37:09.211493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38626395-3746-474a-9058-a1c9c5337518 req-7920a765-8615-4301-b355-305d670c5d4c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:09.213046 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38626395-3746-474a-9058-a1c9c5337518 req-7920a765-8615-4301-b355-305d670c5d4c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0524673 Nov 27 11:37:09.265684 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-38626395-3746-474a-9058-a1c9c5337518 req-3c4fc96a-4977-48b1-aa4c-ab82461dc31d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 Nov 27 11:37:09.402904 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-aef04c40-8661-42c8-97ec-13a58fe08151 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909913 Nov 27 11:37:10.385993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:37:10.402961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8bef-62c5-481e-b724-b75ee61042a1 req-bca8140c-9d74-4d3b-96bc-8989b2021853 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:10.404816 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bfab8bef-62c5-481e-b724-b75ee61042a1 req-bca8140c-9d74-4d3b-96bc-8989b2021853 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 945 time: 0.0632577 Nov 27 11:37:10.458640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0789-9f55-45cb-b896-bb8266aa54bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:10.477689 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bfab8bef-62c5-481e-b724-b75ee61042a1 req-e944dffb-2dc1-4214-ba6b-0e5b3add848f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634496 Nov 27 11:37:10.499792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:10.524893 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:37:10.527202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507877c4-f248-4f50-841f-bce3ab3e4eec" -d '{"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-unplugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:37:10.541043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:37:10.545087 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:10.570098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b3afcc-df93-4cbf-ba85-ffb1e88dab08 x-openstack-request-id: req-f6b3afcc-df93-4cbf-ba85-ffb1e88dab08 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:37:10.570400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-unplugged", "status": "failed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "code": 422}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:37:10.570653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6b3afcc-df93-4cbf-ba85-ffb1e88dab08 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:37:10.571079 dv-neutron-804846-16-hyperv neutron-server[103380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'code': 422} returned with failed status Nov 27 11:37:10.597693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:37:11.598642 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc13a-fc07-482e-81c0-d6634af5e39d req-9a9c48d4-5f6a-4f97-9947-1c4effb57e09 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:11.600233 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b1ccc13a-fc07-482e-81c0-d6634af5e39d req-9a9c48d4-5f6a-4f97-9947-1c4effb57e09 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0507658 Nov 27 11:37:11.651841 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b1ccc13a-fc07-482e-81c0-d6634af5e39d req-984fd8ae-35f7-4be4-a956-8ad10e69e56d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Nov 27 11:37:12.780731 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb348f-8019-44e3-b027-ca8d57a8abca req-ca846cc5-b222-443f-90dc-b35176441819 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:12.782257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50bb348f-8019-44e3-b027-ca8d57a8abca req-ca846cc5-b222-443f-90dc-b35176441819 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0543978 Nov 27 11:37:12.832158 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50bb348f-8019-44e3-b027-ca8d57a8abca req-be3a3b31-5736-4320-9a29-5ef2d7870047 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 Nov 27 11:37:13.179295 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a911b63f-0187-442a-bfe6-c6f3ccaf1eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:13.956106 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2156cc-e16d-4757-a893-e26459968e15 req-5a79aed4-ade5-483c-9c85-e988c8015858 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:13.957628 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ab2156cc-e16d-4757-a893-e26459968e15 req-5a79aed4-ade5-483c-9c85-e988c8015858 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0507641 Nov 27 11:37:14.013728 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ab2156cc-e16d-4757-a893-e26459968e15 req-05d8158e-d077-449f-8ce0-b4c3cdd970ef tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496712 Nov 27 11:37:14.104737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:14.320650 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471267af-61b6-4666-a804-9acac68cf1ea req-41391330-0a4c-42fd-8605-dfffdeb6d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:14.322165 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-41391330-0a4c-42fd-8605-dfffdeb6d5f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&tenant_id=e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 1096 time: 0.0459826 Nov 27 11:37:14.385834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471267af-61b6-4666-a804-9acac68cf1ea req-d5b38e75-421f-465c-9b6d-71550ddfc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:14.387319 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-d5b38e75-421f-465c-9b6d-71550ddfc47d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1096 time: 0.0405927 Nov 27 11:37:14.481343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471267af-61b6-4666-a804-9acac68cf1ea req-aae1d421-ff3e-4051-8f64-e9ada3ec64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:14.482790 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-aae1d421-ff3e-4051-8f64-e9ada3ec64a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0876770 Nov 27 11:37:14.546922 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-c8346878-96e0-4c92-912f-53d5a899a917 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 999 time: 0.0559521 Nov 27 11:37:14.597329 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471267af-61b6-4666-a804-9acac68cf1ea req-7c55ad6a-bce8-4dd6-9fe4-ac096f6c7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:14.598724 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-7c55ad6a-bce8-4dd6-9fe4-ac096f6c7200 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0445464 Nov 27 11:37:14.648186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471267af-61b6-4666-a804-9acac68cf1ea req-a6e7cfe7-dddd-4392-8e42-9e6558950e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:14.649705 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-a6e7cfe7-dddd-4392-8e42-9e6558950e5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444570 Nov 27 11:37:14.743763 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-bd178b91-2e98-4327-99ca-c6f59b49d4cb service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Nov 27 11:37:14.839981 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-471267af-61b6-4666-a804-9acac68cf1ea req-1b3e8343-447b-48df-8796-d64cb8894805 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889795 Nov 27 11:37:15.138061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9588ee-fc9c-4223-956f-f20064cdf0bc req-be0a9e88-f301-445c-9a7d-4af1fc31408f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:15.139562 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff9588ee-fc9c-4223-956f-f20064cdf0bc req-be0a9e88-f301-445c-9a7d-4af1fc31408f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0525775 Nov 27 11:37:15.221990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff9588ee-fc9c-4223-956f-f20064cdf0bc req-9fe9c3fe-cb02-46c0-911f-f9e2fc80b64a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758545 Nov 27 11:37:15.699435 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:16.347526 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6567e-d20c-4884-898d-893be1e0a374 req-b63ce83d-755b-44cd-b477-2e967d0117a5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:16.349657 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4fa6567e-d20c-4884-898d-893be1e0a374 req-b63ce83d-755b-44cd-b477-2e967d0117a5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0545056 Nov 27 11:37:16.394748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:16.404084 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4fa6567e-d20c-4884-898d-893be1e0a374 req-3404b92e-58ce-42fe-ad60-b73cc82c2b4a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478294 Nov 27 11:37:17.539089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f0028-e622-49d7-a32f-8bf9eff8067b req-dcccd198-acf4-4e22-ba37-034c09bde68d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:17.540776 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b9f0028-e622-49d7-a32f-8bf9eff8067b req-dcccd198-acf4-4e22-ba37-034c09bde68d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0530510 Nov 27 11:37:17.595662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9b9f0028-e622-49d7-a32f-8bf9eff8067b req-0cd26678-48c9-4032-90a9-a0d27b742367 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488830 Nov 27 11:37:18.733703 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ab36f-8803-46ec-ae7a-d4b84cee4b73 req-ea3faaae-096a-464e-bff1-5b7cc1fddb86 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:18.735208 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a70ab36f-8803-46ec-ae7a-d4b84cee4b73 req-ea3faaae-096a-464e-bff1-5b7cc1fddb86 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0657840 Nov 27 11:37:18.796456 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a70ab36f-8803-46ec-ae7a-d4b84cee4b73 req-9f3d7c7a-ac03-4593-b6e5-a650844050b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 Nov 27 11:37:19.924423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc22e1-1463-4963-95f7-fa4065341b3b req-eced62ca-2324-4651-bcfa-8ab09fe978d4 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:19.925924 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0cc22e1-1463-4963-95f7-fa4065341b3b req-eced62ca-2324-4651-bcfa-8ab09fe978d4 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0549455 Nov 27 11:37:19.980717 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d0cc22e1-1463-4963-95f7-fa4065341b3b req-d65a3edf-b14d-4902-a182-29cd02ad5f97 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470700 Nov 27 11:37:21.116308 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cab5-12dc-4c25-8a8d-f2aabe3f0d85 req-65a3a1c4-7ded-46bf-b9d5-f0aa8bafd454 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:21.117982 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-78b8cab5-12dc-4c25-8a8d-f2aabe3f0d85 req-65a3a1c4-7ded-46bf-b9d5-f0aa8bafd454 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0641768 Nov 27 11:37:21.173866 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-78b8cab5-12dc-4c25-8a8d-f2aabe3f0d85 req-e56448a6-15dc-428e-b971-3fba21af7944 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497713 Nov 27 11:37:22.300291 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3d9e-83c4-41bc-afc5-df5350f1f8ee req-4c42b470-4be9-47d9-a6b7-5599bbb480f6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:22.301869 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-babd3d9e-83c4-41bc-afc5-df5350f1f8ee req-4c42b470-4be9-47d9-a6b7-5599bbb480f6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0507951 Nov 27 11:37:22.356642 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-babd3d9e-83c4-41bc-afc5-df5350f1f8ee req-09895283-a7e3-4920-b3f7-85bca28b03ef tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475559 Nov 27 11:37:23.495240 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416adbdc-c2c9-42f0-9548-776b458d0f1f req-e77a9d77-b9bd-4a3e-90dc-d3eb78aa2954 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:23.496968 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-416adbdc-c2c9-42f0-9548-776b458d0f1f req-e77a9d77-b9bd-4a3e-90dc-d3eb78aa2954 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0717647 Nov 27 11:37:23.551625 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-416adbdc-c2c9-42f0-9548-776b458d0f1f req-c4a7e421-4e6c-49ad-ac63-98a1a9f3aa84 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481918 Nov 27 11:37:24.688261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939f2c-a690-4e6c-973f-e658d171affd req-a29126bf-1ee7-415f-b330-cb8a631cd68c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:24.689825 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0939f2c-a690-4e6c-973f-e658d171affd req-a29126bf-1ee7-415f-b330-cb8a631cd68c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0624001 Nov 27 11:37:24.750632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0939f2c-a690-4e6c-973f-e658d171affd req-3f538f2e-5ef7-4925-9e05-bcf896dfb9c2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543478 Nov 27 11:37:25.870220 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d50b3-f2a5-422c-9682-af892203c1db req-536bde71-73fc-4d3c-86e1-d493f04302f8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:25.871697 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-556d50b3-f2a5-422c-9682-af892203c1db req-536bde71-73fc-4d3c-86e1-d493f04302f8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0546808 Nov 27 11:37:25.923886 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-556d50b3-f2a5-422c-9682-af892203c1db req-878bc477-2f26-4d23-89d3-fb26b9967c99 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461731 Nov 27 11:37:27.046676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089c4e-ad60-4717-8cfd-7f28f7c6e162 req-c9048afb-e661-48d5-a506-486a7c46216c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:27.049006 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a9089c4e-ad60-4717-8cfd-7f28f7c6e162 req-c9048afb-e661-48d5-a506-486a7c46216c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0565097 Nov 27 11:37:27.100587 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a9089c4e-ad60-4717-8cfd-7f28f7c6e162 req-db3e300b-8a02-4594-bbbf-1259eadaa619 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450869 Nov 27 11:37:28.221529 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6199-6dfc-4b40-9bb3-5eccb9b3b703 req-e184e2b5-cfc6-4d6b-9985-cf969c3c99ed tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:28.223011 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb3f6199-6dfc-4b40-9bb3-5eccb9b3b703 req-e184e2b5-cfc6-4d6b-9985-cf969c3c99ed tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0491762 Nov 27 11:37:28.272449 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bb3f6199-6dfc-4b40-9bb3-5eccb9b3b703 req-52498b44-27dd-4419-a2dd-71667ab7a1e4 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Nov 27 11:37:29.391540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bdd9-765a-46ad-8adf-e0b30cc01cef req-b9affc4a-f9fd-4c09-a0ff-ffb6a609befc tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:29.393163 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5ca5bdd9-765a-46ad-8adf-e0b30cc01cef req-b9affc4a-f9fd-4c09-a0ff-ffb6a609befc tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0496161 Nov 27 11:37:29.446696 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5ca5bdd9-765a-46ad-8adf-e0b30cc01cef req-58b68d04-e77b-45d1-bc32-5c094504091d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475218 Nov 27 11:37:29.613050 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:37:30.565277 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50c91d-ed33-433a-86b9-5547fc8c847a req-7d1c5428-aa38-469c-b845-06d6266e70a1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:30.566834 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee50c91d-ed33-433a-86b9-5547fc8c847a req-7d1c5428-aa38-469c-b845-06d6266e70a1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0486462 Nov 27 11:37:30.620844 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee50c91d-ed33-433a-86b9-5547fc8c847a req-a7f2440c-d0d8-4166-a3fc-66d5a73f60b1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472770 Nov 27 11:37:31.738546 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5fdb0-76bf-42d7-88f5-77d92ab34f2d req-36ebdec9-fc09-4fe5-979f-045ac648b4eb tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:31.739943 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0d5fdb0-76bf-42d7-88f5-77d92ab34f2d req-36ebdec9-fc09-4fe5-979f-045ac648b4eb tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 943 time: 0.0500534 Nov 27 11:37:31.796166 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e0d5fdb0-76bf-42d7-88f5-77d92ab34f2d req-4d3d8a24-230a-4e8c-b688-7aa8188019de tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494742 Nov 27 11:37:32.472358 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:32.519012 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:37:32.625440 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:37:32.637546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'port_id': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'mac_address': 'fa:16:3e:72:c6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:37:32.677324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:32.692032 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbb2d9a-95ac-4a14-9e3b-637300a889a8 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:37:32.712947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:37:32.716991 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:32.764787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=9']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:37:32.916663 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0e27c-8e07-48a6-b4d1-e1d57ef9a283 req-e4270e15-2113-4f22-9df2-9de2e5b18318 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:32.918133 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-49b0e27c-8e07-48a6-b4d1-e1d57ef9a283 req-e4270e15-2113-4f22-9df2-9de2e5b18318 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 944 time: 0.0514262 Nov 27 11:37:32.969702 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-49b0e27c-8e07-48a6-b4d1-e1d57ef9a283 req-dcab52c7-166a-420c-be44-5bb10153e982 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451181 Nov 27 11:37:33.079880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['ffbb2d9a-95ac-4a14-9e3b-637300a889a8'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:37:34.088555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2664e47-bc78-401c-87f7-5950edd3d724 req-1d28cedd-1f0f-4658-bd0a-663376e5e6d9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:34.090044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2664e47-bc78-401c-87f7-5950edd3d724 req-1d28cedd-1f0f-4658-bd0a-663376e5e6d9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 944 time: 0.0511355 Nov 27 11:37:34.140659 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f2664e47-bc78-401c-87f7-5950edd3d724 req-e457780f-e063-4354-a416-47d168fec14c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Nov 27 11:37:34.550099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:37:34.601031 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:37:34.601397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:34.680035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:34.702105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:37:34.704678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2758cb-21c4-4143-a516-e25056ddf1a2" -d '{"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:37:34.717764 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:37:34.722152 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:34.770433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=10']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:37:34.800252 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f91754-7833-4bb3-a963-8ae18b3839a9 x-openstack-request-id: req-60f91754-7833-4bb3-a963-8ae18b3839a9 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:37:34.800578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:37:34.800999 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60f91754-7833-4bb3-a963-8ae18b3839a9 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:37:34.801404 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'code': 200} Nov 27 11:37:34.994007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddc6c6-a365-4e5c-aeec-a3a90882452d req-ef803840-eab9-4462-b92e-ceb983b7d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:34.995429 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-39ddc6c6-a365-4e5c-aeec-a3a90882452d req-ef803840-eab9-4462-b92e-ceb983b7d520 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1099 time: 0.0455031 Nov 27 11:37:35.046001 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-39ddc6c6-a365-4e5c-aeec-a3a90882452d req-99eac39a-ab9c-483d-b267-ca272cc54779 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Nov 27 11:37:35.259835 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d120324-1c70-4bc9-a306-2915397f5a55 req-878f7669-d5f2-425d-8a76-676f0ab382b7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:35.261306 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d120324-1c70-4bc9-a306-2915397f5a55 req-878f7669-d5f2-425d-8a76-676f0ab382b7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 946 time: 0.0539770 Nov 27 11:37:35.311931 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1d120324-1c70-4bc9-a306-2915397f5a55 req-3fed170a-1cee-413c-821c-9b1b38e77cca tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Nov 27 11:37:36.438122 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03edb3-b0b2-44ba-ad50-7c5e8ed6dbc2 req-482ef602-768a-4d28-b49a-2568f43ddb54 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:36.439783 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fd03edb3-b0b2-44ba-ad50-7c5e8ed6dbc2 req-482ef602-768a-4d28-b49a-2568f43ddb54 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 946 time: 0.0517266 Nov 27 11:37:36.494627 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fd03edb3-b0b2-44ba-ad50-7c5e8ed6dbc2 req-a7642674-08a0-4eee-be3f-5657253d163b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Nov 27 11:37:37.609697 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23921-25f6-4e4f-a856-9b2cb3f0cde4 req-18e75629-be58-4a33-8c57-b72041682a6e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:37.611383 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccd23921-25f6-4e4f-a856-9b2cb3f0cde4 req-18e75629-be58-4a33-8c57-b72041682a6e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Nov 27 11:37:37.665883 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ccd23921-25f6-4e4f-a856-9b2cb3f0cde4 req-07290b3f-a010-4c7f-8c1e-b01547e0ef2c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483158 Nov 27 11:37:38.823738 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-5680fa76-995d-427e-b75d-9e8aa4253472 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396540 Nov 27 11:37:38.905141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-364edfbc-99a8-4425-a83d-35e171c1f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:38.906611 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-364edfbc-99a8-4425-a83d-35e171c1f396 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1099 time: 0.0408082 Nov 27 11:37:39.011940 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-e5452fa9-353d-4459-80c0-cc78fa6a2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:39.013450 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-e5452fa9-353d-4459-80c0-cc78fa6a2770 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0871329 Nov 27 11:37:39.078242 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-fe17b359-f965-42e3-9935-45c44abe4aef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1001 time: 0.0572634 Nov 27 11:37:39.125727 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-6fbb7851-f9ac-42ca-8eee-4306b15423db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:39.127180 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-6fbb7851-f9ac-42ca-8eee-4306b15423db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0417161 Nov 27 11:37:39.174974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-b5f26b6e-85a5-417d-983d-abf6e211eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:37:39.176519 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-b5f26b6e-85a5-417d-983d-abf6e211eeb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429142 Nov 27 11:37:39.264971 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-000f5ac7-4521-4638-85e9-300eaad95de2 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815456 Nov 27 11:37:39.654062 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-91c33c9a-8dd6-475a-bbf6-38b159edad1e req-cec98722-e1ec-4757-96ba-54c848e4d767 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822105 Nov 27 11:37:40.411497 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-61f3307f-0334-4b03-a3e8-09fc23491b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:43.181399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d4030f7-0634-4c24-b33c-9e45dabcd6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:44.106745 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:45.704875 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:37:46.391895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:02.472423 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:06.611842 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:38:10.417437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f080-761b-489d-aed8-0aab0e6033ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:13.185072 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-65efd91f-7d72-496b-aa2b-aec2697e39f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:14.110540 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:15.703309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:16.395109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:32.461835 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:38.825486 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-cdc752f8-17d8-4913-94f4-05fa90337757 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452631 Nov 27 11:38:38.905895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a972-5467-4867-911c-436109a3d548 req-6661d08f-8744-40e9-812a-effb3209f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:38:38.907405 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-6661d08f-8744-40e9-812a-effb3209f2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1099 time: 0.0398519 Nov 27 11:38:39.011132 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a972-5467-4867-911c-436109a3d548 req-75ab9003-594d-4f2c-9ab3-3d5208127c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:38:39.012622 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-75ab9003-594d-4f2c-9ab3-3d5208127c7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0863888 Nov 27 11:38:39.084887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-662afa44-5010-45d2-8a0f-b0aefa35ba29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 1001 time: 0.0645828 Nov 27 11:38:39.136679 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a972-5467-4867-911c-436109a3d548 req-61f71783-20e1-491d-a78a-399183e8c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:38:39.138155 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-61f71783-20e1-491d-a78a-399183e8c920 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0471895 Nov 27 11:38:39.186630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a972-5467-4867-911c-436109a3d548 req-bb628a50-da6d-43cd-a14a-071f1804cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:38:39.188163 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-bb628a50-da6d-43cd-a14a-071f1804cb28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430198 Nov 27 11:38:39.287333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-a970b624-093e-47f0-a029-ae3be8969760 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910406 Nov 27 11:38:39.389711 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9608a972-5467-4867-911c-436109a3d548 req-ab880135-c2af-4f33-845b-788bf2572d03 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953875 Nov 27 11:38:40.410339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5b2bcc18-432d-41bf-bc3f-fe7762bac8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:43.188104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b7a659a-e3eb-4c10-a5b0-0ef4f8648834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:43.610514 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:38:44.113806 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:45.706868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:38:46.397574 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:02.486278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:05.707582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51536) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:05.910695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Deleting port 2d02f667-80e7-4b98-9be7-21ae89e9b43e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:39:05.911035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:05.991472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:05.991713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:06.005098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Calling delete_port for 2d02f667-80e7-4b98-9be7-21ae89e9b43e owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:39:06.157179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:06.187138 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event deleted for resources: {'Port': ['ID=2d02f667-80e7-4b98-9be7-21ae89e9b43e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:06.199467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.199467 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.199767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.200041 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.200421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.200729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.201058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.201389 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.201717 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.202043 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.202363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.202680 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:06.259280 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:06.259560 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Floating IP f6e57d6a-3f29-4bf7-bd95-12cc41c564cc disassociated (deleted). External IP: 172.26.1.154, port: ffbb2d9a-95ac-4a14-9e3b-637300a889a8. Nov 27 11:39:06.481786 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:39:06.599712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:39:06.604529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:06.609388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:39:06.623411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:39:06.624037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:06.632746 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d199b226-edad-41dc-a714-0221ae634ea2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6e57d6a-3f29-4bf7-bd95-12cc41c564cc HTTP/1.1" status: 204 len: 168 time: 0.9240365 Nov 27 11:39:06.633603 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:39:06.636290 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aa5738-eac7-4ee4-a143-587a5d46d171" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:39:06.752065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:39:06.785719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81c785-24d5-431c-9d5c-ada01e5de9e3 x-openstack-request-id: req-0f81c785-24d5-431c-9d5c-ada01e5de9e3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:39:06.786356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:39:06.786356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f81c785-24d5-431c-9d5c-ada01e5de9e3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:39:06.786648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'status': 'completed', 'code': 200} Nov 27 11:39:06.871120 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-c48339bd-0dda-4897-ad9e-e4af1459c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:06.872810 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-c48339bd-0dda-4897-ad9e-e4af1459c2c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 1099 time: 0.0573978 Nov 27 11:39:06.970445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8910847-b8d9-4dbb-b919-df18ab4b0890 req-b2aaf790-2829-46fd-9012-a83b4895cc9a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:06.971522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:06.972009 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e8910847-b8d9-4dbb-b919-df18ab4b0890 req-b2aaf790-2829-46fd-9012-a83b4895cc9a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 946 time: 0.1171443 Nov 27 11:39:06.998478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:39:07.009049 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:39:07.009678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:38:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:07.021545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-ebfac310-42ce-4125-acf6-6ffa2ff140f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:07.023021 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-ebfac310-42ce-4125-acf6-6ffa2ff140f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.1361730 Nov 27 11:39:07.079457 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e8910847-b8d9-4dbb-b919-df18ab4b0890 req-dc7d36f6-db55-4877-9b10-69bd00d543ab tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005640 Nov 27 11:39:07.081430 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-e0daea00-1e6a-405b-a1d5-329e7c51f8bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 200 len: 217 time: 0.0481892 Nov 27 11:39:07.143304 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-6811b695-8af9-4d73-b18e-e51e5c36e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:07.145400 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-6811b695-8af9-4d73-b18e-e51e5c36e3da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0558803 Nov 27 11:39:07.195393 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-154714e5-c709-450b-9b44-5b8de461714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:07.197003 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-154714e5-c709-450b-9b44-5b8de461714e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441463 Nov 27 11:39:07.288771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:39:07.300893 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-c85ce1e0-3a80-4d34-b7c4-ff9080c70ef6 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951953 Nov 27 11:39:07.406296 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-40aa5738-eac7-4ee4-a143-587a5d46d171 req-c792d97e-6c49-4881-8fc3-b0267671056e service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975602 Nov 27 11:39:07.520826 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:07.550565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215db7e-4988-4d4c-8002-a2b7135a62a0 None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:39:07.774071 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a692e7-cede-42bd-8ff1-9c1ed38fee0c None None] New status for floating IP f6e57d6a-3f29-4bf7-bd95-12cc41c564cc: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:39:08.216170 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954207ae-b047-439c-8b41-f50d69e5332a req-d40af30a-d0d5-4192-babc-87be27e1a358 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:08.217722 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-954207ae-b047-439c-8b41-f50d69e5332a req-d40af30a-d0d5-4192-babc-87be27e1a358 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 946 time: 0.0558193 Nov 27 11:39:08.270755 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-954207ae-b047-439c-8b41-f50d69e5332a req-7992ff3a-5ffb-43f3-8c71-2446829dffb5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462654 Nov 27 11:39:08.479769 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-d48261c4-9db7-49e9-939a-8f4c2d6099b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:08.481332 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-d48261c4-9db7-49e9-939a-8f4c2d6099b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 946 time: 0.0528524 Nov 27 11:39:08.588369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Deleting port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:39:08.588746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:08.689383 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] For port ffbb2d9a-95ac-4a14-9e3b-637300a889a8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:39:08.689741 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:08.705652 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Calling delete_port for ffbb2d9a-95ac-4a14-9e3b-637300a889a8 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:39:08.851875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:08.885156 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event deleted for resources: {'Port': ['ID=ffbb2d9a-95ac-4a14-9e3b-637300a889a8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:08.931755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] No DVR routers for this DVR port ffbb2d9a-95ac-4a14-9e3b-637300a889a8 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:39:08.934444 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:08.937891 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84cc8da3-99ad-41ab-a9c2-7f49217a3302 req-5aa1f242-05bc-4883-bfee-9526aa52d8db tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "DELETE /v2.0/ports/ffbb2d9a-95ac-4a14-9e3b-637300a889a8 HTTP/1.1" status: 204 len: 173 time: 0.4504967 Nov 27 11:39:08.938365 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-deleted', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:39:08.940929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907660f1-665c-4f2a-b3c4-f25717055fce" -d '{"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-deleted", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:39:08.997484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e27fd-63b2-4191-ac8a-77eed71f25b6 x-openstack-request-id: req-3e6e27fd-63b2-4191-ac8a-77eed71f25b6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:39:08.998406 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c66432-e32c-4f07-bf05-9718f25f5f21", "name": "network-vif-deleted", "tag": "ffbb2d9a-95ac-4a14-9e3b-637300a889a8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:39:08.998994 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e6e27fd-63b2-4191-ac8a-77eed71f25b6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:39:08.999868 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c66432-e32c-4f07-bf05-9718f25f5f21', 'name': 'network-vif-deleted', 'tag': 'ffbb2d9a-95ac-4a14-9e3b-637300a889a8', 'status': 'completed', 'code': 200} Nov 27 11:39:09.423446 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-78e86e5a-6333-411d-8349-504e204e5154 req-b114e03f-405e-42cf-8387-bed983635562 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c66432-e32c-4f07-bf05-9718f25f5f21 HTTP/1.1" status: 200 len: 210 time: 0.0405395 Nov 27 11:39:10.413703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-044b8b0e-e5ce-4815-9ccf-e85ddb1b34ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:10.487238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51572) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:10.557037 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a58-7b0f-469c-88a9-8a18f5d3e500 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:10.585748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a58-7b0f-469c-88a9-8a18f5d3e500 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:10.658480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a58-7b0f-469c-88a9-8a18f5d3e500 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:10.662932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a58-7b0f-469c-88a9-8a18f5d3e500 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:10.664185 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-90dd3a58-7b0f-469c-88a9-8a18f5d3e500 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "DELETE /v2.0/security-groups/dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae HTTP/1.1" status: 204 len: 168 time: 0.1751068 Nov 27 11:39:10.673782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd3a58-7b0f-469c-88a9-8a18f5d3e500 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc8c87-8acd-4ed4-9d70-4bc8974a72ae,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:10.919712 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51578) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:10.924666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282652728', 'description': 'tempest-secgroup-smoke-282652728 description', 'project_id': 'e6238208801649738ff41099b666a1e8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:10.954982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.027608 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.033723 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.072115 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d971442-fe12-4cb5-a3dd-a46a874be2e2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.082810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.084944 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e4674f6b-8fce-4e77-8ae0-5f2fda1b6ade tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1639988 Nov 27 11:39:11.087572 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51580) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:11.093225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': '4d971442-fe12-4cb5-a3dd-a46a874be2e2', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:11.121243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.188516 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.193461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.212261 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd0c400-6755-4ce7-ac08-a1175db055f2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.222100 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.223398 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5090271e-5fe7-4a44-9566-8829479414b5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347563 Nov 27 11:39:11.226586 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:11.235172 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': '4d971442-fe12-4cb5-a3dd-a46a874be2e2', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:11.262437 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.323171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.327732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.346552 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e50331-5ced-4179-8224-f7e2a157c4a8,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.356098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.357352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-95952aff-f6e5-4aca-8bda-cd0cabf5454f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298678 Nov 27 11:39:11.361589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51584) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:11.366736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': '4d971442-fe12-4cb5-a3dd-a46a874be2e2', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:11.404610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.480352 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.484641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.505855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09861784-37bd-4cb0-9eee-f04813e2de0f,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.515424 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.516927 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bb5671c7-764c-4f6c-b6a2-a0bd66bba1d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541760 Nov 27 11:39:11.522774 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:11.527260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': '4d971442-fe12-4cb5-a3dd-a46a874be2e2', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:11.556837 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.622148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.627059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.646553 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371b47f-25a0-490d-84f0-432197c96a79,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.655760 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.657004 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-ddcb6702-f33d-4320-a5b2-96a7367bc22e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332254 Nov 27 11:39:11.660661 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51588) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:11.665151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': '4d971442-fe12-4cb5-a3dd-a46a874be2e2', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:11.686796 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Project e6238208801649738ff41099b666a1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:39:11.692308 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.750843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.756315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.774523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e505ea11-2ba1-466d-856a-b0998288fe9b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.783136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.784915 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-df3d5d49-2cbd-4cf0-a015-3ef1b8e0597c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226492 Nov 27 11:39:11.789423 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:11.793960 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'security_group_rule': {'security_group_id': '4d971442-fe12-4cb5-a3dd-a46a874be2e2', 'project_id': 'e6238208801649738ff41099b666a1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:11.817465 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Project e6238208801649738ff41099b666a1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:39:11.822676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.884303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.888163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.910218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaa8f4d-2d22-4ed0-9537-2d7e82d6c2b4,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:11.916763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:11.917977 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-4c84714a-0d01-422f-bf8b-58de0f9a2e1c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275227 Nov 27 11:39:12.909620 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:39:12.934267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: ffbb2d9a-95ac-4a14-9e3b-637300a889a8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:39:12.934622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device ffbb2d9a-95ac-4a14-9e3b-637300a889a8 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:39:13.193450 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa0171e6-dcb4-451a-96c4-a6afc2508643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:14.117391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:15.711241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:16.404022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:20.610136 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:39:28.303604 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-00fd73d4-b1fb-4f59-96da-1407d42a3ae1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282652728&fields=id&tenant_id=e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 267 time: 0.0457911 Nov 27 11:39:28.415102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-926c6a99-fdc4-4d6a-b70d-e37c3fc14d8b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:28.416561 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-926c6a99-fdc4-4d6a-b70d-e37c3fc14d8b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 808 time: 0.1060674 Nov 27 11:39:28.432051 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-96dc1d95-d46b-491f-8e33-0b285f134866 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/quotas/e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 375 time: 0.0094516 Nov 27 11:39:28.487411 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-f35c95ca-70ce-4098-8f3b-0d432598401c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496583 Nov 27 11:39:28.503275 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-7f9bdf58-3e98-4a80-b425-541ad39b7fce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:39:28.504591 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-7f9bdf58-3e98-4a80-b425-541ad39b7fce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055323 Nov 27 11:39:28.610684 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-0752448d-4f25-413c-847c-6ae8d4eee79b service neutron] 10.222.0.13 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993030 Nov 27 11:39:28.712359 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-9d6086ef-e7ef-4f4a-928a-de9ce8b052bc service neutron] 10.222.0.13 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939803 Nov 27 11:39:30.061175 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4a4014c9-327a-41f4-b9e0-545e04f1cdde req-9bf4918c-b826-4853-b490-d1f3ccd2fffa tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0297828 Nov 27 11:39:31.089125 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-6ada163a-eaae-4329-86e8-84d7f8255365 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:31.090643 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-6ada163a-eaae-4329-86e8-84d7f8255365 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 808 time: 0.1118727 Nov 27 11:39:31.169086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-1c5c70bf-b105-4bc4-a41f-75de32d1e710 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 379 time: 0.0682065 Nov 27 11:39:31.170792 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-34d30f82-e076-476c-93c3-6180e593804c req-4e639999-0ea3-4ed9-8500-b8e262d96b53 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0296831 Nov 27 11:39:31.179583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'port': {'device_id': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'admin_state_up': True, 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'security_groups': ['4d971442-fe12-4cb5-a3dd-a46a874be2e2']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:31.301797 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Made reservation on behalf of e6238208801649738ff41099b666a1e8 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:39:31.305790 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:31.488506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Allocated IP 172.20.0.12 (35846232-268b-4ee6-af30-e923f96f5b26/1eaef751-5d44-4947-93e2-a6da2ee181b9/8d4b7cf2-f339-44c1-9217-74a915d8d7c3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:39:31.634832 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:31.680575 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:31.727449 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Network 35846232-268b-4ee6-af30-e923f96f5b26 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:39:31.730313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:39:31.733057 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:39:31.761385 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:31.792755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:31.793624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:31.815623 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-8959e2e7-7105-42e9-9ec3-d00bf6a49234 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6402342 Nov 27 11:39:31.832242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Request body: {'port': {'device_id': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:31.898997 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:31.989812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-b878ecaa-ad5b-43be-aaeb-5636aed5f363 None None] Provisioning complete for port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:39:31.990483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b878ecaa-ad5b-43be-aaeb-5636aed5f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.035277 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-b878ecaa-ad5b-43be-aaeb-5636aed5f363 None None] Port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:39:32.208487 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:39:32.218139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.231609 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Transition to ACTIVE for port object 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:39:32.238363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.328000 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:32.389813 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a7ff-2743-4306-b4dd-095d8c45513c req-f42d49f1-b1d3-4115-a0b2-e210aa09e6d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:32.391352 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ca30a7ff-2743-4306-b4dd-095d8c45513c req-f42d49f1-b1d3-4115-a0b2-e210aa09e6d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.1453977 Nov 27 11:39:32.429131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Attempting to bind port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:39:32.429583 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Attempting to bind port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:39:32.429784 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Attempting to bind port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 on network 35846232-268b-4ee6-af30-e923f96f5b26 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:39:32.442627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 on network 35846232-268b-4ee6-af30-e923f96f5b26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:39:32.442968 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Attempting to bind port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 on network 35846232-268b-4ee6-af30-e923f96f5b26 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:39:32.465409 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:39:32.465752 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Checking segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:39:32.466273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Bound using segment: {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:39:32.466726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Bound port: 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf63be6-be53-4664-a21d-7a8732e04fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:39:32.467084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.481008 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ca30a7ff-2743-4306-b4dd-095d8c45513c req-4838394e-1400-45e8-ba9c-eb5891c1a37d tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789962 Nov 27 11:39:32.502447 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.554810 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:39:32.558520 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:39:32.563095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.602932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:32.603562 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:32.605117 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1094 time: 0.7806132 Nov 27 11:39:32.605582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:39:32.607895 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28cf6ca-316a-46c5-8364-c5b17676931d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:39:32.657577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9382-2dd5-4a8f-989f-bbd4d238d2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:32.669363 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b0bcf2-3552-473b-b866-5966f3fd06d0 x-openstack-request-id: req-97b0bcf2-3552-473b-b866-5966f3fd06d0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:39:32.669793 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:39:32.670715 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97b0bcf2-3552-473b-b866-5966f3fd06d0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:39:32.671296 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'status': 'completed', 'code': 200} Nov 27 11:39:32.739817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-2db7ca55-45e9-4a3e-8f40-c5aa16e4d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:32.742110 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-2db7ca55-45e9-4a3e-8f40-c5aa16e4d620 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1097 time: 0.0577455 Nov 27 11:39:32.793471 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-1eebce5c-b30c-4712-bcb9-eeabcd1d47e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0435553 Nov 27 11:39:32.865440 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-86754be5-7052-490e-b4a6-5c99f4e811bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:32.867050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-86754be5-7052-490e-b4a6-5c99f4e811bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0663939 Nov 27 11:39:32.914628 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-f5a06d33-4679-47f2-8470-d129263fb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:32.916178 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-f5a06d33-4679-47f2-8470-d129263fb76c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424311 Nov 27 11:39:33.011485 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-4cf88a92-d82a-4d69-bfea-8ecfb1f547cf service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881712 Nov 27 11:39:33.109706 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-833d26f5-865d-46af-9bbc-7518a646ba9b req-c635ec6e-9460-4f4b-8540-8181c84698e6 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911322 Nov 27 11:39:33.197510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-b8551c6a-a31a-463b-b41e-5e85ba2cad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:33.199354 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-b8551c6a-a31a-463b-b41e-5e85ba2cad73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1097 time: 0.0434203 Nov 27 11:39:33.297534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-55d0c46a-495c-4751-bcf2-ea290bb23e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:33.299024 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-55d0c46a-495c-4751-bcf2-ea290bb23e9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0932782 Nov 27 11:39:33.342696 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-259a5a75-262b-46bc-898e-bb874e53649a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0364165 Nov 27 11:39:33.396171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-4b67b785-4952-41ba-b83e-9cced5337c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:33.397601 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-4b67b785-4952-41ba-b83e-9cced5337c68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0466156 Nov 27 11:39:33.450036 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-899556df-804e-4945-92eb-956ad3568d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:33.451578 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-899556df-804e-4945-92eb-956ad3568d43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0474935 Nov 27 11:39:33.564019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-158f1179-cf9e-4ed5-b3d4-b5eb9c1078a3 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046293 Nov 27 11:39:33.701069 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4722b-9b8c-448d-b3a9-ab154ef473e9 req-46e7b6b0-a17d-40ce-91de-a05e901d14cb tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:33.702657 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-69d4722b-9b8c-448d-b3a9-ab154ef473e9 req-46e7b6b0-a17d-40ce-91de-a05e901d14cb tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.1051803 Nov 27 11:39:33.707302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c28cf6ca-316a-46c5-8364-c5b17676931d req-494122d7-e365-42a0-b20a-4ca6003ef998 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336701 Nov 27 11:39:33.761362 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-69d4722b-9b8c-448d-b3a9-ab154ef473e9 req-ff2cfec7-c915-450c-b1c4-8af0ea7f7873 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507052 Nov 27 11:39:34.897454 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd448c6-0712-47e5-a781-c694daec0101 req-2cb7d8a9-cc5c-4f6c-bac3-90e80fb81da3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:34.898946 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dfd448c6-0712-47e5-a781-c694daec0101 req-2cb7d8a9-cc5c-4f6c-bac3-90e80fb81da3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0627942 Nov 27 11:39:35.286402 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dfd448c6-0712-47e5-a781-c694daec0101 req-67bfc2db-5e40-48b9-86bd-44002b8df19f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806918 Nov 27 11:39:36.418814 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103a6b9-c84c-438f-9221-14fb9e9baef0 req-8d33906a-8343-4d6b-9d50-ab987330d5cf tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:36.420517 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3103a6b9-c84c-438f-9221-14fb9e9baef0 req-8d33906a-8343-4d6b-9d50-ab987330d5cf tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0618994 Nov 27 11:39:36.473323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3103a6b9-c84c-438f-9221-14fb9e9baef0 req-59fc26b8-8591-4e1e-b2fb-bd5925a94bca tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464110 Nov 27 11:39:37.596370 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f88c6-caae-42ef-ac1b-1203ffdf5942 req-8df2a09b-dff2-4860-8e19-512784aa939a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:37.598337 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fe5f88c6-caae-42ef-ac1b-1203ffdf5942 req-8df2a09b-dff2-4860-8e19-512784aa939a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0546300 Nov 27 11:39:37.656580 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fe5f88c6-caae-42ef-ac1b-1203ffdf5942 req-c9273db7-c3d3-450b-8b5c-1afee29203df tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516167 Nov 27 11:39:38.776079 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d9694-9437-43b2-b487-76901c41c013 req-4c074ae9-8dbd-4053-9122-6128d4a57ccb tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:38.777561 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8c1d9694-9437-43b2-b487-76901c41c013 req-4c074ae9-8dbd-4053-9122-6128d4a57ccb tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0516531 Nov 27 11:39:38.828254 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8c1d9694-9437-43b2-b487-76901c41c013 req-b034c5e2-d755-4efc-a5d0-fc84ff66aebd tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446827 Nov 27 11:39:39.951837 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73d71c-518c-411f-940f-eaa19929dd0b req-7824e6d5-721c-4961-886c-eb9c7652cb11 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:39.953372 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b73d71c-518c-411f-940f-eaa19929dd0b req-7824e6d5-721c-4961-886c-eb9c7652cb11 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0558147 Nov 27 11:39:40.007844 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1b73d71c-518c-411f-940f-eaa19929dd0b req-49c0b3cc-847b-498b-badc-5c4453dfe7a7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475402 Nov 27 11:39:40.417360 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c33c2fa2-1499-4874-80e8-60076e808e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:41.129550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e9c90-dc24-46d2-a15d-bdbc10b60f8b req-759ac7db-90a6-47dd-a3de-0fe069e915f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:41.131615 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-073e9c90-dc24-46d2-a15d-bdbc10b60f8b req-759ac7db-90a6-47dd-a3de-0fe069e915f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0509696 Nov 27 11:39:41.187082 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-073e9c90-dc24-46d2-a15d-bdbc10b60f8b req-fd1dcb2e-bc1f-4d2b-8292-5f0622a64204 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494580 Nov 27 11:39:42.312115 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9bff1-d8eb-4a2d-b02b-8e4dc5e4a8f6 req-0b58d54d-463f-43ca-893e-5f9739bb23d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:42.313700 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-77e9bff1-d8eb-4a2d-b02b-8e4dc5e4a8f6 req-0b58d54d-463f-43ca-893e-5f9739bb23d2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0508285 Nov 27 11:39:42.366514 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-77e9bff1-d8eb-4a2d-b02b-8e4dc5e4a8f6 req-d05857b4-3753-486d-b059-18f8e9e3fef1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464778 Nov 27 11:39:43.196925 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-95eab8f0-9ac9-4102-95bb-52dd68ae99fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:43.785739 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cf149-14fe-4c62-91a5-dd49becb6c66 req-6795a9ce-0977-4c58-b005-a63a01340724 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:43.787234 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0d8cf149-14fe-4c62-91a5-dd49becb6c66 req-6795a9ce-0977-4c58-b005-a63a01340724 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.3483486 Nov 27 11:39:43.850495 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0d8cf149-14fe-4c62-91a5-dd49becb6c66 req-4a05687b-89d6-431a-b498-72aea67168e6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568533 Nov 27 11:39:44.121257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:44.974848 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e561-dd35-458a-9d71-4b5b7aea55e4 req-f030d657-3341-42ee-8260-0ca02b2de5be tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:44.976431 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e894e561-dd35-458a-9d71-4b5b7aea55e4 req-f030d657-3341-42ee-8260-0ca02b2de5be tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0545537 Nov 27 11:39:45.032197 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-e894e561-dd35-458a-9d71-4b5b7aea55e4 req-d9e8a035-23b5-43e2-b773-176168ac9b09 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495090 Nov 27 11:39:45.049096 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:39:45.160390 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:39:45.173011 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'port_id': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'mac_address': 'fa:16:3e:21:f5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:39:45.213867 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:45.227869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:39:45.248283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:39:45.252917 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:45.307592 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:45.315932 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.316300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.316674 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.317020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.317361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.317701 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.318235 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.318606 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.318927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.319261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.319593 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.319921 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:45.617335 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['8d4b7cf2-f339-44c1-9217-74a915d8d7c3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:39:45.728597 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:46.149656 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f8ab4-85c3-4f54-8130-7cb0b6790f98 req-ba7e8141-50f6-4e7d-88c3-753c3489bb07 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:46.151142 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb4f8ab4-85c3-4f54-8130-7cb0b6790f98 req-ba7e8141-50f6-4e7d-88c3-753c3489bb07 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 945 time: 0.0503306 Nov 27 11:39:46.203282 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-cb4f8ab4-85c3-4f54-8130-7cb0b6790f98 req-bbeb1072-4ca9-4e71-8af6-35ba2d20a313 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459301 Nov 27 11:39:46.407632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:47.056202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:39:47.107610 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:39:47.112636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:39:47.113274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:47.195187 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:47.218809 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:39:47.221376 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10837714-8b5a-477c-a58a-df7cbb834837" -d '{"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:39:47.235367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:39:47.242273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:47.270581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f2c86-4aaf-4496-8fc9-9d88e6805949 x-openstack-request-id: req-cf1f2c86-4aaf-4496-8fc9-9d88e6805949 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:39:47.270926 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:39:47.271179 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf1f2c86-4aaf-4496-8fc9-9d88e6805949 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:39:47.271796 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'code': 200} Nov 27 11:39:47.301157 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:47.347647 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff2c5f-ca13-46bb-a245-63a98a978fb0 req-667f1fbe-2d6f-44a3-8b33-b34d26a44528 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:47.349260 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-afff2c5f-ca13-46bb-a245-63a98a978fb0 req-667f1fbe-2d6f-44a3-8b33-b34d26a44528 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0613687 Nov 27 11:39:47.415435 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-afff2c5f-ca13-46bb-a245-63a98a978fb0 req-1545d612-5f64-4070-ac63-d77de5596ad9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554087 Nov 27 11:39:47.463281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb4dcb-921b-4511-a53c-9f811e1a8801 req-e26670d6-172c-4d88-aedf-ae6e9dee4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:47.464838 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bedb4dcb-921b-4511-a53c-9f811e1a8801 req-e26670d6-172c-4d88-aedf-ae6e9dee4533 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0478339 Nov 27 11:39:47.523766 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-bedb4dcb-921b-4511-a53c-9f811e1a8801 req-83efeb8f-1f07-4d5e-b788-91b6b526ef4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521915 Nov 27 11:39:48.541919 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683700d-0dab-4096-865b-6afe71df3f6e req-ceaa56bb-1ab8-4c04-8b47-519641c2a453 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:48.543469 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2683700d-0dab-4096-865b-6afe71df3f6e req-ceaa56bb-1ab8-4c04-8b47-519641c2a453 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0565205 Nov 27 11:39:48.595765 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2683700d-0dab-4096-865b-6afe71df3f6e req-d1de871c-4962-48f1-bc3d-1f21424820b2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455592 Nov 27 11:39:49.716492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7bec-7c4a-4551-b5e6-9e86d99452d4 req-4d3dde88-1a80-4226-a48e-d9a8828da343 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:49.717869 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-603e7bec-7c4a-4551-b5e6-9e86d99452d4 req-4d3dde88-1a80-4226-a48e-d9a8828da343 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0537317 Nov 27 11:39:49.766663 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-603e7bec-7c4a-4551-b5e6-9e86d99452d4 req-0351e9c9-a517-4977-9e70-baeb49a41fd9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428963 Nov 27 11:39:49.881614 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355179ba-13af-4ec1-a560-e1d13000257c req-d1dd0ad9-1c5c-4d58-9aff-24414f6dd082 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:49.883092 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-355179ba-13af-4ec1-a560-e1d13000257c req-d1dd0ad9-1c5c-4d58-9aff-24414f6dd082 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0485804 Nov 27 11:39:49.931960 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-355179ba-13af-4ec1-a560-e1d13000257c req-e7a02826-3724-4f8a-a7be-b23549d03b7f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Nov 27 11:39:49.953960 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51800) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:50.054476 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2da06-bcdd-4cd0-ba7a-1a73270116cf tempest-TestShelveInstance-2070917831 tempest-TestShelveInstance-2070917831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:50.056267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-e6f2da06-bcdd-4cd0-ba7a-1a73270116cf tempest-TestShelveInstance-2070917831 tempest-TestShelveInstance-2070917831-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1094 time: 0.1010411 Nov 27 11:39:50.059218 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51804) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:39:50.063845 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:39:50.094208 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:50.209409 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:50.327160 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Allocated IP 172.26.1.183 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/cf8dca94-d4fc-4346-9629-aaa64512ad33) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:39:50.433784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for port, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:50.471710 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:50.508858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:39:50.513928 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:39:50.517542 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:39:50.550019 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'Port': ['ID=cf8dca94-d4fc-4346-9629-aaa64512ad33,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:50.561784 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.562135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.562482 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.562820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.563155 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.563494 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.563826 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.564157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.564580 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.564963 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.565325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.565671 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:39:50.909878 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:50.983078 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:51.144701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for port, precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:51.149750 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9522305'] for port, after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:51.216858 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event updated for resources: {'Port': ['ID=cf8dca94-d4fc-4346-9629-aaa64512ad33,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:39:51.231982 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:51.336652 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Floating IP 5fa4aac5-26b9-4724-8f45-daa291645bf5 associated. External IP: 172.26.1.183, port: 8d4b7cf2-f339-44c1-9217-74a915d8d7c3. Nov 27 11:39:51.557909 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:39:51.670124 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:39:51.679904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:39:51.690852 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:39:51.692207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:39:51.693028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:39:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:51.721392 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-0e7529e8-7d45-47dd-af8e-b8bc4d00c428 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6610451 Nov 27 11:39:51.721989 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:39:51.724971 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665dafc3d53c48308a5b3aeb054d9916dfb8b89d7f431d3f16db7a4ecd172011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20b3267-3c8f-43e2-a9ee-48d838827b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:39:51.809889 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:39:51.828352 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67491ed-19ca-4b60-bb93-153c4f18b99f x-openstack-request-id: req-f67491ed-19ca-4b60-bb93-153c4f18b99f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:39:51.828670 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:39:51.828934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f67491ed-19ca-4b60-bb93-153c4f18b99f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:39:51.829596 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'status': 'completed', 'code': 200} Nov 27 11:39:51.896879 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-043e35ff-6026-42c9-aa22-12a4237cfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:51.898446 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-043e35ff-6026-42c9-aa22-12a4237cfc9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0431476 Nov 27 11:39:51.995315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-06d37578-87e9-4ae7-9f13-f2df5e665d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:51.996836 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-06d37578-87e9-4ae7-9f13-f2df5e665d44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0918870 Nov 27 11:39:52.046587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '5fa4aac5-26b9-4724-8f45-daa291645bf5', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'port_id': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'mac_address': 'fa:16:3e:21:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:39:50Z', 'updated_at': '2021-11-27T11:39:50Z', 'revision_number': 0, 'project_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:52.065266 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-96003069-ea36-4b5e-9ee2-8ea967c7024a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0610764 Nov 27 11:39:52.084241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:39:52.093278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:39:52.093884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:39:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:52.124720 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-08888051-a750-491c-8cda-a3fb78f48d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:52.126246 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-08888051-a750-491c-8cda-a3fb78f48d28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0531344 Nov 27 11:39:52.184883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-f2cf4b1b-84e7-41ae-9cde-2cb16905e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:39:52.186396 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-f2cf4b1b-84e7-41ae-9cde-2cb16905e9ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528073 Nov 27 11:39:52.206487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:39:52.289533 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-a5a60369-899a-422c-84c4-57de81cf3669 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949652 Nov 27 11:39:52.387883 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f20b3267-3c8f-43e2-a9ee-48d838827b9c req-1f5fcc33-e2a7-4686-a460-a952dd7e33c8 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916848 Nov 27 11:39:52.472965 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '5fa4aac5-26b9-4724-8f45-daa291645bf5', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'port_id': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'mac_address': 'fa:16:3e:21:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:39:50Z', 'updated_at': '2021-11-27T11:39:50Z', 'revision_number': 0, 'project_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:39:52.503680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f75d5-78ca-4146-9582-b2cf0b630955 None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '5fa4aac5-26b9-4724-8f45-daa291645bf5', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'floating_ip_address': '172.26.1.183', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'port_id': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'mac_address': 'fa:16:3e:21:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:39:50Z', 'updated_at': '2021-11-27T11:39:50Z', 'revision_number': 0, 'project_id': 'e6238208801649738ff41099b666a1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:39:52.690018 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd5b55-45b9-4fbc-93cf-44bbbb2aca16 None None] New status for floating IP 5fa4aac5-26b9-4724-8f45-daa291645bf5: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:39:57.613152 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:40:02.482547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:10.421131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07b734e4-c483-4243-a036-4f8a121989cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:13.199414 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5196e629-5f4b-480d-bb1f-67e134a81a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:14.132338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:15.719028 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:16.410799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:32.481724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:34.611881 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:40:40.423600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-28ba2df3-1f93-4f56-a36b-4acddb9f70d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:42.846439 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-3644d1b2-bc1b-4ba3-827f-bf1121aa00bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436814 Nov 27 11:40:42.939844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2c54-96b8-453b-a89a-027106725ee9 req-77fe6b0d-7965-481a-a3b9-528f49f65eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:40:42.941433 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-77fe6b0d-7965-481a-a3b9-528f49f65eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0479655 Nov 27 11:40:43.064687 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2c54-96b8-453b-a89a-027106725ee9 req-a8a0b9f5-147f-4ce9-84de-b9b126f3b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:40:43.066134 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-a8a0b9f5-147f-4ce9-84de-b9b126f3b77b service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0960650 Nov 27 11:40:43.148522 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-8f6d04b7-a1e7-4e15-a76a-1b7a857b0f12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1002 time: 0.0729091 Nov 27 11:40:43.201978 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c924d15-27e2-4a79-9d09-99de4fdd6e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:43.210356 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2c54-96b8-453b-a89a-027106725ee9 req-837a4899-c457-4b9f-bf50-8edab4ded14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:40:43.211885 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-837a4899-c457-4b9f-bf50-8edab4ded14a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0550621 Nov 27 11:40:43.261882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2c54-96b8-453b-a89a-027106725ee9 req-6695b231-e1af-4e33-9116-fe9506406409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:40:43.263416 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-6695b231-e1af-4e33-9116-fe9506406409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438659 Nov 27 11:40:43.374134 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-a1a73e41-f35c-414b-a7ca-531c685c4549 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028376 Nov 27 11:40:43.474042 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-338c2c54-96b8-453b-a89a-027106725ee9 req-266dcf6c-5592-499c-a1ee-499fd21058e8 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924385 Nov 27 11:40:44.127347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:45.727490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:40:46.415899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:02.484887 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:10.427469 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a5dda4b4-6a21-46dd-bd44-b08394da3d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:11.614583 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:41:13.205352 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f4e53b6b-7e80-45ec-b945-96cecb9380b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:14.128547 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:15.724188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:16.419108 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:32.481628 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:40.431183 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-91114ac5-8c34-4ce4-9650-32e5112f102c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:42.860475 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-3fa8fba4-0c41-4061-8bfc-74674ef8546f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801675 Nov 27 11:41:42.947076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-1f4e3e20-d5ee-496c-a8ff-c4b00b407e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:42.948608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-1f4e3e20-d5ee-496c-a8ff-c4b00b407e4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0430260 Nov 27 11:41:43.057845 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-db90a2b8-6aa4-4e80-a527-e9570aecb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:43.059245 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-db90a2b8-6aa4-4e80-a527-e9570aecb59f service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0914176 Nov 27 11:41:43.126638 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-ded96a73-b2f7-4e80-9652-b7671f9dd3fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1002 time: 0.0598786 Nov 27 11:41:43.179584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-860840fb-f258-4e27-91c6-bace52a3076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:43.181043 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-860840fb-f258-4e27-91c6-bace52a3076e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0477378 Nov 27 11:41:43.211878 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-78329c66-7160-4166-ba90-12465e09bb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:43.232347 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-78502481-9a9f-4191-9a4a-212d7dc8530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:43.233940 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-78502481-9a9f-4191-9a4a-212d7dc8530a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458739 Nov 27 11:41:43.326432 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-8322c0d3-7ba5-4285-9734-4079919a305d service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856149 Nov 27 11:41:43.419726 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-da816a36-21ab-49e4-87a0-4e99e679dc66 req-b0df5ab3-46d1-4f32-99ea-adbc20177c9a service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868642 Nov 27 11:41:44.132030 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:45.727495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:46.422444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:41:47.355009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871d713-692c-4431-b15d-1ab6097895b0 req-0b7877ce-9a66-4447-9178-6c7f7e6190a5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:47.356523 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2871d713-692c-4431-b15d-1ab6097895b0 req-0b7877ce-9a66-4447-9178-6c7f7e6190a5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.1094289 Nov 27 11:41:47.409154 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2871d713-692c-4431-b15d-1ab6097895b0 req-2966ed13-31e0-4ba7-9ee6-4698dfbd66e6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466883 Nov 27 11:41:48.589239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcd1fd-0f91-4a05-aa88-1a3e355bf7a7 req-a8a5524a-80d5-4383-9fed-991a0146885c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:48.590759 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bbfcd1fd-0f91-4a05-aa88-1a3e355bf7a7 req-a8a5524a-80d5-4383-9fed-991a0146885c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0963306 Nov 27 11:41:48.613480 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:41:48.640905 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-bbfcd1fd-0f91-4a05-aa88-1a3e355bf7a7 req-e41214d6-7617-48f6-9a35-bff5001d1cf3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 Nov 27 11:41:49.778350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea161-38b6-448a-8de4-3901f72f1c39 req-84f2472f-06c5-4529-92b4-f2199a9b5967 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:49.779777 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab1ea161-38b6-448a-8de4-3901f72f1c39 req-84f2472f-06c5-4529-92b4-f2199a9b5967 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0554242 Nov 27 11:41:49.830430 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ab1ea161-38b6-448a-8de4-3901f72f1c39 req-bbfd4aeb-d046-437c-b2ac-399fdfa23dd3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Nov 27 11:41:50.956867 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f93d5-d315-40bb-abe3-6086cb251193 req-04b3a7ae-68ba-4db1-906e-6e10bfee16ad tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:50.958375 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-380f93d5-d315-40bb-abe3-6086cb251193 req-04b3a7ae-68ba-4db1-906e-6e10bfee16ad tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0547192 Nov 27 11:41:51.016730 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-380f93d5-d315-40bb-abe3-6086cb251193 req-ac2fbf74-605e-4996-a080-fffeae78dc62 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523732 Nov 27 11:41:52.140537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d98d4-d4bf-4e43-987c-67fca4433b75 req-3a29d370-74f7-449b-8f45-23f324570858 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:52.142065 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d83d98d4-d4bf-4e43-987c-67fca4433b75 req-3a29d370-74f7-449b-8f45-23f324570858 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0515788 Nov 27 11:41:52.194088 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d83d98d4-d4bf-4e43-987c-67fca4433b75 req-3295c707-4490-43f1-9205-9a9505e47eea tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458529 Nov 27 11:41:53.314579 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3100-5f21-43d5-9230-59929f3456ac req-d2e9c4ca-37f2-43d0-88cf-144af614a8c3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:53.316135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-15dc3100-5f21-43d5-9230-59929f3456ac req-d2e9c4ca-37f2-43d0-88cf-144af614a8c3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0522010 Nov 27 11:41:53.367686 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-15dc3100-5f21-43d5-9230-59929f3456ac req-52eda11f-18cc-4e30-97ad-eaaf67246b75 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Nov 27 11:41:54.487050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d964c-2897-4dc6-b7c2-d41861fca3e1 req-54215dc0-3550-4ae8-ae02-d91d37f1bb26 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:54.488487 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-185d964c-2897-4dc6-b7c2-d41861fca3e1 req-54215dc0-3550-4ae8-ae02-d91d37f1bb26 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0509887 Nov 27 11:41:54.544703 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-185d964c-2897-4dc6-b7c2-d41861fca3e1 req-e7dc22d4-0aab-4696-90b7-9494b5a0b9e9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496657 Nov 27 11:41:55.663121 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413b89-9825-4be4-9a92-ef515254411a req-93548308-bd1a-4f1b-805c-bf4aad3c9b88 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:55.664650 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14413b89-9825-4be4-9a92-ef515254411a req-93548308-bd1a-4f1b-805c-bf4aad3c9b88 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0504801 Nov 27 11:41:55.721791 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-14413b89-9825-4be4-9a92-ef515254411a req-29cd6ae7-7c40-484c-8988-e7b529e3e41b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510716 Nov 27 11:41:56.839783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dafc10-49b7-402c-accf-eec267a1ceaa req-164c5f8c-db10-4f45-8a74-a133a92d7bab tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:56.841279 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-30dafc10-49b7-402c-accf-eec267a1ceaa req-164c5f8c-db10-4f45-8a74-a133a92d7bab tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0504408 Nov 27 11:41:56.894425 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-30dafc10-49b7-402c-accf-eec267a1ceaa req-633a91bd-30f8-4e38-bcd5-cc41b9bb6cc2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469472 Nov 27 11:41:57.472473 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5953df-7a75-460e-bd58-38b11863867e req-3cb4efba-b600-4672-89f8-0cfd5bc616c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:57.474040 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-3cb4efba-b600-4672-89f8-0cfd5bc616c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0440178 Nov 27 11:41:57.573773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5953df-7a75-460e-bd58-38b11863867e req-6f9f8f54-d520-4c8f-802c-3ac158130893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:57.575252 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-6f9f8f54-d520-4c8f-802c-3ac158130893 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0937004 Nov 27 11:41:57.644720 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-6a99ab14-731b-4101-add4-10c29c62a17c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1002 time: 0.0583897 Nov 27 11:41:57.700849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5953df-7a75-460e-bd58-38b11863867e req-d906b209-ce5d-4660-aa49-9274ce3f6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:57.702325 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-d906b209-ce5d-4660-aa49-9274ce3f6fd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0499096 Nov 27 11:41:57.749801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5953df-7a75-460e-bd58-38b11863867e req-0e2a3dea-485d-42cf-8fce-6892401a58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:57.751199 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-0e2a3dea-485d-42cf-8fce-6892401a58fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423188 Nov 27 11:41:57.844269 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-9d95975e-2a45-40fa-ade1-1762bfe6744a service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850208 Nov 27 11:41:57.939149 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa5953df-7a75-460e-bd58-38b11863867e req-55415793-d110-485f-9204-5d7b913adf8e service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877609 Nov 27 11:41:58.013615 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793219c3-8e44-4bbb-8037-580cf44777d5 req-4e08f4e6-3cbb-4b47-a55c-e1f93081f173 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:58.015005 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-793219c3-8e44-4bbb-8037-580cf44777d5 req-4e08f4e6-3cbb-4b47-a55c-e1f93081f173 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0499468 Nov 27 11:41:58.064774 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-793219c3-8e44-4bbb-8037-580cf44777d5 req-18fe1d5d-7046-450c-8f5d-9cb50d22aa3a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 Nov 27 11:41:59.184026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0376-3ef3-4448-b543-b3ec19bec157 req-8c4b6d08-eb54-4647-aea6-68c753fedc67 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:41:59.185559 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-392e0376-3ef3-4448-b543-b3ec19bec157 req-8c4b6d08-eb54-4647-aea6-68c753fedc67 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0510530 Nov 27 11:41:59.240104 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-392e0376-3ef3-4448-b543-b3ec19bec157 req-e779fd7f-b9d5-4044-a9f2-6ed905c68dac tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485017 Nov 27 11:42:00.372119 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5073cc-d668-4764-b5ee-e7d12bc6ba8c req-9b21e5e2-1548-4b97-9598-4eac213a5c88 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:00.374132 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fe5073cc-d668-4764-b5ee-e7d12bc6ba8c req-9b21e5e2-1548-4b97-9598-4eac213a5c88 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0535362 Nov 27 11:42:00.430075 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fe5073cc-d668-4764-b5ee-e7d12bc6ba8c req-8b4b9f2b-4d78-49c9-a3ca-d59911cf311c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497408 Nov 27 11:42:01.565738 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecb71d-254d-4454-a3f7-4305f6a571f0 req-a28a65f3-e6e7-47eb-af4f-246a5e5e20d3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:01.567146 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c7ecb71d-254d-4454-a3f7-4305f6a571f0 req-a28a65f3-e6e7-47eb-af4f-246a5e5e20d3 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0563343 Nov 27 11:42:01.622811 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c7ecb71d-254d-4454-a3f7-4305f6a571f0 req-3187aa2c-ef02-46bd-8e3e-71d545ce5418 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496686 Nov 27 11:42:01.827721 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-b8c84128-8f4d-439f-94d0-af26b9b330f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477874 Nov 27 11:42:01.838267 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-ef4e5fb7-fd53-46aa-a72a-e69bcae2bd99 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:42:01.839265 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-ef4e5fb7-fd53-46aa-a72a-e69bcae2bd99 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057929 Nov 27 11:42:01.858648 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f2c98-1f60-40ad-b2d8-9b763ab671c3 req-9d078072-2295-49cc-bda2-7f0f24a27c68 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:01.860201 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e39f2c98-1f60-40ad-b2d8-9b763ab671c3 req-9d078072-2295-49cc-bda2-7f0f24a27c68 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0550141 Nov 27 11:42:01.911974 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e39f2c98-1f60-40ad-b2d8-9b763ab671c3 req-987874cd-cb9c-426d-b0cd-22ad4168e223 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454981 Nov 27 11:42:02.481707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:03.033408 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68da16e-8deb-47da-8bcc-d0253ff06be3 req-dfad31f3-29a7-447f-8d62-d90ea7583cfd tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:03.035234 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d68da16e-8deb-47da-8bcc-d0253ff06be3 req-dfad31f3-29a7-447f-8d62-d90ea7583cfd tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0527813 Nov 27 11:42:03.099504 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d68da16e-8deb-47da-8bcc-d0253ff06be3 req-5883777e-37ce-4456-8a8e-0706558da10a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578635 Nov 27 11:42:03.748677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:42:03.828548 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:03.853270 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:42:03.855589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec32fb46-d2f2-401e-bb43-0d2ff6511daa" -d '{"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:42:03.869364 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:42:03.873967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:03.898713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f3b1ed-9a00-4e1f-9ce7-f12a0d4c9e6c x-openstack-request-id: req-69f3b1ed-9a00-4e1f-9ce7-f12a0d4c9e6c {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:42:03.899016 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-unplugged", "status": "failed", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "code": 422}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:42:03.899279 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69f3b1ed-9a00-4e1f-9ce7-f12a0d4c9e6c {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:42:03.899687 dv-neutron-804846-16-hyperv neutron-server[103380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'code': 422} returned with failed status Nov 27 11:42:03.925622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:42:03.933081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.933439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.933791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.934136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.934477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.934820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.935159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.935495 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.935828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.936159 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.936522 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:03.936853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:42:04.223051 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d89a7c-ea28-4939-b635-ee3841da2a45 req-1bcb6750-486e-4154-ab07-2866bc5f5ba9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:04.224664 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f0d89a7c-ea28-4939-b635-ee3841da2a45 req-1bcb6750-486e-4154-ab07-2866bc5f5ba9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0515537 Nov 27 11:42:04.280592 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f0d89a7c-ea28-4939-b635-ee3841da2a45 req-43ca3a73-006d-49c8-9919-6e8cb113e384 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498765 Nov 27 11:42:05.400663 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a888050-7c6f-4635-9293-b11d9a9089dc req-6bc22e10-82a7-4795-ad9a-6478a499724b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:05.402198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2a888050-7c6f-4635-9293-b11d9a9089dc req-6bc22e10-82a7-4795-ad9a-6478a499724b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0514317 Nov 27 11:42:05.460955 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2a888050-7c6f-4635-9293-b11d9a9089dc req-323e2cfd-a09d-4f4a-b10c-2c1f27ac9bcd tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526960 Nov 27 11:42:06.585473 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d89fd-64d1-4723-91ad-08994f29dccf req-cc2bdc7b-631e-4339-bc22-86785b221ee1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:06.587068 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ae4d89fd-64d1-4723-91ad-08994f29dccf req-cc2bdc7b-631e-4339-bc22-86785b221ee1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0529108 Nov 27 11:42:06.641293 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ae4d89fd-64d1-4723-91ad-08994f29dccf req-250f2309-b237-41fb-9248-eec79268d0a8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481288 Nov 27 11:42:07.767176 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b9486-cb8f-4890-a45c-0b847b27b66e req-029c8c59-4bfe-470f-9000-55dd1a27f103 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:07.768624 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5f9b9486-cb8f-4890-a45c-0b847b27b66e req-029c8c59-4bfe-470f-9000-55dd1a27f103 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0568290 Nov 27 11:42:07.835268 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-5f9b9486-cb8f-4890-a45c-0b847b27b66e req-aace27b1-de0b-4f5d-94bf-fe3add4d66e1 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592718 Nov 27 11:42:08.956005 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6c47e-4126-450f-9f9e-b0738ab95ac4 req-e9033416-f77b-4b66-bf24-b87343ac9e09 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:08.957922 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c9e6c47e-4126-450f-9f9e-b0738ab95ac4 req-e9033416-f77b-4b66-bf24-b87343ac9e09 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0543053 Nov 27 11:42:09.011485 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-c9e6c47e-4126-450f-9f9e-b0738ab95ac4 req-6bc2966b-15d5-4174-9c1f-0397d58eb2e8 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469358 Nov 27 11:42:09.822578 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-fc2a2097-43bc-48d6-9bcc-30b9cb3d630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:09.823984 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-fc2a2097-43bc-48d6-9bcc-30b9cb3d630f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff&tenant_id=e6238208801649738ff41099b666a1e8 HTTP/1.1" status: 200 len: 1097 time: 0.0416224 Nov 27 11:42:09.895344 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-f1f026bc-bb86-4252-bd6f-50430ea9678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:09.896889 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-f1f026bc-bb86-4252-bd6f-50430ea9678b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1097 time: 0.0460892 Nov 27 11:42:09.994617 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-80cda7e6-186d-4ffd-a23e-29abc789dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:09.996123 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-80cda7e6-186d-4ffd-a23e-29abc789dfaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0916195 Nov 27 11:42:10.063575 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-e287c07e-9322-45eb-8910-077b55fd5d1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1000 time: 0.0603712 Nov 27 11:42:10.144517 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-ca7e8c54-c97b-4ba1-97c4-7f9648a7dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:10.145952 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-ca7e8c54-c97b-4ba1-97c4-7f9648a7dd04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0755405 Nov 27 11:42:10.188399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2536-1ae3-421d-bf63-00e60f27945c req-69259b62-f39a-45cd-b6ad-3f50ca764544 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:10.189887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-139d2536-1ae3-421d-bf63-00e60f27945c req-69259b62-f39a-45cd-b6ad-3f50ca764544 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0839450 Nov 27 11:42:10.221098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-fbb67812-da7d-4e4f-8a95-6c8600985230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:10.222604 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-fbb67812-da7d-4e4f-8a95-6c8600985230 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694189 Nov 27 11:42:10.278938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-139d2536-1ae3-421d-bf63-00e60f27945c req-78bef2e3-97de-44dc-9731-3786b2baa96e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823429 Nov 27 11:42:10.336965 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-e3afa7f8-8ad4-4c7a-810a-52265ac4ace2 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047668 Nov 27 11:42:10.440346 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4f522ce2-aa5e-4fe9-8ac3-8e1578e8e8fe req-d5c4316a-b5dc-4a2b-a345-76d7a2ff7e6a service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966108 Nov 27 11:42:10.440791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1ebab8cc-2271-41e5-b7b4-e6a3de492839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:11.400739 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e596caa-087f-4956-a599-344264566a5e req-dcfd3228-6b2a-42d0-a077-6e3f3de73a87 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:11.402278 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e596caa-087f-4956-a599-344264566a5e req-dcfd3228-6b2a-42d0-a077-6e3f3de73a87 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0556440 Nov 27 11:42:11.453940 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-7e596caa-087f-4956-a599-344264566a5e req-006df8c1-b4b3-4d5f-9dd8-e032635a095b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457118 Nov 27 11:42:12.578345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761575-16a1-4e63-ab0d-e21ba5007883 req-bb0515c1-c8d7-493d-ab2e-b7c25045b468 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:12.579848 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa761575-16a1-4e63-ab0d-e21ba5007883 req-bb0515c1-c8d7-493d-ab2e-b7c25045b468 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0544250 Nov 27 11:42:12.632086 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa761575-16a1-4e63-ab0d-e21ba5007883 req-3757e324-51a9-4392-bff3-df8d4626e12b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446160 Nov 27 11:42:13.214391 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b0ac94ab-c69c-4c69-970b-0c4a003767c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:13.752653 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec8485-41bf-4bb6-b9de-3388875a0395 req-ab5e3437-3cbc-42c8-b26a-db8cc0a69b57 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:13.754176 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-22ec8485-41bf-4bb6-b9de-3388875a0395 req-ab5e3437-3cbc-42c8-b26a-db8cc0a69b57 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0533209 Nov 27 11:42:13.807943 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-22ec8485-41bf-4bb6-b9de-3388875a0395 req-2360b34d-5bc6-4ea9-82f3-176e52d50b59 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466208 Nov 27 11:42:14.134913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:14.928481 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a7e61-d79e-455d-80c4-14aef48aee00 req-83a108bb-8ab8-48d4-837a-e5d557e46450 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:14.930215 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07a7e61-d79e-455d-80c4-14aef48aee00 req-83a108bb-8ab8-48d4-837a-e5d557e46450 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0515764 Nov 27 11:42:14.981759 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e07a7e61-d79e-455d-80c4-14aef48aee00 req-d01ccf62-d860-4e2e-9e4c-8f17dcd2889b tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453792 Nov 27 11:42:15.728981 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:16.104073 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc9cd-b038-42d5-9595-84d334c77e82 req-6511a28f-6451-405f-96a7-c46fc9f7de6a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:16.106310 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9effc9cd-b038-42d5-9595-84d334c77e82 req-6511a28f-6451-405f-96a7-c46fc9f7de6a tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0514109 Nov 27 11:42:16.163680 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-9effc9cd-b038-42d5-9595-84d334c77e82 req-c9916019-0a6e-4b26-bf0b-8e32fc2b3899 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518143 Nov 27 11:42:16.427433 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:17.290293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af0291-2a63-42dd-8ccc-a494d0ebd13e req-f355b366-2134-46ec-8618-82f4b6f6814c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:17.291815 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c9af0291-2a63-42dd-8ccc-a494d0ebd13e req-f355b366-2134-46ec-8618-82f4b6f6814c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 944 time: 0.0549784 Nov 27 11:42:17.344689 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c9af0291-2a63-42dd-8ccc-a494d0ebd13e req-03efee1d-bc8c-411c-9bc8-ae2d935d84c5 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468733 Nov 27 11:42:17.793663 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:42:17.895530 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:42:17.907481 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'port_id': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'mac_address': 'fa:16:3e:21:f5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:42:17.949681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:17.963528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:42:17.983318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:42:17.987501 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:18.045506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:42:18.310532 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['8d4b7cf2-f339-44c1-9217-74a915d8d7c3'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:42:18.472028 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a14792-3d30-4f06-9a15-e0b5ee4e1f48 req-f36f9d41-5cf0-42e6-84c5-dba30659f044 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:18.473585 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9a14792-3d30-4f06-9a15-e0b5ee4e1f48 req-f36f9d41-5cf0-42e6-84c5-dba30659f044 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 945 time: 0.0573056 Nov 27 11:42:18.529910 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-d9a14792-3d30-4f06-9a15-e0b5ee4e1f48 req-632e7a5f-7231-4347-b1b5-13d0e526f289 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463128 Nov 27 11:42:19.650370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9a7d8-1861-416c-a109-14a59275518e req-02c90b19-5a6d-47bd-a125-61a13fd84f75 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:19.651894 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8df9a7d8-1861-416c-a109-14a59275518e req-02c90b19-5a6d-47bd-a125-61a13fd84f75 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 945 time: 0.0521579 Nov 27 11:42:19.710520 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8df9a7d8-1861-416c-a109-14a59275518e req-4f26ede6-5a3a-45c1-88b6-a44f6639a77e tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 Nov 27 11:42:19.809002 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:42:19.868073 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:42:19.868471 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:19.947725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:19.971877 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:42:19.974101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ffce5b-a561-47f0-8af1-82f532e86a7e" -d '{"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:42:19.988057 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:42:19.993259 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:20.019881 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46156509-fe8f-46e3-8922-8744a6dae86a x-openstack-request-id: req-46156509-fe8f-46e3-8922-8744a6dae86a {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:42:20.020181 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:42:20.020459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46156509-fe8f-46e3-8922-8744a6dae86a {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:42:20.020853 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'code': 200} Nov 27 11:42:20.049225 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:42:20.238154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd652d-56f7-40ba-ae8e-224893ee5ae7 req-b136b19f-5e90-4b2e-99d7-68370a40acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:20.239643 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50fd652d-56f7-40ba-ae8e-224893ee5ae7 req-b136b19f-5e90-4b2e-99d7-68370a40acfd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0424657 Nov 27 11:42:20.301995 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-50fd652d-56f7-40ba-ae8e-224893ee5ae7 req-b7fa2afa-a593-45e1-b169-20216d38800f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530574 Nov 27 11:42:20.825901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413726-5539-405a-a1bb-5c2d0155f196 req-b9991d1c-7e0d-4288-a3c6-e9fd4dd598e6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:20.827418 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d5413726-5539-405a-a1bb-5c2d0155f196 req-b9991d1c-7e0d-4288-a3c6-e9fd4dd598e6 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0491073 Nov 27 11:42:20.878901 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-d5413726-5539-405a-a1bb-5c2d0155f196 req-d83dda33-b212-4c73-91eb-b642a36148dc tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452399 Nov 27 11:42:21.998319 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf03c3b-87ce-4e0a-aa86-6ec79166a915 req-f7ecae56-2e6a-4863-9e31-522374f9729f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:21.999868 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ccf03c3b-87ce-4e0a-aa86-6ec79166a915 req-f7ecae56-2e6a-4863-9e31-522374f9729f tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0499420 Nov 27 11:42:22.051254 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ccf03c3b-87ce-4e0a-aa86-6ec79166a915 req-2165f8df-1306-484d-8c7f-fd477361a4ac tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454619 Nov 27 11:42:25.612441 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:42:32.479629 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:40.436037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9751f8cd-58c4-41ba-a87a-46b275f47ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:43.223517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2187c944-96a3-433e-bf0c-a95d6ef0049a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:44.136035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:44.834376 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-368816c7-d927-46b8-81f8-a2e9c918b55c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465498 Nov 27 11:42:44.927798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-f6985086-8768-4381-a2a2-4af99442f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:44.930615 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-f6985086-8768-4381-a2a2-4af99442f930 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0512044 Nov 27 11:42:45.049180 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-03f4dc0f-e596-41c1-a537-5419a6bc1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:45.050664 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-03f4dc0f-e596-41c1-a537-5419a6bc1bdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.0996139 Nov 27 11:42:45.135902 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-89b8adb5-02ed-48c1-bf14-5f0573a0193a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 1002 time: 0.0753698 Nov 27 11:42:45.190034 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-7f1b180e-a9c8-4074-bb92-68aa739be821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:45.191749 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-7f1b180e-a9c8-4074-bb92-68aa739be821 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0483115 Nov 27 11:42:45.239875 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-f102cf1a-7a08-4239-a434-1db8f1d805f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:42:45.242023 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-f102cf1a-7a08-4239-a434-1db8f1d805f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432229 Nov 27 11:42:45.339107 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-1eb996e0-adc2-48c8-8d91-9f242c572777 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891933 Nov 27 11:42:45.435944 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0c2a4664-ee6f-4d74-a497-ea28ce40d2f4 req-612cfbb1-3b65-4425-8db7-060c5b0a2a44 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902214 Nov 27 11:42:45.736956 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:42:46.444675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:02.478278 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:02.610766 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:43:10.438697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-db6b4912-ddf3-418d-bc00-95798275cd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:13.218869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-08ab031b-1b4f-4113-88f2-e225cd6a63f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:14.140430 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:15.733934 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:16.430331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:32.493350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:35.352205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 51962) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:35.525686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Deleting port cf8dca94-d4fc-4346-9629-aaa64512ad33 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:35.526702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:35.605751 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:35.605975 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:35.617410 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Calling delete_port for cf8dca94-d4fc-4346-9629-aaa64512ad33 owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:35.765746 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:35.792655 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event deleted for resources: {'Port': ['ID=cf8dca94-d4fc-4346-9629-aaa64512ad33,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:35.816702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.817057 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.817402 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.817741 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.818077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.818418 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.818758 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.826474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.826474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.826474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.826474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.826474 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:35.867502 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:35.867734 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Floating IP 5fa4aac5-26b9-4724-8f45-daa291645bf5 disassociated (deleted). External IP: 172.26.1.183, port: 8d4b7cf2-f339-44c1-9217-74a915d8d7c3. Nov 27 11:43:36.103336 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:43:36.212914 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:43:36.218027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:36.222720 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:43:36.233939 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:36.234557 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:36.246180 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-1ef491cb-6fb8-42ee-ae8a-493f34ba84f2 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "DELETE /v2.0/floatingips/5fa4aac5-26b9-4724-8f45-daa291645bf5 HTTP/1.1" status: 204 len: 168 time: 0.8927958 Nov 27 11:43:36.246769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:43:36.249144 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665dafc3d53c48308a5b3aeb054d9916dfb8b89d7f431d3f16db7a4ecd172011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01cac81-fdc4-4784-a167-2515ee007b43" -d '{"events": [{"name": "network-changed", "server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:43:36.293546 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b7900f-b2ba-4603-911e-77b910587d7b x-openstack-request-id: req-37b7900f-b2ba-4603-911e-77b910587d7b {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:43:36.293846 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:43:36.294107 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37b7900f-b2ba-4603-911e-77b910587d7b {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:43:36.294884 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'status': 'completed', 'code': 200} Nov 27 11:43:36.353089 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:36.363056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-54f9240d-363b-4c5c-ad40-b7b90d233cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:36.365374 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-54f9240d-363b-4c5c-ad40-b7b90d233cf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6238208801649738ff41099b666a1e8&device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 1099 time: 0.0453243 Nov 27 11:43:36.492278 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-b8db028f-a4de-4512-b8a0-99412e4be177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:36.493764 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-b8db028f-a4de-4512-b8a0-99412e4be177 service neutron] 10.222.0.24 "GET /v2.0/networks?id=35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 200 len: 909 time: 0.1154072 Nov 27 11:43:36.498728 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec4e2e-c977-4902-81a8-bffa1aa4c6d9 req-389a078d-f662-41df-a159-a9135afb52d0 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:36.500309 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-66ec4e2e-c977-4902-81a8-bffa1aa4c6d9 req-389a078d-f662-41df-a159-a9135afb52d0 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0595820 Nov 27 11:43:36.538292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-2514c010-a9df-4f8c-971f-066e8590110b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 200 len: 217 time: 0.0356135 Nov 27 11:43:36.556841 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-66ec4e2e-c977-4902-81a8-bffa1aa4c6d9 req-9599aff4-70d9-4f06-9339-5810a4342258 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498254 Nov 27 11:43:36.570418 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:36.587543 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-875e2332-10db-4516-83d1-80391fd29b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:36.589751 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-875e2332-10db-4516-83d1-80391fd29b54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 200 len: 847 time: 0.0448081 Nov 27 11:43:36.602139 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:43:36.612477 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:36.613099 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:36.637243 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-479c24fd-f3fd-40e2-b473-7583373f4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:36.638746 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-479c24fd-f3fd-40e2-b473-7583373f4837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=35846232-268b-4ee6-af30-e923f96f5b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418370 Nov 27 11:43:36.650464 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-90b73c48-8e41-472f-b1c0-8349f5d7c14a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:43:36.652230 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-90b73c48-8e41-472f-b1c0-8349f5d7c14a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056107 Nov 27 11:43:36.719267 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:36.747734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-aab62e3c-d7b7-4b88-8cd0-8977568d5b16 service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883334 Nov 27 11:43:36.849185 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c01cac81-fdc4-4784-a167-2515ee007b43 req-dd05e821-ad2f-4356-9059-f167b5acaffa service neutron] 10.222.0.24 "GET /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922587 Nov 27 11:43:36.923752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:36.950525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5075b20-0582-49a1-aa5d-b6cf1b3ebba6 None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:49Z', 'revision_number': 4, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'cd6d69ea-ecb8-456a-a194-4502a9074b87', 'name': '', 'network_id': '35846232-268b-4ee6-af30-e923f96f5b26', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'mac_address': 'fa:16:3e:f9:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:49Z', 'updated_at': '2021-11-27T11:33:54Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'subnets': [{'id': '1eaef751-5d44-4947-93e2-a6da2ee181b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:43:37.169109 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac47750-da71-4de4-ab33-01721e21e5b2 None None] New status for floating IP 5fa4aac5-26b9-4724-8f45-daa291645bf5: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:43:37.681479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086e079-7f03-4855-8b25-8c66ddabe9e1 req-9bfa3f79-7e7e-457d-86a3-1a0d98e46e0c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:37.683767 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a086e079-7f03-4855-8b25-8c66ddabe9e1 req-9bfa3f79-7e7e-457d-86a3-1a0d98e46e0c tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0512977 Nov 27 11:43:37.734302 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a086e079-7f03-4855-8b25-8c66ddabe9e1 req-070f950f-34d1-46b9-aa26-63c1d83fb430 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d971442-fe12-4cb5-a3dd-a46a874be2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Nov 27 11:43:38.111934 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-62af126f-0c7e-46c4-bb27-fbec4eb06522 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:38.113333 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-62af126f-0c7e-46c4-bb27-fbec4eb06522 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 946 time: 0.0486836 Nov 27 11:43:38.211260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Deleting port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:38.211593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:38.301870 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] For port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:38.302228 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:38.315098 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Calling delete_port for 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:38.445862 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:38.475244 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event deleted for resources: {'Port': ['ID=8d4b7cf2-f339-44c1-9217-74a915d8d7c3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:38.486177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.486533 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.486882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.487226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.487561 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.487900 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.488238 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.488623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.488936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.489267 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.489923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.489923 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:38.833228 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b96bb1d2-90d1-45a0-8773-f7a3b7a892c0 req-0227f68d-bd35-4c14-91ee-e73dc0e21851 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0289640 Nov 27 11:43:38.836016 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] No DVR routers for this DVR port 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:43:38.838601 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:38.842092 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-0aab9ed9-3282-4fe5-a6fb-a7e24fa11070 req-4bb44f27-c4c5-4099-9c9e-865bc34d24f9 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.24 "DELETE /v2.0/ports/8d4b7cf2-f339-44c1-9217-74a915d8d7c3 HTTP/1.1" status: 204 len: 173 time: 0.7225273 Nov 27 11:43:38.842511 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-deleted', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:43:38.845027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359f9b9-c995-42df-98a9-ba6d19b11b64" -d '{"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-deleted", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:43:38.884530 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d98f4e-5088-4e7b-bc0f-4a637fb0eccc x-openstack-request-id: req-b5d98f4e-5088-4e7b-bc0f-4a637fb0eccc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:43:38.884844 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59a3f3-2c39-4c48-aec4-ba297c3fbdff", "name": "network-vif-deleted", "tag": "8d4b7cf2-f339-44c1-9217-74a915d8d7c3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:43:38.885089 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5d98f4e-5088-4e7b-bc0f-4a637fb0eccc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:43:38.886090 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59a3f3-2c39-4c48-aec4-ba297c3fbdff', 'name': 'network-vif-deleted', 'tag': '8d4b7cf2-f339-44c1-9217-74a915d8d7c3', 'status': 'completed', 'code': 200} Nov 27 11:43:39.611128 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:43:39.932515 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a8da211b-3f5e-47a6-bcaf-1f2f76469e60 req-9ee663a6-40b7-4fc3-8f95-5373d1d535b7 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0258884 Nov 27 11:43:40.444330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-da998eb6-e5d3-4060-9da2-a30095baaafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:41.032745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-694d2697-dc36-4fff-901c-5d1c7f83192b req-3ae6d8f1-1dfb-4a7f-86ff-debc3ea35042 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0268033 Nov 27 11:43:42.129992 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:42.136479 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a32b8b83-6639-4add-b3cb-f35dba7da314 req-389963a1-9e9c-4791-9e0f-1e3c3c9fcced tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0276656 Nov 27 11:43:42.156771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:42.157125 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 8d4b7cf2-f339-44c1-9217-74a915d8d7c3 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:43.221858 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-cdf326d8-eb28-4ab7-b73c-9745dd070660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:43.234960 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-33796c22-46f7-4f77-815c-2a472da78eab req-462373a8-c39d-490a-b985-d42e721b83ea tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d59a3f3-2c39-4c48-aec4-ba297c3fbdff HTTP/1.1" status: 200 len: 210 time: 0.0297263 Nov 27 11:43:44.143970 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:44.296035 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 51998) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:44.357319 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47b8e160-1154-4552-b50b-d6d0c6b17e94 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:44.383270 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47b8e160-1154-4552-b50b-d6d0c6b17e94 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:44.452042 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47b8e160-1154-4552-b50b-d6d0c6b17e94 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:44.456653 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47b8e160-1154-4552-b50b-d6d0c6b17e94 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:44.458102 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-47b8e160-1154-4552-b50b-d6d0c6b17e94 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] 10.222.0.13 "DELETE /v2.0/security-groups/4d971442-fe12-4cb5-a3dd-a46a874be2e2 HTTP/1.1" status: 204 len: 168 time: 0.1607630 Nov 27 11:43:44.478846 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8e160-1154-4552-b50b-d6d0c6b17e94 tempest-TestShelveInstance-1178172565 tempest-TestShelveInstance-1178172565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d971442-fe12-4cb5-a3dd-a46a874be2e2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:44.512536 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52002) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:44.991377 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:45.256630 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Deleting port cd6d69ea-ecb8-456a-a194-4502a9074b87 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:45.256939 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:45.352724 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] For port cd6d69ea-ecb8-456a-a194-4502a9074b87, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cd6d69ea-ecb8-456a-a194-4502a9074b87,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:45.353353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:45.367867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Calling delete_port for cd6d69ea-ecb8-456a-a194-4502a9074b87 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:45.591331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:45.621826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6d69ea-ecb8-456a-a194-4502a9074b87,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:45.764331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:45.855434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.100734 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Router 1b7c3e55-0f21-4be6-b485-787c21c33e48 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:43:46.226370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:43:46.235599 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0bd1f387-93dd-44d3-b7b3-361b788baa0b admin admin] 10.222.0.13 "PUT /v2.0/routers/1b7c3e55-0f21-4be6-b485-787c21c33e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206595 Nov 27 11:43:46.237522 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52006) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:46.238331 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] Sync routers for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:43:46.253055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:46.253711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:46.380890 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.498101 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.538027 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.579173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:46.600951 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Deleting port dc79be78-0cd6-4ff4-817b-63efe590fcff {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:46.601336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.691168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] For port dc79be78-0cd6-4ff4-817b-63efe590fcff, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dc79be78-0cd6-4ff4-817b-63efe590fcff,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:46.691641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.705658 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Calling delete_port for dc79be78-0cd6-4ff4-817b-63efe590fcff owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:46.777861 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:43:45Z', 'revision_number': 5, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port': {'id': 'dc79be78-0cd6-4ff4-817b-63efe590fcff', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:46.804678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] Checking router: 1b7c3e55-0f21-4be6-b485-787c21c33e48 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:43:46.814097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] Routers {'1b7c3e55-0f21-4be6-b485-787c21c33e48'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:46.814717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['1b7c3e55-0f21-4be6-b485-787c21c33e48'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:46.888061 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:46.912716 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] Set router 1b7c3e55-0f21-4be6-b485-787c21c33e48 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:46.914952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc79be78-0cd6-4ff4-817b-63efe590fcff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:46.944802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c51c1-a11f-457f-9772-25622edaa097 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:46.978653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:43:46Z', 'revision_number': 6, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:46.985623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.011411 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f326a-3f95-418c-81d4-6d7084a9d72c None None] The sync data for ids ['1b7c3e55-0f21-4be6-b485-787c21c33e48'] in dv-neutron-804846-16-hyperv is: [{'id': '1b7c3e55-0f21-4be6-b485-787c21c33e48', 'name': 'tempest-TestShelveInstance-608852274-router', 'tenant_id': 'e6238208801649738ff41099b666a1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:47Z', 'updated_at': '2021-11-27T11:43:46Z', 'revision_number': 6, 'project_id': 'e6238208801649738ff41099b666a1e8', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:43:47.087935 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.091431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.140798 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.141574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7c3e55-0f21-4be6-b485-787c21c33e48 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:43:47.146420 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.147592 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6bcc3ed5-bb8d-4f38-b4d8-081d205b51a5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b7c3e55-0f21-4be6-b485-787c21c33e48 HTTP/1.1" status: 204 len: 168 time: 0.9090595 Nov 27 11:43:47.150171 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52008) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:47.197431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Deleting subnet 1eaef751-5d44-4947-93e2-a6da2ee181b9 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:43:47.200664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.238598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.324931 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.383540 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.415815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eaef751-5d44-4947-93e2-a6da2ee181b9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:47.422144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.428521 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52010) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:47.429208 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-74b794d3-2ff2-41ca-b785-d2fd4c562712 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1eaef751-5d44-4947-93e2-a6da2ee181b9 HTTP/1.1" status: 204 len: 168 time: 0.2773457 Nov 27 11:43:47.430768 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b8487-2437-4e5d-a0e5-67e896835805 None None] Network 35846232-268b-4ee6-af30-e923f96f5b26 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:43:47.514999 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.573361 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Deleting port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:47.573961 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.648204 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] For port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,segment=NetworkSegment(4cf63be6-be53-4664-a21d-7a8732e04fb5),segment_id=4cf63be6-be53-4664-a21d-7a8732e04fb5)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:47.648598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.662007 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Calling delete_port for c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:47.743003 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.773153 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] No DVR routers for this DVR port c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:43:47.779763 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4991a29-ca9a-4d2c-8b2b-f692dc315bb9,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:47.814113 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b0c30-e1ed-418f-9c63-53426b0efada None None] DHCP port deletion for 35846232-268b-4ee6-af30-e923f96f5b26 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:47.860543 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.882256 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35846232-268b-4ee6-af30-e923f96f5b26']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:47.892854 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf63be6-be53-4664-a21d-7a8732e04fb5') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:47.893158 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf63be6-be53-4664-a21d-7a8732e04fb5') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:47.903889 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.917890 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.924401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:43:47.924796 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:43:47.926486 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:43:47.991424 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:47.997745 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:48.001458 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35846232-268b-4ee6-af30-e923f96f5b26 HTTP/1.1" status: 204 len: 168 time: 0.5715616 Nov 27 11:43:48.004311 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52012) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:48.020027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4f603-d643-4880-b2ec-77d868f8d0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=35846232-268b-4ee6-af30-e923f96f5b26,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:48.323565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cd6d69ea-ecb8-456a-a194-4502a9074b87 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:48.345202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: cd6d69ea-ecb8-456a-a194-4502a9074b87 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:48.345554 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cd6d69ea-ecb8-456a-a194-4502a9074b87 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:48.345984 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:48.365967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:48.366207 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device c4991a29-ca9a-4d2c-8b2b-f692dc315bb9 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:48.366638 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc79be78-0cd6-4ff4-817b-63efe590fcff no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:48.385029 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:48.386820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: dc79be78-0cd6-4ff4-817b-63efe590fcff {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:48.387124 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dc79be78-0cd6-4ff4-817b-63efe590fcff not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:48.950594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Deleting port 6680e22a-83bb-4bee-8151-49ba8a9b18b8 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:48.951213 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:49.030415 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] For port 6680e22a-83bb-4bee-8151-49ba8a9b18b8, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=6680e22a-83bb-4bee-8151-49ba8a9b18b8,segment=NetworkSegment(605c12c2-c735-47b0-aa0a-9f6b5f48ac91),segment_id=605c12c2-c735-47b0-aa0a-9f6b5f48ac91)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:49.030767 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:49.043016 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Calling delete_port for 6680e22a-83bb-4bee-8151-49ba8a9b18b8 owned by network:router_interface {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:49.225895 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:49.260729 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6680e22a-83bb-4bee-8151-49ba8a9b18b8,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:49.431244 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:49.654998 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Router 18c6087b-f941-4757-9785-25168ae343bf has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:43:49.762459 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:43:49.767786 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-83c65d73-cb47-4dd8-8625-3c17516f31f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/18c6087b-f941-4757-9785-25168ae343bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624733 Nov 27 11:43:49.770596 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52014) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:49.772370 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] Sync routers for ids ['18c6087b-f941-4757-9785-25168ae343bf'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:43:49.782839 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] Routers {'18c6087b-f941-4757-9785-25168ae343bf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:49.783457 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['18c6087b-f941-4757-9785-25168ae343bf'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:49.878381 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:49.981040 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] Set router 18c6087b-f941-4757-9785-25168ae343bf gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:49.986910 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.041776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Deleting port fce4a2b9-5b31-4ec7-8780-2e874c78181e {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:50.042292 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.126771 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] For port fce4a2b9-5b31-4ec7-8780-2e874c78181e, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=fce4a2b9-5b31-4ec7-8780-2e874c78181e,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:50.127134 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.139755 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Calling delete_port for fce4a2b9-5b31-4ec7-8780-2e874c78181e owned by network:router_gateway {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:50.160873 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:43:49Z', 'revision_number': 5, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port': {'id': 'fce4a2b9-5b31-4ec7-8780-2e874c78181e', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c6087b-f941-4757-9785-25168ae343bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:33:52Z', 'updated_at': '2021-11-27T11:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:50.187098 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] Checking router: 18c6087b-f941-4757-9785-25168ae343bf for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:43:50.195723 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] Routers {'18c6087b-f941-4757-9785-25168ae343bf'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:50.196323 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['18c6087b-f941-4757-9785-25168ae343bf'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:50.289427 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] Set router 18c6087b-f941-4757-9785-25168ae343bf gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:50.322513 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.352256 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:43:49Z', 'revision_number': 6, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:50.354547 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce4a2b9-5b31-4ec7-8780-2e874c78181e,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:50.362078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a496387-1899-46c5-9af3-089e98d47422 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:50.382225 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47473ad-00d6-43dd-b932-7f862bec35e0 None None] The sync data for ids ['18c6087b-f941-4757-9785-25168ae343bf'] in dv-neutron-804846-16-hyperv is: [{'id': '18c6087b-f941-4757-9785-25168ae343bf', 'name': 'tempest-TestShelveInstance-1836774875-router', 'tenant_id': 'd32a01f4b65049fda0b6f4419921064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:33:51Z', 'updated_at': '2021-11-27T11:43:49Z', 'revision_number': 6, 'project_id': 'd32a01f4b65049fda0b6f4419921064b', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:43:50.417507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.525089 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.527567 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.573820 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.574686 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c6087b-f941-4757-9785-25168ae343bf {{(pid=103379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:43:50.581131 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.583152 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-4e1e6ea0-fa14-4824-aec4-dbe8de62f1b4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/18c6087b-f941-4757-9785-25168ae343bf HTTP/1.1" status: 204 len: 168 time: 0.8111742 Nov 27 11:43:50.586404 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52016) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:50.635257 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Deleting subnet 42034e44-9393-4a84-8c42-e24b32577e8f {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:43:50.639285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.687068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.774235 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.848236 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.875307 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42034e44-9393-4a84-8c42-e24b32577e8f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:50.880131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:50.884118 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-60785f2c-4101-483d-9973-7344907cda9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42034e44-9393-4a84-8c42-e24b32577e8f HTTP/1.1" status: 204 len: 168 time: 0.2961609 Nov 27 11:43:50.886543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea769bc-c40a-437c-97ca-5ea6ab8db85b None None] Network 2c0dceb1-928b-4a47-a9db-703267211423 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:43:50.887537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52018) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:50.960901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.019007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Deleting port ebb82658-ce7d-4dc9-a62e-6528db803f2d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:51.019422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.085204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] For port ebb82658-ce7d-4dc9-a62e-6528db803f2d, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=ebb82658-ce7d-4dc9-a62e-6528db803f2d,segment=NetworkSegment(605c12c2-c735-47b0-aa0a-9f6b5f48ac91),segment_id=605c12c2-c735-47b0-aa0a-9f6b5f48ac91)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:51.085477 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.099428 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Calling delete_port for ebb82658-ce7d-4dc9-a62e-6528db803f2d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:51.171400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] DHCP port deletion for 2c0dceb1-928b-4a47-a9db-703267211423 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:51.191196 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.217345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb82658-ce7d-4dc9-a62e-6528db803f2d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:51.222141 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] No DVR routers for this DVR port ebb82658-ce7d-4dc9-a62e-6528db803f2d on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:43:51.228105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Deleting port ebb82658-ce7d-4dc9-a62e-6528db803f2d {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:43:51.228660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.299527 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.320459 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] For port ebb82658-ce7d-4dc9-a62e-6528db803f2d, host dv-neutron-804846-16-hyperv, got binding levels [] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:51.321011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0dceb1-928b-4a47-a9db-703267211423']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:51.321203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.330725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605c12c2-c735-47b0-aa0a-9f6b5f48ac91') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:51.331005 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605c12c2-c735-47b0-aa0a-9f6b5f48ac91') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:51.339294 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Calling delete_port for ebb82658-ce7d-4dc9-a62e-6528db803f2d owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:43:51.341855 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.342261 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.ipam_backend_mixin [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Port ebb82658-ce7d-4dc9-a62e-6528db803f2d was not found and therefore no delete operation was performed {{(pid=103380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 11:43:51.343698 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.357725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.365274 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:43:51.365675 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:43:51.367724 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:43:51.375748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Pushing event deleted for resources: {'Port': ['ID=ebb82658-ce7d-4dc9-a62e-6528db803f2d,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:51.380169 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] No DVR routers for this DVR port ebb82658-ce7d-4dc9-a62e-6528db803f2d on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:43:51.388114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.388625 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.388854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.389389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.389912 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.390403 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.390752 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.391104 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.392541 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.392898 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.393307 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.393654 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccdfa2-4541-4828-bb40-469a19a0633d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:43:51.433258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.438796 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.443241 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c0dceb1-928b-4a47-a9db-703267211423 HTTP/1.1" status: 204 len: 168 time: 0.5544450 Nov 27 11:43:51.458664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e094f66-40f1-470e-9b68-71e3d25addf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0dceb1-928b-4a47-a9db-703267211423,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:51.612148 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:51.660842 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8cdafe7f-d8c3-4821-93ae-931db9d42e86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6238208801649738ff41099b666a1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471818 Nov 27 11:43:51.663083 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:51.712982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7182b78-334e-49d5-beae-72a9f484e32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.735979 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7182b78-334e-49d5-beae-72a9f484e32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.787052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7182b78-334e-49d5-beae-72a9f484e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.790067 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7182b78-334e-49d5-beae-72a9f484e32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:51.791485 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-d7182b78-334e-49d5-beae-72a9f484e32f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/310185f2-6f26-4637-8220-939324ef9c98 HTTP/1.1" status: 204 len: 168 time: 0.1273501 Nov 27 11:43:51.801773 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7182b78-334e-49d5-beae-72a9f484e32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310185f2-6f26-4637-8220-939324ef9c98,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:52.146131 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52030) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:52.185257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-7f922cc5-ebb9-4229-afa6-27e933d3114b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d32a01f4b65049fda0b6f4419921064b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379694 Nov 27 11:43:52.188276 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:52.234808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffd0c-16a4-46cc-817d-ba885ef46729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:52.255545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffd0c-16a4-46cc-817d-ba885ef46729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:52.308469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffd0c-16a4-46cc-817d-ba885ef46729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:52.311286 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffd0c-16a4-46cc-817d-ba885ef46729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:52.312497 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-bc3ffd0c-16a4-46cc-817d-ba885ef46729 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f89fe6fa-2aa6-4ab0-9ad7-c7367b130be1 HTTP/1.1" status: 204 len: 168 time: 0.1232867 Nov 27 11:43:52.325661 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ebb82658-ce7d-4dc9-a62e-6528db803f2d no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:52.325889 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ffd0c-16a4-46cc-817d-ba885ef46729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fe6fa-2aa6-4ab0-9ad7-c7367b130be1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:52.354783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: ebb82658-ce7d-4dc9-a62e-6528db803f2d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:52.355131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device ebb82658-ce7d-4dc9-a62e-6528db803f2d not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:52.355543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fce4a2b9-5b31-4ec7-8780-2e874c78181e no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:52.381581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: fce4a2b9-5b31-4ec7-8780-2e874c78181e {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:52.382258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device fce4a2b9-5b31-4ec7-8780-2e874c78181e not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:52.382258 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6680e22a-83bb-4bee-8151-49ba8a9b18b8 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:43:52.404151 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 6680e22a-83bb-4bee-8151-49ba8a9b18b8 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:43:52.404536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 6680e22a-83bb-4bee-8151-49ba8a9b18b8 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:43:53.076223 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52054) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:53.184153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1724201664-network', 'tenant_id': '452a307c03c24102af3373440c1e09ed'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:43:53.207735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Made reservation on behalf of 452a307c03c24102af3373440c1e09ed for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:43:53.210421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.219737 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.298881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.302545 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.327843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:43:53.338205 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57ab4a-418c-4b6c-b993-917d52027741,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:53.343317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.343661 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.segments_db [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Added segment 8d29edb5-9e7b-4233-9e02-98bf88f56df1 of type vlan for network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 Nov 27 11:43:53.386512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.412116 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.413031 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:53.413641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.476367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3989708 Nov 27 11:43:53.480451 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52058) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:53.483001 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774cca2-f2b6-49c3-9f34-dfd87d68832c admin admin] Pushing event updated for resources: {'Network': ['ID=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:53.486640 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Request body: {'subnet': {'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1724201664-subnet', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'ip_version': 4}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:43:53.493642 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:43:53.510058 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Made reservation on behalf of 452a307c03c24102af3373440c1e09ed for: {'subnet': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:43:53.512587 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9444847'] for subnet, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.686701 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9522196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9444861'] for subnet, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.743938 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b236d7-db04-44fe-92eb-7d3a45b1f092,revision_number=0']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:53.751460 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Checking segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:43:53.751821 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Network hostable DHCP agents. Network: c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:43:53.768116 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:43:53.776291 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4) {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:53.780625 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:53.781212 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.785458 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7449c09-4281-4cf5-a99c-afe293aeb961 None None] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:43:53.797582 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-7a681f3c-fecf-4833-95e0-35443be23c3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3160071 Nov 27 11:43:53.800528 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:53.805188 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:43:53.827021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.828019 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.880177 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:53.956185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:43:53.956185 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.030313 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.109126 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Allocated IP 172.20.0.2 (c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4/23b236d7-db04-44fe-92eb-7d3a45b1f092/7d7e4eb8-3194-4af8-990e-85ab095f79e4) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:43:54.274904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.283719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.328400 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:43:54.331508 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:54.334780 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:43:54.351721 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Pushing event updated for resources: {'Port': ['ID=7d7e4eb8-3194-4af8-990e-85ab095f79e4,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:54.411655 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Attempting to bind port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:43:54.412053 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Attempting to bind port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:43:54.412482 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Attempting to bind port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:43:54.418203 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:43:54.418580 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Checking segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:43:54.418987 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.419534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Bound using segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:43:54.419937 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Bound port: 7d7e4eb8-3194-4af8-990e-85ab095f79e4, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:43:54.420319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.491232 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] For port 7d7e4eb8-3194-4af8-990e-85ab095f79e4, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:43:54.495622 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] For port 7d7e4eb8-3194-4af8-990e-85ab095f79e4, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7d7e4eb8-3194-4af8-990e-85ab095f79e4,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:43:54.501155 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.563957 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88edf9f-a6af-4bb6-8d98-ca13d99deaf2 None None] Pushing event updated for resources: {'Port': ['ID=7d7e4eb8-3194-4af8-990e-85ab095f79e4,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:54.570804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.592300 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.720974 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Allocated IP 172.26.1.135 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/cb4fffb6-6730-4427-9b25-7bdb3abdbec1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:43:54.844296 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.877457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:54.919252 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:43:54.922145 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:54.924635 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:43:54.932766 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:54.934786 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548065d-3c71-4d81-941b-2764ff720750 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:55.027832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-9e492548-4ca1-4e71-8923-aa512a6f4703 None None] Provisioning complete for port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:55.028205 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-9e492548-4ca1-4e71-8923-aa512a6f4703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.062873 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-9e492548-4ca1-4e71-8923-aa512a6f4703 None None] Port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:43:55.195472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.411952 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.455852 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f36a2-d94a-4fd8-ab01-74eb56aceaf7 None None] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:43:55.527439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7995e037-7c19-42c6-b4fa-0334c872df24 None None] Provisioning complete for port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:55.528145 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7995e037-7c19-42c6-b4fa-0334c872df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.555310 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:43:55.667732 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:43:55.680233 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:43:55.686179 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.687428 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-da3e1fa4-ace5-4936-972b-6f3ae80bb495 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8856826 Nov 27 11:43:55.690303 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:55.694897 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7995e037-7c19-42c6-b4fa-0334c872df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.712116 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:55.712769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:55.814475 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-7995e037-7c19-42c6-b4fa-0334c872df24 None None] For port 7d7e4eb8-3194-4af8-990e-85ab095f79e4, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7d7e4eb8-3194-4af8-990e-85ab095f79e4,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:55.832350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7995e037-7c19-42c6-b4fa-0334c872df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:55.878587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:56.127298 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995e037-7c19-42c6-b4fa-0334c872df24 None None] Pushing event updated for resources: {'Port': ['ID=7d7e4eb8-3194-4af8-990e-85ab095f79e4,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:56.139191 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-178785cf-40db-4fe2-835f-52dadc4cc74f None None] Provisioning complete for port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:56.139474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.139594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-178785cf-40db-4fe2-835f-52dadc4cc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.357081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:55Z', 'revision_number': 3, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:56.362958 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Allocated IP 172.20.0.1 (c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4/23b236d7-db04-44fe-92eb-7d3a45b1f092/dea77bae-84ca-4f4d-9416-729208d12f28) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:43:56.393528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7d7e4eb8-3194-4af8-990e-85ab095f79e4 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:43:56.395922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:43:56.396281 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Updating router 9f9f1f58-dd27-414d-898f-1471d2c01b73 port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:43:56.445091 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.490259 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.529258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.557963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:56.558598 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.574510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:43:56.577455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:56.579911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:43:56.609584 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dea77bae-84ca-4f4d-9416-729208d12f28,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:56.627874 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.765820 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.826085 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.832770 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.886813 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f11103-1b5e-450d-9a73-f627a5954e51 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:56.907392 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b3d3c-f121-42e6-9b44-2a9805206f9c None None] Pushing event updated for resources: {'Port': ['ID=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:56.910909 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Attempting to bind port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:43:56.911280 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Attempting to bind port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:43:56.911646 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Attempting to bind port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:43:56.919035 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-5a076171-769f-42b5-a969-fdb09da68971 None None] Provisioning complete for port dea77bae-84ca-4f4d-9416-729208d12f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:56.919407 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a076171-769f-42b5-a969-fdb09da68971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.922347 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:43:56.922731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:43:56.923130 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.923525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:43:56.924106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Bound port: cb4fffb6-6730-4427-9b25-7bdb3abdbec1, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:43:56.924470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.949457 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.954312 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:56.984626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-5a076171-769f-42b5-a969-fdb09da68971 None None] Port dea77bae-84ca-4f4d-9416-729208d12f28 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:43:57.005224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] For port cb4fffb6-6730-4427-9b25-7bdb3abdbec1, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:43:57.008520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] For port cb4fffb6-6730-4427-9b25-7bdb3abdbec1, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:43:57.014526 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.029523 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dea77bae-84ca-4f4d-9416-729208d12f28,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:57.032431 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.059643 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978f593-f7c6-4dea-b000-03f4be8fba3f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:57.083220 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:57.083627 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:57.087180 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b3d3c-f121-42e6-9b44-2a9805206f9c None None] Pushing event updated for resources: {'Port': ['ID=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:57.133710 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:43:57.136336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:57.175938 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-976bd661-611b-4e62-a3e7-70fee62927dc None None] Provisioning complete for port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:57.176316 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-976bd661-611b-4e62-a3e7-70fee62927dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.238930 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:43:57.262802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:43:57.371224 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-976bd661-611b-4e62-a3e7-70fee62927dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.382669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:43:57.387997 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-59a4137c-d256-4bda-8436-5580d30e73b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f9f1f58-dd27-414d-898f-1471d2c01b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967244 Nov 27 11:43:57.425919 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-976bd661-611b-4e62-a3e7-70fee62927dc None None] For port cb4fffb6-6730-4427-9b25-7bdb3abdbec1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:43:57.432792 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-976bd661-611b-4e62-a3e7-70fee62927dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.519577 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bd661-611b-4e62-a3e7-70fee62927dc None None] Pushing event updated for resources: {'Port': ['ID=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:57.550054 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 2, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:57.580146 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72eb436-3083-4233-9fa6-643a4a52adf8 None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 2, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:43:57.585649 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-f2a8780a-0dbc-4c14-9820-cc22b8d88d6f None None] Provisioning complete for port dea77bae-84ca-4f4d-9416-729208d12f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:57.586018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f2a8780a-0dbc-4c14-9820-cc22b8d88d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.623742 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8780a-0dbc-4c14-9820-cc22b8d88d6f None None] Port dea77bae-84ca-4f4d-9416-729208d12f28 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:43:57.923844 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52078) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:57.928807 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.v2.base [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-437957275-network', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3'}} {{(pid=103379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:43:57.950650 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Made reservation on behalf of b484b2d138574b53bbb5b7f64b2dd9f3 for: {'network': 1} {{(pid=103379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:43:57.953216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for network, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:57.962891 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.049205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.053366 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.080702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 11:43:58.091957 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbddf31e-902d-4b13-ac48-8e79bceeb2ea,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:58.097157 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.097498 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.segments_db [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Added segment c4439755-cc46-41c0-9c76-5de643556117 of type vlan for network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc Nov 27 11:43:58.144702 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735776753219'] for network, precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.184816 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569'] for network, after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.186169 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:58.187228 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.267322 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3423135 Nov 27 11:43:58.268572 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d55c2f-2e34-4710-88fb-6d18435222e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e9ed99-fbdd-4bf2-be70-20f88599cdcc,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:58.270123 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52080) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:58.282665 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Request body: {'subnet': {'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-437957275-subnet', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:43:58.293514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc details requested by agent ovs-agent-dv-neutron-804846-16-hyperv with host dv-neutron-804846-16-hyperv {{(pid=103380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 11:43:58.319930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Made reservation on behalf of b484b2d138574b53bbb5b7f64b2dd9f3 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:43:58.324892 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9676569'] for subnet, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.414395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb4fffb6-6730-4427-9b25-7bdb3abdbec1 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:43:58.487490 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:58.488244 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.601285 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9676555'] for subnet, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.664605 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d99219-28c4-4631-a04a-a609bda21a70,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:58.674386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Checking segment: {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:43:58.674748 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Network hostable DHCP agents. Network: a7e9ed99-fbdd-4bf2-be70-20f88599cdcc, hostable agents: ['764a7d76-7a52-4471-b991-e8d78b5056bd'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 11:43:58.693736 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc is scheduled to be hosted by DHCP agent 764a7d76-7a52-4471-b991-e8d78b5056bd with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 11:43:58.704448 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-16-hyperv, a7e9ed99-fbdd-4bf2-be70-20f88599cdcc) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:58.709271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:43:58.709927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.717024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57fd716-3171-455a-a8ac-68b2ef9dd4b6 None None] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:43:58.730662 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-87291461-97e6-4436-ab43-8113d206fed8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4525831 Nov 27 11:43:58.733168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52082) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:43:58.737515 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:43:58.762514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3665352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129215'] for router, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.765367 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3665332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3664399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3758280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129222'] for router, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.826425 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.886589 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c32c203-d17a-56e7-8ee7-28ac26e7b475-a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'fixed_ips': [{'subnet_id': '57d99219-28c4-4631-a04a-a609bda21a70'}]}} from dv-neutron-804846-16-hyperv. {{(pid=103380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 11:43:58.887614 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:58.989105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.038933 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.db_base_plugin_common [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Allocated IP 172.20.0.2 (a7e9ed99-fbdd-4bf2-be70-20f88599cdcc/57d99219-28c4-4631-a04a-a609bda21a70/f92ce3db-1776-4643-a227-f1efab5bfae2) {{(pid=103380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:43:59.191848 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Publish callbacks [] for port, precommit_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.199928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061'] for port, after_create {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.211432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.233281 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.244226 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc is already hosted by enough agents. {{(pid=103380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:43:59.248182 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.scheduler.base_scheduler [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Resources bound (agent type, host, resource id): {{(pid=103380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:59.251834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Received port after_create {{(pid=103380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:43:59.257853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Pushing event updated for resources: {'Port': ['ID=f92ce3db-1776-4643-a227-f1efab5bfae2,revision_number=1']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:59.318004 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Attempting to bind port f92ce3db-1776-4643-a227-f1efab5bfae2 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:43:59.318388 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Attempting to bind port f92ce3db-1776-4643-a227-f1efab5bfae2 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:43:59.318756 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Attempting to bind port f92ce3db-1776-4643-a227-f1efab5bfae2 on network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:43:59.324899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:43:59.325389 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Checking segment: {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:43:59.325800 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.326204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Bound using segment: {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:43:59.326683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Bound port: f92ce3db-1776-4643-a227-f1efab5bfae2, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:43:59.327069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.353537 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Allocated IP 172.26.1.239 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/25b79105-fd3b-4899-8a24-dd17bba77a83) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:43:59.395762 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] For port f92ce3db-1776-4643-a227-f1efab5bfae2, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:43:59.399802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] For port f92ce3db-1776-4643-a227-f1efab5bfae2, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f92ce3db-1776-4643-a227-f1efab5bfae2,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:43:59.404444 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.469102 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79100-1af2-4a3a-b9fa-7a2ae63f8127 None None] Pushing event updated for resources: {'Port': ['ID=f92ce3db-1776-4643-a227-f1efab5bfae2,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:59.810014 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.844205 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:43:59.856158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.856574 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:43:59.857197 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:43:59.902458 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:43:59.905371 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:43:59.908574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:43:59.921718 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1755d5-8c60-4525-a810-fb98d3c7431e None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:43:59.935768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Pushing event updated for resources: {'Port': ['ID=25b79105-fd3b-4899-8a24-dd17bba77a83,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:43:59.966269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3c7014ad-ce61-4498-8c5f-5637eceea83f None None] Provisioning complete for port 25b79105-fd3b-4899-8a24-dd17bba77a83 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:43:59.967216 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c7014ad-ce61-4498-8c5f-5637eceea83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:43:59.972641 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:00.011384 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-3c7014ad-ce61-4498-8c5f-5637eceea83f None None] Port 25b79105-fd3b-4899-8a24-dd17bba77a83 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:44:00.192837 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 2, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:00.193343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.222213 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:44:00.222566 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Updating router 9f9f1f58-dd27-414d-898f-1471d2c01b73 port dea77bae-84ca-4f4d-9416-729208d12f28 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:44:00.249576 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.421551 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f92ce3db-1776-4643-a227-f1efab5bfae2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:44:00.424072 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3667015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3664442'] for router, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.498680 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f92ce3db-1776-4643-a227-f1efab5bfae2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:00.499043 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.587480 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Router eb552825-74aa-4a0b-95c8-8fade5e49b75 is scheduled to L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 11:44:00.591709 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.600546 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.602578 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.673399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] For port f92ce3db-1776-4643-a227-f1efab5bfae2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f92ce3db-1776-4643-a227-f1efab5bfae2,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:00.681448 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.694934 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Pushing event updated for resources: {'Port': ['ID=dea77bae-84ca-4f4d-9416-729208d12f28,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:00.750599 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Pushing event updated for resources: {'Port': ['ID=f92ce3db-1776-4643-a227-f1efab5bfae2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:00.773954 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.774513 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.775041 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.775670 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.777390 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.778084 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.779191 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.779690 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.780712 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.781250 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.781790 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.782576 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:44:00.783928 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:44:00.795062 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Attempting to bind port dea77bae-84ca-4f4d-9416-729208d12f28 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:44:00.795589 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Attempting to bind port dea77bae-84ca-4f4d-9416-729208d12f28 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:44:00.797233 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Attempting to bind port dea77bae-84ca-4f4d-9416-729208d12f28 on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:44:00.799791 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Sync routers for ids ['eb552825-74aa-4a0b-95c8-8fade5e49b75'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:44:00.806526 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:44:00.807640 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Checking segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:44:00.808671 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.809313 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Bound using segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:44:00.811327 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Bound port: dea77bae-84ca-4f4d-9416-729208d12f28, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:44:00.812009 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.814415 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Routers {'eb552825-74aa-4a0b-95c8-8fade5e49b75'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:00.815269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['eb552825-74aa-4a0b-95c8-8fade5e49b75'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:00.828987 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:00.831340 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-12007b5e-b9a0-40d8-b248-a9a3e3240d8f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0967829 Nov 27 11:44:00.834076 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52084) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:00.906847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d8f71-cfa9-4bbc-b381-bef2236375f8 None None] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:44:00.926316 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] For port dea77bae-84ca-4f4d-9416-729208d12f28, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:44:00.934448 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] For port dea77bae-84ca-4f4d-9416-729208d12f28, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dea77bae-84ca-4f4d-9416-729208d12f28,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:44:00.945840 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.029871 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bd60f-bf0d-4b46-8b23-affe6a524e59 None None] Pushing event updated for resources: {'Port': ['ID=dea77bae-84ca-4f4d-9416-729208d12f28,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:01.040056 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:01.040740 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:01.199368 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:01.208738 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6853ea53-2343-4fbb-8f13-a6deb98c793c None None] Provisioning complete for port f92ce3db-1776-4643-a227-f1efab5bfae2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:01.209303 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6853ea53-2343-4fbb-8f13-a6deb98c793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.247543 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Set router eb552825-74aa-4a0b-95c8-8fade5e49b75 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:01.440129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.465371 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:00Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:01.497294 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff7c10-eaa5-4d53-8174-ff18d2f438e6 None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:00Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:44:01.580241 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:44:00Z', 'revision_number': 3, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:01.612922 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Checking router: eb552825-74aa-4a0b-95c8-8fade5e49b75 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:44:01.613272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Updating router eb552825-74aa-4a0b-95c8-8fade5e49b75 port 25b79105-fd3b-4899-8a24-dd17bba77a83 binding host dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:44:01.631338 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Allocated IP 172.20.0.1 (a7e9ed99-fbdd-4bf2-be70-20f88599cdcc/57d99219-28c4-4631-a04a-a609bda21a70/587524ce-c8eb-4faa-9a58-848ee2888244) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:44:01.661103 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.698466 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6bfd9dba-8220-4fb1-bffc-7a76fb11fc69 None None] Provisioning complete for port dea77bae-84ca-4f4d-9416-729208d12f28 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:01.698750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9dba-8220-4fb1-bffc-7a76fb11fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.779918 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.818591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.872843 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:44:01.876136 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:44:01.879506 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:44:01.886976 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Pushing event updated for resources: {'Port': ['ID=587524ce-c8eb-4faa-9a58-848ee2888244,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:01.924487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9dba-8220-4fb1-bffc-7a76fb11fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.932980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3664911'] for router_interface, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:01.983242 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6bfd9dba-8220-4fb1-bffc-7a76fb11fc69 None None] For port dea77bae-84ca-4f4d-9416-729208d12f28, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dea77bae-84ca-4f4d-9416-729208d12f28,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:01.993434 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9dba-8220-4fb1-bffc-7a76fb11fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.080683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9dba-8220-4fb1-bffc-7a76fb11fc69 None None] Pushing event updated for resources: {'Port': ['ID=dea77bae-84ca-4f4d-9416-729208d12f28,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:02.098902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.104948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.164510 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.168514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8548e10-6b55-43e9-9228-a01d803f6277 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:44:02.182517 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-7d27bcdd-96c8-4e72-93ee-b2850720411e None None] Provisioning complete for port f92ce3db-1776-4643-a227-f1efab5bfae2 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:02.182838 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7d27bcdd-96c8-4e72-93ee-b2850720411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.216684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71126c0a-ba53-4b32-b28f-24c9603c382e None None] Pushing event updated for resources: {'Port': ['ID=25b79105-fd3b-4899-8a24-dd17bba77a83,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:02.224300 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Attempting to bind port 25b79105-fd3b-4899-8a24-dd17bba77a83 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:44:02.225052 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Attempting to bind port 25b79105-fd3b-4899-8a24-dd17bba77a83 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:44:02.225413 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Attempting to bind port 25b79105-fd3b-4899-8a24-dd17bba77a83 on network 444b1d93-5105-4158-8104-96b059af888f {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:44:02.234615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:44:02.235291 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Checking segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:44:02.235712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.236109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Bound using segment: {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:44:02.236681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Bound port: 25b79105-fd3b-4899-8a24-dd17bba77a83, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324542b3-268b-490f-9727-6505d9ceca09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '444b1d93-5105-4158-8104-96b059af888f'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:44:02.237067 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.307297 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] For port 25b79105-fd3b-4899-8a24-dd17bba77a83, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:44:02.312186 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] For port 25b79105-fd3b-4899-8a24-dd17bba77a83, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25b79105-fd3b-4899-8a24-dd17bba77a83,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:44:02.340928 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.365178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.376335 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.414915 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13f38c-0233-4700-adcd-fc6f1772505f None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:44:02.417268 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dea77bae-84ca-4f4d-9416-729208d12f28 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:44:02.455741 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Routers {'eb552825-74aa-4a0b-95c8-8fade5e49b75'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:02.456367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['eb552825-74aa-4a0b-95c8-8fade5e49b75'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:02.465681 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Pushing event updated for resources: {'Port': ['ID=587524ce-c8eb-4faa-9a58-848ee2888244,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:02.468888 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665147'] for router_interface, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.526947 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71126c0a-ba53-4b32-b28f-24c9603c382e None None] Pushing event updated for resources: {'Port': ['ID=25b79105-fd3b-4899-8a24-dd17bba77a83,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:02.565815 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:44:02.567840 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:44:02.602632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.606452 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Provisioning complete for port 587524ce-c8eb-4faa-9a58-848ee2888244 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:02.606821 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.668476 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port dea77bae-84ca-4f4d-9416-729208d12f28 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:02.668845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.674213 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Port 587524ce-c8eb-4faa-9a58-848ee2888244 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:44:02.676086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] Set router eb552825-74aa-4a0b-95c8-8fade5e49b75 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:02.694930 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Router eb552825-74aa-4a0b-95c8-8fade5e49b75 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:44:02.761132 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Provisioning complete for port 25b79105-fd3b-4899-8a24-dd17bba77a83 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:02.761507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:02.825559 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:44:02.830648 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5707ed4d-c0f3-4479-9880-5a7f694d5d82 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb552825-74aa-4a0b-95c8-8fade5e49b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940913 Nov 27 11:44:03.087832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f92ce3db-1776-4643-a227-f1efab5bfae2 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:44:03.195286 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.228500 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] For port 25b79105-fd3b-4899-8a24-dd17bba77a83, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25b79105-fd3b-4899-8a24-dd17bba77a83,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:03.236936 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.278869 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port f92ce3db-1776-4643-a227-f1efab5bfae2 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:03.279240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.308820 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '587524ce-c8eb-4faa-9a58-848ee2888244', 'name': '', 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'mac_address': 'fa:16:3e:2f:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '57d99219-28c4-4631-a04a-a609bda21a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:01Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 2, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'subnets': [{'id': '57d99219-28c4-4631-a04a-a609bda21a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:03.361210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f55f3b-878e-4124-8fce-a3b8cc2637e1 None None] The sync data for ids ['eb552825-74aa-4a0b-95c8-8fade5e49b75'] in dv-neutron-804846-16-hyperv is: [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '587524ce-c8eb-4faa-9a58-848ee2888244', 'name': '', 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'mac_address': 'fa:16:3e:2f:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '57d99219-28c4-4631-a04a-a609bda21a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:01Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 2, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'subnets': [{'id': '57d99219-28c4-4631-a04a-a609bda21a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:44:03.371372 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2663871-500b-4cc3-a916-d7aa472c803d None None] Pushing event updated for resources: {'Port': ['ID=25b79105-fd3b-4899-8a24-dd17bba77a83,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:03.384677 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-71625c41-b1ea-4258-890c-44bad750dac1 None None] Provisioning complete for port 587524ce-c8eb-4faa-9a58-848ee2888244 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:03.385069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-71625c41-b1ea-4258-890c-44bad750dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.436970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:03.441701 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753679577', 'description': 'tempest-secgroup-smoke-753679577 description', 'project_id': '452a307c03c24102af3373440c1e09ed'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:03.453825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-71625c41-b1ea-4258-890c-44bad750dac1 None None] Port 587524ce-c8eb-4faa-9a58-848ee2888244 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:44:03.469582 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.542636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.549961 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.591986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.593356 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1553545 Nov 27 11:44:03.596320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52094) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:03.600722 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group_rule': {'security_group_id': '6ebdff23-d59e-4a43-8c26-f6c3fc455f47', 'project_id': '452a307c03c24102af3373440c1e09ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:03.630073 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ab85-f031-4fd6-be2c-e0f7cbc76952 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebdff23-d59e-4a43-8c26-f6c3fc455f47,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:03.654936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.709509 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.714503 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.733714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99934a5-41c0-44d4-83a0-2cf15fc885ca,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:03.743683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.745308 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c72e4364-4c9b-465f-8a6e-d362c69114b4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479094 Nov 27 11:44:03.748126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:03.752801 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group_rule': {'security_group_id': '6ebdff23-d59e-4a43-8c26-f6c3fc455f47', 'project_id': '452a307c03c24102af3373440c1e09ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:03.785287 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.854470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.859685 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.881101 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e322b9cb-55c0-4d24-b4a5-481fc1800317,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:03.890373 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:03.891649 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e8c69df4-c6aa-4c2b-bbae-b6c1c0042185 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424844 Nov 27 11:44:03.894714 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52098) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:03.899429 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group_rule': {'security_group_id': '6ebdff23-d59e-4a43-8c26-f6c3fc455f47', 'project_id': '452a307c03c24102af3373440c1e09ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:03.941368 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.009011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.013906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.033841 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c56dc0-69c0-416d-943e-2c1eb355c452,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:04.043937 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.045214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-51bcbf69-5302-4295-a424-722ab06b0c1b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494739 Nov 27 11:44:04.047848 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52100) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:04.052161 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group_rule': {'security_group_id': '6ebdff23-d59e-4a43-8c26-f6c3fc455f47', 'project_id': '452a307c03c24102af3373440c1e09ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:04.079121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.156763 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.161110 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.181182 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dee41c-7cde-48b9-8b78-ad11b4c093de,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:04.188165 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.189532 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-54d512b6-daa4-404d-9aba-d024e1164d31 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406851 Nov 27 11:44:04.193657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:04.198887 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group_rule': {'security_group_id': '6ebdff23-d59e-4a43-8c26-f6c3fc455f47', 'project_id': '452a307c03c24102af3373440c1e09ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:04.227462 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Project 452a307c03c24102af3373440c1e09ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:44:04.239068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.334595 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.340677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.360636 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff3adde-af11-49ba-9488-7187b4aa056b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:04.370018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.374214 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-c72be535-799e-4992-a1ff-77894b5b5e5f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768308 Nov 27 11:44:04.374956 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52104) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:04.379489 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'security_group_rule': {'security_group_id': '6ebdff23-d59e-4a43-8c26-f6c3fc455f47', 'project_id': '452a307c03c24102af3373440c1e09ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:04.380042 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 25b79105-fd3b-4899-8a24-dd17bba77a83 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:44:04.410753 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Project 452a307c03c24102af3373440c1e09ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 11:44:04.417273 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.445070 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 25b79105-fd3b-4899-8a24-dd17bba77a83 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:04.446071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.487163 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.493129 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750486'] for security_group_rule, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.520709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e881dc93-bb2c-4ada-8b12-8c73ffcfb9ea,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:04.537908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:04.540098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f83d3503-a8a1-443e-9170-1a46d6f51e29 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641316 Nov 27 11:44:04.704582 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c5f29845-fae4-415b-888d-e15dc6d11e5c tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753679577&fields=id&tenant_id=452a307c03c24102af3373440c1e09ed HTTP/1.1" status: 200 len: 267 time: 0.0506995 Nov 27 11:44:04.822060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-9867ee87-171d-46d5-ad44-0541fc04eaa3 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:04.823736 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-9867ee87-171d-46d5-ad44-0541fc04eaa3 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 810 time: 0.1113153 Nov 27 11:44:04.840728 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-308c835b-f282-43cb-a70e-28053261146e tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/quotas/452a307c03c24102af3373440c1e09ed HTTP/1.1" status: 200 len: 375 time: 0.0108829 Nov 27 11:44:04.896351 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-56863476-6019-47eb-a2cf-c14ae7ae88f8 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494010 Nov 27 11:44:05.003153 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-d03a66f9-f0ad-40b2-b082-0e229f6a7e19 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 11:44:05.004138 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-d03a66f9-f0ad-40b2-b082-0e229f6a7e19 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0940547 Nov 27 11:44:05.104457 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-f1ca1bc3-ed99-48f0-8a8a-cac026af217b service neutron] 10.222.0.13 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933974 Nov 27 11:44:05.193982 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-e5462f1a-339b-4dde-b44f-4ca5be2b9f1c service neutron] 10.222.0.13 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832348 Nov 27 11:44:05.362477 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3f331707-00e2-4fbc-80c1-d83d8e3f677b req-96b37e4e-e012-4f75-837d-bc4c5aef5a18 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 210 time: 0.0351701 Nov 27 11:44:05.657568 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Sync routers for ids ['eb552825-74aa-4a0b-95c8-8fade5e49b75'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:44:05.669729 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Routers {'eb552825-74aa-4a0b-95c8-8fade5e49b75'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:05.670347 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['eb552825-74aa-4a0b-95c8-8fade5e49b75'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:05.879463 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Set router eb552825-74aa-4a0b-95c8-8fade5e49b75 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:06.092356 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '587524ce-c8eb-4faa-9a58-848ee2888244', 'name': '', 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'mac_address': 'fa:16:3e:2f:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '57d99219-28c4-4631-a04a-a609bda21a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:01Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 2, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'subnets': [{'id': '57d99219-28c4-4631-a04a-a609bda21a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:06.122071 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Checking router: eb552825-74aa-4a0b-95c8-8fade5e49b75 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:44:06.122424 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Updating router eb552825-74aa-4a0b-95c8-8fade5e49b75 port 587524ce-c8eb-4faa-9a58-848ee2888244 binding host dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 11:44:06.146746 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.359896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bf3b05d0-f7e7-47cd-b0da-d52195292996 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:06.361417 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bf3b05d0-f7e7-47cd-b0da-d52195292996 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 810 time: 0.1257482 Nov 27 11:44:06.442511 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-3869a0df-80ba-410a-92d4-8b71817c2917 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=452a307c03c24102af3373440c1e09ed HTTP/1.1" status: 200 len: 379 time: 0.0649137 Nov 27 11:44:06.456661 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Publish callbacks [] for port, precommit_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.459625 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'port': {'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'admin_state_up': True, 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'security_groups': ['6ebdff23-d59e-4a43-8c26-f6c3fc455f47']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:06.461732 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.492098 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-be8f0401-f70c-447b-97e9-b18677290a6f req-5f0b591b-dce3-4fc6-afff-101fbae6cdf8 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 210 time: 0.0485697 Nov 27 11:44:06.538110 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923b9b-6e85-47f8-903f-0430a36ffec8 None None] Pushing event updated for resources: {'Port': ['ID=587524ce-c8eb-4faa-9a58-848ee2888244,revision_number=3']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:06.577581 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Attempting to bind port 587524ce-c8eb-4faa-9a58-848ee2888244 on host dv-neutron-804846-16-hyperv for vnic_type normal with profile {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:44:06.577954 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Attempting to bind port 587524ce-c8eb-4faa-9a58-848ee2888244 by drivers openvswitch,hyperv on host dv-neutron-804846-16-hyperv at level 0 using segments [{'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:44:06.578333 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Attempting to bind port 587524ce-c8eb-4faa-9a58-848ee2888244 on network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:44:06.584088 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Checking agent: {'id': '500af732-b6cc-4636-a01b-06c7a0d9658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-16-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 24, 46), 'started_at': datetime.datetime(2021, 11, 27, 10, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-16-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:44:06.584551 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Checking segment: {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:44:06.584952 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.585342 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Bound using segment: {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'} {{(pid=103381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:44:06.585810 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.managers [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Bound port: 587524ce-c8eb-4faa-9a58-848ee2888244, host: dv-neutron-804846-16-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4439755-cc46-41c0-9c76-5de643556117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc'}}] {{(pid=103381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:44:06.586188 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.602829 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Made reservation on behalf of 452a307c03c24102af3373440c1e09ed for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:44:06.608084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.653497 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] For port 587524ce-c8eb-4faa-9a58-848ee2888244, host dv-neutron-804846-16-hyperv, cleared binding levels {{(pid=103381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:44:06.656853 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.plugins.ml2.db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] For port 587524ce-c8eb-4faa-9a58-848ee2888244, host dv-neutron-804846-16-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=587524ce-c8eb-4faa-9a58-848ee2888244,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:44:06.663540 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.721124 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Routers {'eb552825-74aa-4a0b-95c8-8fade5e49b75'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:06.721758 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:43:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['eb552825-74aa-4a0b-95c8-8fade5e49b75'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:06.766783 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Allocated IP 172.20.0.14 (c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4/23b236d7-db04-44fe-92eb-7d3a45b1f092/beea333a-5868-46e6-bc58-9eae07fdc4e5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:44:06.775913 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6923b9b-6e85-47f8-903f-0430a36ffec8 None None] Pushing event updated for resources: {'Port': ['ID=587524ce-c8eb-4faa-9a58-848ee2888244,revision_number=4']} {{(pid=103381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:06.808370 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-8477776e-1afb-4318-9658-c9af46b8b1c4 None None] Provisioning complete for port 587524ce-c8eb-4faa-9a58-848ee2888244 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:06.809518 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8477776e-1afb-4318-9658-c9af46b8b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.867483 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] Set router eb552825-74aa-4a0b-95c8-8fade5e49b75 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:06.908771 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8477776e-1afb-4318-9658-c9af46b8b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:06.945562 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-8477776e-1afb-4318-9658-c9af46b8b1c4 None None] For port 587524ce-c8eb-4faa-9a58-848ee2888244, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=587524ce-c8eb-4faa-9a58-848ee2888244,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:06.953657 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-8477776e-1afb-4318-9658-c9af46b8b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.002637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.012914 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477776e-1afb-4318-9658-c9af46b8b1c4 None None] Pushing event updated for resources: {'Port': ['ID=587524ce-c8eb-4faa-9a58-848ee2888244,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:07.046216 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.090441 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-3b8c7197-a35f-45a2-be75-ad6f868037c7 None None] Provisioning complete for port 587524ce-c8eb-4faa-9a58-848ee2888244 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:07.091068 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7197-a35f-45a2-be75-ad6f868037c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.094343 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:44:07.099806 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:44:07.103514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:44:07.111145 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '587524ce-c8eb-4faa-9a58-848ee2888244', 'name': '', 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'mac_address': 'fa:16:3e:2f:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '57d99219-28c4-4631-a04a-a609bda21a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:01Z', 'updated_at': '2021-11-27T11:44:06Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'subnets': [{'id': '57d99219-28c4-4631-a04a-a609bda21a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:07.134081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:07.140750 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aec971-39f6-4bbd-9f2f-4d1602f7d2cb None None] The sync data for ids ['eb552825-74aa-4a0b-95c8-8fade5e49b75'] in dv-neutron-804846-16-hyperv is: [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:44:02Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': '587524ce-c8eb-4faa-9a58-848ee2888244', 'name': '', 'network_id': 'a7e9ed99-fbdd-4bf2-be70-20f88599cdcc', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'mac_address': 'fa:16:3e:2f:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '57d99219-28c4-4631-a04a-a609bda21a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:44:01Z', 'updated_at': '2021-11-27T11:44:06Z', 'revision_number': 4, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'subnets': [{'id': '57d99219-28c4-4631-a04a-a609bda21a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:44:07.162456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:07.163242 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.185077 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-bc4b2a80-0caa-4e8e-8eb3-cd55d27791f7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317474 Nov 27 11:44:07.198818 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Request body: {'port': {'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:07.269144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.437828 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-6fbba0f3-7640-49fd-988b-8a987d23d91e None None] Provisioning complete for port beea333a-5868-46e6-bc58-9eae07fdc4e5 triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:07.438204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6fbba0f3-7640-49fd-988b-8a987d23d91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.477971 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-6fbba0f3-7640-49fd-988b-8a987d23d91e None None] Port beea333a-5868-46e6-bc58-9eae07fdc4e5 cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:44:07.570548 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beea333a-5868-46e6-bc58-9eae07fdc4e5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:44:07.580412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.594262 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Transition to ACTIVE for port object beea333a-5868-46e6-bc58-9eae07fdc4e5 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:44:07.601547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.623777 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f49b9-1199-4c39-b695-47ba15123805 req-e795e9cc-546e-4a9f-9897-ab2096f148dc tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:07.625388 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-986f49b9-1199-4c39-b695-47ba15123805 req-e795e9cc-546e-4a9f-9897-ab2096f148dc tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 932 time: 0.0530021 Nov 27 11:44:07.666081 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:07.694401 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-986f49b9-1199-4c39-b695-47ba15123805 req-45626d53-acca-44b4-b011-c857cf506314 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615964 Nov 27 11:44:07.747659 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Attempting to bind port beea333a-5868-46e6-bc58-9eae07fdc4e5 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:44:07.748149 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Attempting to bind port beea333a-5868-46e6-bc58-9eae07fdc4e5 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:44:07.748614 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Attempting to bind port beea333a-5868-46e6-bc58-9eae07fdc4e5 on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:44:07.754013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Port beea333a-5868-46e6-bc58-9eae07fdc4e5 on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:44:07.754550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Attempting to bind port beea333a-5868-46e6-bc58-9eae07fdc4e5 on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:44:07.760218 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:44:07.760598 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Checking segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:44:07.760988 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Bound using segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:44:07.761451 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Bound port: beea333a-5868-46e6-bc58-9eae07fdc4e5, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:44:07.761811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.834158 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:44:07.837432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:44:07.842792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.879709 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:07.880331 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:07.881765 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] 10.222.0.24 "PUT /v2.0/ports/beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1094 time: 0.6879973 Nov 27 11:44:07.882226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:44:07.884619 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011" -d '{"events": [{"name": "network-changed", "server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:44:07.919664 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ca5e6-6a8f-462b-9108-6e036f090706 service neutron] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:07.980109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-07722973-2f37-4341-8058-b8e69a52dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:07.982096 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-07722973-2f37-4341-8058-b8e69a52dcda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0582590 Nov 27 11:44:08.032113 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb1c980-fbe8-4bd3-8ca5-a338d50f3564 x-openstack-request-id: req-5eb1c980-fbe8-4bd3-8ca5-a338d50f3564 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:44:08.032534 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:44:08.032695 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eb1c980-fbe8-4bd3-8ca5-a338d50f3564 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:44:08.033100 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'status': 'completed', 'code': 200} Nov 27 11:44:08.035043 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-43ee7b05-dcdd-49bc-bd4a-4646309407dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 217 time: 0.0448050 Nov 27 11:44:08.093991 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-5265d8a1-fa7b-497d-bd8b-fed567683b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.095484 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-5265d8a1-fa7b-497d-bd8b-fed567683b9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0523410 Nov 27 11:44:08.147056 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-12fb6dd9-56f1-4ab4-88d4-b7be3e26cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.148598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-12fb6dd9-56f1-4ab4-88d4-b7be3e26cc3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448031 Nov 27 11:44:08.246454 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-05481a0d-8862-4bdd-91cd-4f5912792677 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908883 Nov 27 11:44:08.369942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 587524ce-c8eb-4faa-9a58-848ee2888244 up at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:44:08.427451 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Provisioning complete for port 587524ce-c8eb-4faa-9a58-848ee2888244 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:08.427827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:08.636781 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a98a563e-5cb1-477f-94d1-8c8108aa540a req-1d4dc356-d53e-4451-b2b2-cc5129ce4eaf service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823140 Nov 27 11:44:08.725026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-26f06523-c297-48ad-80e2-f012ba79cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.726437 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-26f06523-c297-48ad-80e2-f012ba79cfad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0420749 Nov 27 11:44:08.820828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2773-b5f3-4990-b91b-81c66c27fc49 req-764429f5-7a4d-4d4a-92fd-4975c2fdaf42 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.823130 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8f2c2773-b5f3-4990-b91b-81c66c27fc49 req-764429f5-7a4d-4d4a-92fd-4975c2fdaf42 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.0532918 Nov 27 11:44:08.826317 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-519dec64-77e4-4e45-a708-9627f44caebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.827864 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-519dec64-77e4-4e45-a708-9627f44caebe service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0946290 Nov 27 11:44:08.872523 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-e497327a-155f-4096-9ef9-dc9f2f9bfe05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 217 time: 0.0370300 Nov 27 11:44:08.874267 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-8f2c2773-b5f3-4990-b91b-81c66c27fc49 req-69bba440-0f31-4d98-9599-2feaabad5a0b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Nov 27 11:44:08.926104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-cfeefb16-3a12-4c82-828b-860c87f21a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.927547 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-cfeefb16-3a12-4c82-828b-860c87f21a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0481033 Nov 27 11:44:08.974866 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-b8041436-00f2-4ff2-b4e1-85fb2b056c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:08.976470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-b8041436-00f2-4ff2-b4e1-85fb2b056c6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418918 Nov 27 11:44:09.070476 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-d59397ec-923f-48c9-9c44-ad2aab2ccf79 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871670 Nov 27 11:44:09.163844 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fa1cdced-b57f-4f9a-8d66-4d2bd0c28011 req-d78c5684-73f1-404c-94d1-be2e11fefa13 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866828 Nov 27 11:44:09.991585 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07388aa9-d58a-453c-9061-07fcfe0faaed req-8a98cfbc-519a-4e46-a6e1-4149fa5171ac tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:09.993108 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07388aa9-d58a-453c-9061-07fcfe0faaed req-8a98cfbc-519a-4e46-a6e1-4149fa5171ac tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.0504847 Nov 27 11:44:10.046973 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-07388aa9-d58a-453c-9061-07fcfe0faaed req-5ffef5db-f69d-4ed7-b98d-5265890aa7a0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Nov 27 11:44:10.440683 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0c116cad-381c-49f5-8609-8f3b82d152e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:11.172027 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4adf17-63d6-4a90-b0c9-5ef6b5a7d3e0 req-730b9987-ccd5-4e36-a6fa-a2655af4b651 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:11.173583 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dc4adf17-63d6-4a90-b0c9-5ef6b5a7d3e0 req-730b9987-ccd5-4e36-a6fa-a2655af4b651 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.0560105 Nov 27 11:44:11.229549 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-dc4adf17-63d6-4a90-b0c9-5ef6b5a7d3e0 req-eec6a4cf-945e-4efa-b42e-5eb2670df372 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492134 Nov 27 11:44:12.227079 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:44:12.335210 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:12.347456 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:44:12.356070 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b9c18-fa2a-4164-8121-ad63a52f9690 req-48cd7dbc-4229-4466-a1ba-e6b1184aa165 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:12.357608 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-681b9c18-fa2a-4164-8121-ad63a52f9690 req-48cd7dbc-4229-4466-a1ba-e6b1184aa165 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.0525160 Nov 27 11:44:12.386975 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:12.400121 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beea333a-5868-46e6-bc58-9eae07fdc4e5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:44:12.410742 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-681b9c18-fa2a-4164-8121-ad63a52f9690 req-2701003c-97f8-4f22-b29d-a780ec4f0462 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470679 Nov 27 11:44:12.425588 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:12.430365 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:12.482269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:12.813590 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['beea333a-5868-46e6-bc58-9eae07fdc4e5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:44:13.225071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3c600051-8cf5-48d9-a87f-cb61bc3bedba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:13.531495 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556ad1-1d77-4a27-a6e1-3adc506597ca req-2fe6dc66-b8fa-4e21-9b1d-e385f2219b5a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:13.533018 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee556ad1-1d77-4a27-a6e1-3adc506597ca req-2fe6dc66-b8fa-4e21-9b1d-e385f2219b5a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Nov 27 11:44:13.585900 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-ee556ad1-1d77-4a27-a6e1-3adc506597ca req-f410c730-24ab-4b3d-bcae-bae1950d1c7c tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468984 Nov 27 11:44:14.146703 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:14.244022 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:44:14.304227 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port beea333a-5868-46e6-bc58-9eae07fdc4e5 completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:44:14.309344 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port beea333a-5868-46e6-bc58-9eae07fdc4e5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:44:14.309719 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:14.392439 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:14.415714 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:44:14.418177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75cb42d-828d-4101-a657-7729087cd8f3" -d '{"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:44:14.434110 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:44:14.438255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:14.487812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:14.517190 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5760c-9c5f-434b-b5cd-200632932120 x-openstack-request-id: req-14a5760c-9c5f-434b-b5cd-200632932120 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:44:14.517492 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:44:14.517750 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14a5760c-9c5f-434b-b5cd-200632932120 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:44:14.518151 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'code': 200} Nov 27 11:44:14.695144 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3cc5-b584-47cf-befb-427e8faa0b59 req-86392c6a-b496-45c4-9071-2e811f3c1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:14.696725 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff1f3cc5-b584-47cf-befb-427e8faa0b59 req-86392c6a-b496-45c4-9071-2e811f3c1090 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1099 time: 0.0434506 Nov 27 11:44:14.709312 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f120-fee5-49f1-beeb-86252e123d95 req-5dd866b1-eff2-4335-ab7d-9545a84435a9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:14.710857 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f155f120-fee5-49f1-beeb-86252e123d95 req-5dd866b1-eff2-4335-ab7d-9545a84435a9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 946 time: 0.0517495 Nov 27 11:44:14.747598 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff1f3cc5-b584-47cf-befb-427e8faa0b59 req-30d1ee9e-8a09-4ced-a382-777aa0b018f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436864 Nov 27 11:44:14.767139 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-f155f120-fee5-49f1-beeb-86252e123d95 req-fc886aa8-6729-49a6-aa81-3ab47fd6c4ed tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495131 Nov 27 11:44:15.740608 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:15.892469 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113d2b-9978-44e9-8ea5-00cca52859b4 req-dee21916-5d19-4de6-8332-19fc61eff584 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:15.894028 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6c113d2b-9978-44e9-8ea5-00cca52859b4 req-dee21916-5d19-4de6-8332-19fc61eff584 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 946 time: 0.0546629 Nov 27 11:44:15.949292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-6c113d2b-9978-44e9-8ea5-00cca52859b4 req-92c302d9-20b0-4dd8-aeb4-6b98bfabadcf tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491335 Nov 27 11:44:16.433486 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:16.611141 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:44:17.075562 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191627c-b92f-4afb-9858-3b7a35819480 req-a4d123c9-7650-474a-a146-f85499b71c2d tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:17.077120 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a191627c-b92f-4afb-9858-3b7a35819480 req-a4d123c9-7650-474a-a146-f85499b71c2d tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 946 time: 0.0526242 Nov 27 11:44:17.130310 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a191627c-b92f-4afb-9858-3b7a35819480 req-7fb5da3e-5768-4258-8533-eead0a1544d1 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472460 Nov 27 11:44:17.246932 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5cb33-e0e7-4162-a466-defd0ccaa69d req-bb463efd-9eef-4b50-a099-43c5f6dc7ce7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:17.248468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7ac5cb33-e0e7-4162-a466-defd0ccaa69d req-bb463efd-9eef-4b50-a099-43c5f6dc7ce7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 946 time: 0.0505424 Nov 27 11:44:17.299349 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7ac5cb33-e0e7-4162-a466-defd0ccaa69d req-d4a92943-dbe8-4ddd-80d5-95ead3b80642 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448983 Nov 27 11:44:17.321641 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52172) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:17.407150 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a980d-9a9b-40d5-8a10-7f56adc0913d tempest-TestSnapshotPattern-1604064781 tempest-TestSnapshotPattern-1604064781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:17.408778 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-b12a980d-9a9b-40d5-8a10-7f56adc0913d tempest-TestSnapshotPattern-1604064781 tempest-TestSnapshotPattern-1604064781-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1094 time: 0.0860236 Nov 27 11:44:17.411599 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:44:17.416325 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:44:17.439696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:17.547571 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:17.664146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Allocated IP 172.26.1.176 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/2f252197-0be2-421a-b6f0-4faef13f30ef) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:44:17.768729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:17.804671 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:17.847456 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:44:17.850474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:44:17.854026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:44:17.860210 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'Port': ['ID=2f252197-0be2-421a-b6f0-4faef13f30ef,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:18.235755 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:18.318461 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:18.475726 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:18.481301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:18.558849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'Port': ['ID=2f252197-0be2-421a-b6f0-4faef13f30ef,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:44:18.568627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:18.675044 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Floating IP 67402b89-45da-4be3-bb6f-bd996d935b9a associated. External IP: 172.26.1.176, port: beea333a-5868-46e6-bc58-9eae07fdc4e5. Nov 27 11:44:18.898017 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:44:19.013811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:44:19.023886 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:44:19.033178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:19.038868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:19.039520 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:44:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:19.062074 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1bee0f34-6789-494e-99bb-5844f9771b13 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6492352 Nov 27 11:44:19.062830 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:44:19.065455 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e40af-e71c-4d54-b576-dee97785f9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:44:19.102442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a3d5f4-ab93-4936-a7d6-d64c7a909836 x-openstack-request-id: req-25a3d5f4-ab93-4936-a7d6-d64c7a909836 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:44:19.102744 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:44:19.103010 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25a3d5f4-ab93-4936-a7d6-d64c7a909836 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:44:19.103447 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'status': 'completed', 'code': 200} Nov 27 11:44:19.158525 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:19.167883 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e40af-e71c-4d54-b576-dee97785f9ad req-ef1899b9-915b-4392-96c4-7fad7731c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:19.169455 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-ef1899b9-915b-4392-96c4-7fad7731c204 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1099 time: 0.0443435 Nov 27 11:44:19.276407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e40af-e71c-4d54-b576-dee97785f9ad req-1840274d-67d6-4bfb-8444-c5b1415f3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:19.278222 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-1840274d-67d6-4bfb-8444-c5b1415f3b60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.1021678 Nov 27 11:44:19.348195 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-b53cc27e-7db6-4e4b-99c3-8b105ac1d999 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1000 time: 0.0627403 Nov 27 11:44:19.402542 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:18Z', 'revision_number': 0, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:19.408114 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e40af-e71c-4d54-b576-dee97785f9ad req-0f5be7a1-c193-4fb2-8b85-c919ca97231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:19.409688 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-0f5be7a1-c193-4fb2-8b85-c919ca97231a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0542340 Nov 27 11:44:19.438305 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:44:19.447681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:44:19.448684 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:44:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:19.463836 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e40af-e71c-4d54-b576-dee97785f9ad req-6c71003a-24bf-4314-9f84-dea31e418223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:19.465543 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-6c71003a-24bf-4314-9f84-dea31e418223 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483723 Nov 27 11:44:19.560675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:44:19.563388 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-892e3b2d-876f-4744-afdb-58db8bc00076 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909088 Nov 27 11:44:19.663034 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-370e40af-e71c-4d54-b576-dee97785f9ad req-a6091115-3648-4679-a452-af4e1a50cf9d service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929956 Nov 27 11:44:19.803587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:18Z', 'revision_number': 0, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:44:19.830048 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19b2d-4254-4d3b-9036-bb9f9b4d14f0 None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:18Z', 'revision_number': 0, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:44:20.020681 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff99937-23bb-4557-9fe0-2bf0e25cc44d None None] New status for floating IP 67402b89-45da-4be3-bb6f-bd996d935b9a: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:44:32.499787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:40.443086 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1b38-bdd2-412a-9814-0d0a1ed9b027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:43.228321 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a17de112-f666-4d83-bf15-fb3cc30b5fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:44.149874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:45.743345 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:46.438287 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:44:47.814677 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-06bea15c-9644-4bf1-83d4-4f1ec481d6bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411994 Nov 27 11:44:47.898514 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-787ee72c-ee4c-43b2-8e42-f9614d089488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:47.900058 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-787ee72c-ee4c-43b2-8e42-f9614d089488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1099 time: 0.0411201 Nov 27 11:44:48.012052 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-5dc0e9e5-97d8-4fca-9d1d-5bdc3e9eb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:48.013560 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-5dc0e9e5-97d8-4fca-9d1d-5bdc3e9eb70a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0938532 Nov 27 11:44:48.080816 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-272f8793-0e6c-4382-aab4-66d600e4d381 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1002 time: 0.0596890 Nov 27 11:44:48.135430 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-0b5610a8-058a-4599-b396-09fa25d9191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:48.137367 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-0b5610a8-058a-4599-b396-09fa25d9191f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0498016 Nov 27 11:44:48.184811 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-38f6e904-ad69-4b88-9c97-d893d6d657ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:44:48.186457 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-38f6e904-ad69-4b88-9c97-d893d6d657ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413101 Nov 27 11:44:48.281054 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-5bdb6f3c-6d8b-4014-b111-a80a0f066f8b service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868633 Nov 27 11:44:48.390485 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3983fb6b-0dc4-4703-a0b0-76cb42d5d634 req-399ca06b-518a-4996-8e89-8ba287d78647 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019142 Nov 27 11:44:53.610885 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:45:02.636158 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:10.445844 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5a826d28-0b28-421e-bf93-5f2866578cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:13.231658 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-57ee864a-6a5d-48ee-8067-149f0686d263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:14.155967 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:15.741604 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:16.441088 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:30.610319 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:45:32.508257 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:40.450707 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-692a43f4-fa96-4b1d-902c-036019a872be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:43.233796 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e08b69fe-287d-445a-991e-f95a5b52fce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:44.155401 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:45.748131 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:46.446117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:45:49.810316 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-322fc808-687f-451f-bffc-0e79d5b4ff5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449471 Nov 27 11:45:49.895474 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3130-a710-40fc-b562-cafd5c03d429 req-d27c7414-3c22-4775-9e9d-5120a025eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:45:49.897019 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-d27c7414-3c22-4775-9e9d-5120a025eb33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1099 time: 0.0417895 Nov 27 11:45:50.004025 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3130-a710-40fc-b562-cafd5c03d429 req-3be9e553-b46c-4f0e-a17f-3d4f5cdd97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:45:50.005529 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-3be9e553-b46c-4f0e-a17f-3d4f5cdd97ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0886593 Nov 27 11:45:50.075453 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-9680d089-192e-4feb-ba8e-9148f73588de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1002 time: 0.0626504 Nov 27 11:45:50.125880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3130-a710-40fc-b562-cafd5c03d429 req-f8557572-3e26-4547-b456-d1be089fa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:45:50.127364 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-f8557572-3e26-4547-b456-d1be089fa78b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0448658 Nov 27 11:45:50.175999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3130-a710-40fc-b562-cafd5c03d429 req-193fd2b0-281a-4f5b-ba57-ab9239fc5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:45:50.177554 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-193fd2b0-281a-4f5b-ba57-ab9239fc5199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425510 Nov 27 11:45:50.278990 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-4e90a6ae-5ea3-4714-b7a3-0dc2d622fbca service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944612 Nov 27 11:45:50.376921 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-147d3130-a710-40fc-b562-cafd5c03d429 req-20a3b75a-467e-4acf-b8ae-ae46b0337f6d service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901790 Nov 27 11:46:02.518173 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:07.610738 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:46:10.454694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-94c660e3-945b-4426-8eb5-e117984b650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:13.235319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-437cfe1b-8e04-4f15-997b-8618a351d798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:14.158963 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:15.746942 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:16.439827 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:32.531010 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:40.458988 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bc9d71bb-a3d8-48f0-beee-1e767827fa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:43.239484 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-610499ca-d9fe-49cb-8a10-4a561afcb2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:44.161246 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:44.611448 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:46:45.748958 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:46.438948 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:49.177732 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:46:49.275585 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:46:49.286676 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:46:49.332299 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:49.345737 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beea333a-5868-46e6-bc58-9eae07fdc4e5 {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:46:49.365563 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:46:49.369273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:49.419188 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:46:49.427338 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.427694 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.428105 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.428410 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.428767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.429106 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.429443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.429784 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.430147 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.430480 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.430810 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.431142 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:46:49.456740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['beea333a-5868-46e6-bc58-9eae07fdc4e5'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:46:49.906492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-7b10346c-0156-4245-9fb9-7b6e6769f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:46:49.908950 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-7b10346c-0156-4245-9fb9-7b6e6769f20e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1098 time: 0.1052442 Nov 27 11:46:50.313470 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-08c979c2-26e8-42c3-92bc-5e05730ade35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:46:50.314734 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-08c979c2-26e8-42c3-92bc-5e05730ade35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.3852820 Nov 27 11:46:50.381357 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-4d71c5d1-b873-410e-8d1e-370c538bcefd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1001 time: 0.0584147 Nov 27 11:46:50.432407 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-38178f80-27bc-4562-8f11-99f905fff31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:46:50.434034 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-38178f80-27bc-4562-8f11-99f905fff31e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0446446 Nov 27 11:46:50.485856 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-98af3c4c-2d07-4318-aae5-d82d50c309e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:46:50.487499 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-98af3c4c-2d07-4318-aae5-d82d50c309e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457206 Nov 27 11:46:50.578555 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-dd81297a-bd33-4737-b800-7f92003f6587 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827656 Nov 27 11:46:50.673468 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-87c1c9bb-76ee-4b75-816e-17ccdd1b09a6 req-a208f1c5-7ae1-4241-bdc0-78c3df18284d service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Nov 27 11:46:51.203255 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:46:51.259077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port beea333a-5868-46e6-bc58-9eae07fdc4e5 triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:46:51.259483 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:51.338442 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:51.361499 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:46:51.363904 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb63820-12ab-45be-98e5-bfc4ae86d6f8" -d '{"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:46:51.377711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:46:51.381855 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:46:51.408536 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816e9b5c-cbb6-4170-9dbf-9fefb7330fdf x-openstack-request-id: req-816e9b5c-cbb6-4170-9dbf-9fefb7330fdf {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:46:51.408836 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-plugged", "status": "completed", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:46:51.409097 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-816e9b5c-cbb6-4170-9dbf-9fefb7330fdf {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:46:51.409490 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'code': 200} Nov 27 11:46:51.444611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:02.529381 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:04.310002 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-ff11c121-78ed-480a-829e-fda3a5977b01 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753679577&fields=id&tenant_id=452a307c03c24102af3373440c1e09ed HTTP/1.1" status: 200 len: 267 time: 0.0459366 Nov 27 11:47:04.433632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-eb37aa3c-f773-468b-b4ce-d09e382a41af tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:04.435080 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-eb37aa3c-f773-468b-b4ce-d09e382a41af tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 810 time: 0.1183667 Nov 27 11:47:04.451560 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-5514221b-c472-45e4-aee5-71803de0cc16 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/quotas/452a307c03c24102af3373440c1e09ed HTTP/1.1" status: 200 len: 375 time: 0.0096872 Nov 27 11:47:04.506938 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-62dcc374-d669-4d01-bdc1-b53b33957d02 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489368 Nov 27 11:47:04.615575 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-784e1f30-c003-41ee-8800-82940d0e512d service neutron] 10.222.0.13 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955765 Nov 27 11:47:04.715611 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-1fdfe886-ecf3-4af6-8c17-8b55c5f33c0d service neutron] 10.222.0.13 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937994 Nov 27 11:47:04.951552 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-492a5225-468f-4b6f-9c89-cda28fce103e req-291521ba-a827-403f-bf03-eb34c25daf90 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 210 time: 0.0807071 Nov 27 11:47:06.047304 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-a4eeeee5-9e6e-44c4-8e91-2162c85f79ea req-c9312976-1441-400d-90f6-ae6dbddd4db3 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 210 time: 0.0319910 Nov 27 11:47:07.146158 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-fff2d102-8b49-4767-a827-b5e5797ed609 req-6761867a-e2c0-4015-b590-9b6e24b76d03 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 210 time: 0.0306873 Nov 27 11:47:07.237769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:47:07.321859 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:07.345787 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:47:07.348748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6e3a74-c12e-40f4-9292-442304eb9a32" -d '{"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:47:07.370885 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:47:07.375688 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:07.403339 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f42656-21ba-406c-b29a-2688bf900882 x-openstack-request-id: req-18f42656-21ba-406c-b29a-2688bf900882 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:47:07.403769 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:47:07.404174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18f42656-21ba-406c-b29a-2688bf900882 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:47:07.404628 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'code': 200} Nov 27 11:47:07.434171 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:07.948146 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-4dee7ce2-4039-442c-afe8-f074c123ae5b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:07.949632 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-4dee7ce2-4039-442c-afe8-f074c123ae5b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 810 time: 0.1118870 Nov 27 11:47:08.031943 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-6972af69-86c8-4508-9d95-cc38b81d89ec tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=452a307c03c24102af3373440c1e09ed HTTP/1.1" status: 200 len: 379 time: 0.0668154 Nov 27 11:47:08.041703 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'port': {'device_id': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'admin_state_up': True, 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'security_groups': ['6ebdff23-d59e-4a43-8c26-f6c3fc455f47']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:47:08.157908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Made reservation on behalf of 452a307c03c24102af3373440c1e09ed for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 11:47:08.161822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:08.250560 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-274ebe0e-413f-4011-8bd1-469ea8d8ad32 req-c6fafe58-c479-460d-959f-f561ebb5db12 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 210 time: 0.0295918 Nov 27 11:47:08.309882 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Allocated IP 172.20.0.6 (c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4/23b236d7-db04-44fe-92eb-7d3a45b1f092/83864aa7-7d25-4c00-a0a4-0e3194b3426d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:47:08.505644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:08.543526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:08.600547 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:47:08.604351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:47:08.619696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:47:08.663039 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:08.679326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.679771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.680184 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.680618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.680982 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.681315 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.681646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.681975 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.682302 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.682631 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.682949 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.683268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:47:08.715871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:08.716645 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:08.763087 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-21d4e0b5-10fd-4c8d-953c-7e7eb83c960f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249572 Nov 27 11:47:08.994615 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-46893a3e-d47b-4c2b-b7ff-6ece8c0c455e None None] Provisioning complete for port 83864aa7-7d25-4c00-a0a4-0e3194b3426d triggered by entity DHCP. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:47:08.995812 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-46893a3e-d47b-4c2b-b7ff-6ece8c0c455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:09.038024 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-46893a3e-d47b-4c2b-b7ff-6ece8c0c455e None None] Port 83864aa7-7d25-4c00-a0a4-0e3194b3426d cannot update to ACTIVE because it is not bound. {{(pid=103380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 11:47:09.384058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02523945-d74c-4903-9e16-219feb2e9e97 req-aad80369-ff4a-44d8-a31b-a66cf0a2f017 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:09.385977 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-02523945-d74c-4903-9e16-219feb2e9e97 req-aad80369-ff4a-44d8-a31b-a66cf0a2f017 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0597115 Nov 27 11:47:09.443093 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-02523945-d74c-4903-9e16-219feb2e9e97 req-f1e7bd34-fba6-4269-9422-cf5186a5627d tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508270 Nov 27 11:47:10.473613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c8369582-abc3-4fe6-847b-5fad77c5af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:10.584239 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e916-caa4-43a1-b5f3-bef7b16ac9bc req-6591923f-cdb2-4d65-a8e0-157ccdc1dba6 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:10.586863 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-81e9e916-caa4-43a1-b5f3-bef7b16ac9bc req-6591923f-cdb2-4d65-a8e0-157ccdc1dba6 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0521801 Nov 27 11:47:10.638475 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-81e9e916-caa4-43a1-b5f3-bef7b16ac9bc req-33038b73-02c3-49b3-b585-2d7062fc27c9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446267 Nov 27 11:47:11.771746 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15e60d-384d-4bce-b612-fd5d745a1f79 req-ab0283ca-f13e-4f44-a17f-8943a2978b93 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:11.773292 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d15e60d-384d-4bce-b612-fd5d745a1f79 req-ab0283ca-f13e-4f44-a17f-8943a2978b93 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0549424 Nov 27 11:47:11.823832 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9d15e60d-384d-4bce-b612-fd5d745a1f79 req-4f6962b3-fc0f-4afb-b989-d4c4dc9d6be9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442386 Nov 27 11:47:12.953877 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c546-6701-49f5-a6ae-8cdf65c3a29f req-4c08cc8e-3bac-4481-b57c-36a60ccb1b43 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:12.955438 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b058c546-6701-49f5-a6ae-8cdf65c3a29f req-4c08cc8e-3bac-4481-b57c-36a60ccb1b43 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0512593 Nov 27 11:47:13.017855 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-b058c546-6701-49f5-a6ae-8cdf65c3a29f req-b1174b40-f9ea-4ede-81ae-ba0073e2e259 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539124 Nov 27 11:47:13.242666 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a9a89d94-b836-4543-ac6c-71466fd5df19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:14.144535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef64a8-5f68-41ea-92cc-8a1c43d64fb1 req-7e8bcae2-495b-458d-8719-157b34df0723 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:14.147507 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c7ef64a8-5f68-41ea-92cc-8a1c43d64fb1 req-7e8bcae2-495b-458d-8719-157b34df0723 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0591950 Nov 27 11:47:14.170740 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:14.213565 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c7ef64a8-5f68-41ea-92cc-8a1c43d64fb1 req-fa681634-2189-4781-b8c2-5f670a6b9075 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570862 Nov 27 11:47:15.338216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815b847-75ea-4dd1-bd45-2bed9b8a2f9f req-3d5c14c5-4d9c-40d7-b3fb-a6b4702ceaa7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:15.340644 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3815b847-75ea-4dd1-bd45-2bed9b8a2f9f req-3d5c14c5-4d9c-40d7-b3fb-a6b4702ceaa7 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0569806 Nov 27 11:47:15.405960 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-3815b847-75ea-4dd1-bd45-2bed9b8a2f9f req-06d41300-a6bc-4df5-b7be-d3acb499ccce tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532258 Nov 27 11:47:15.762570 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:16.451319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:16.546908 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2bb9d-89cf-4f47-89e9-1f3903e8851d req-e458a4a3-bd63-4832-803a-78009e0af2b1 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:16.550042 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4be2bb9d-89cf-4f47-89e9-1f3903e8851d req-e458a4a3-bd63-4832-803a-78009e0af2b1 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0632968 Nov 27 11:47:16.604076 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4be2bb9d-89cf-4f47-89e9-1f3903e8851d req-b79dd64f-da0e-48b5-b37e-031a295ad93f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508661 Nov 27 11:47:17.755434 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9662dd-64e6-4148-971a-2cd17dd5902e req-770d84aa-d41f-4251-a413-df5d0ffb5f9e tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:17.757023 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6e9662dd-64e6-4148-971a-2cd17dd5902e req-770d84aa-d41f-4251-a413-df5d0ffb5f9e tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0693598 Nov 27 11:47:17.831468 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-6e9662dd-64e6-4148-971a-2cd17dd5902e req-abd3a73f-3cc3-4f91-9079-4f622094758e tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678110 Nov 27 11:47:18.947109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ebb7-1516-45ac-9f17-afbdd8796d2a req-84a819d1-c2d4-41e2-8ef0-37b193e14e0c tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:18.948609 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f429ebb7-1516-45ac-9f17-afbdd8796d2a req-84a819d1-c2d4-41e2-8ef0-37b193e14e0c tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0488904 Nov 27 11:47:19.000095 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f429ebb7-1516-45ac-9f17-afbdd8796d2a req-3ba17708-7858-438f-9353-cc6f270a334f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453568 Nov 27 11:47:20.125229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34fe38-2c39-4550-af44-a8b1a887f208 req-785b1937-7c1e-439d-854a-bc67b0fc53f4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:20.126742 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4e34fe38-2c39-4550-af44-a8b1a887f208 req-785b1937-7c1e-439d-854a-bc67b0fc53f4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0556293 Nov 27 11:47:20.177609 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-4e34fe38-2c39-4550-af44-a8b1a887f208 req-d9d59ca4-02ac-4d85-b99d-62c8b4c182df tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Nov 27 11:47:21.323555 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014ed73-a18d-47b1-b4cb-372b59ac7747 req-f02a18a6-4d39-4a05-a867-a6344014da79 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:21.325133 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c014ed73-a18d-47b1-b4cb-372b59ac7747 req-f02a18a6-4d39-4a05-a867-a6344014da79 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 931 time: 0.0557575 Nov 27 11:47:21.378418 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c014ed73-a18d-47b1-b4cb-372b59ac7747 req-78512522-1762-4968-ad02-8ad4fb29d46f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471566 Nov 27 11:47:21.610966 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:47:21.903479 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Request body: {'port': {'device_id': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:47:21.968802 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:22.254471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83864aa7-7d25-4c00-a0a4-0e3194b3426d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:47:22.263927 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:22.279597 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Transition to ACTIVE for port object 83864aa7-7d25-4c00-a0a4-0e3194b3426d will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 11:47:22.282706 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:22.337688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:22.415611 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Attempting to bind port 83864aa7-7d25-4c00-a0a4-0e3194b3426d on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 11:47:22.416226 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Attempting to bind port 83864aa7-7d25-4c00-a0a4-0e3194b3426d by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 11:47:22.416764 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Attempting to bind port 83864aa7-7d25-4c00-a0a4-0e3194b3426d on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:47:22.424589 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Port 83864aa7-7d25-4c00-a0a4-0e3194b3426d on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 11:47:22.425058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Attempting to bind port 83864aa7-7d25-4c00-a0a4-0e3194b3426d on network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 11:47:22.432906 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Checking agent: {'id': '385f92e8-96e3-477c-8f06-02c934a48493', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'started_at': datetime.datetime(2021, 11, 27, 10, 30, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 11:47:22.433412 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Checking segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 11:47:22.433914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Bound using segment: {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 11:47:22.434476 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Bound port: 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d29edb5-9e7b-4233-9e02-98bf88f56df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 11:47:22.434946 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:22.524154 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffb831-ae63-4c12-b628-a3181572b47c req-07be6798-3486-4c43-9eae-30b726bec0bc tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:22.526527 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eeffb831-ae63-4c12-b628-a3181572b47c req-07be6798-3486-4c43-9eae-30b726bec0bc tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 943 time: 0.0640414 Nov 27 11:47:22.544080 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 11:47:22.549435 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 11:47:22.555683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:22.613978 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-eeffb831-ae63-4c12-b628-a3181572b47c req-083b112a-9931-4e0f-9116-981fb7e870ea tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763664 Nov 27 11:47:22.621867 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:22.622181 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:22.623745 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] 10.222.0.24 "PUT /v2.0/ports/83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 200 len: 1093 time: 0.7278657 Nov 27 11:47:22.624241 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:47:22.626632 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:47:22.654917 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019c764-b234-4228-9420-aafe50efdf2f service neutron] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:22.727683 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee55076-2e46-4b0d-83d0-f7ecb80ca872 x-openstack-request-id: req-aee55076-2e46-4b0d-83d0-f7ecb80ca872 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:47:22.727986 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:47:22.728246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aee55076-2e46-4b0d-83d0-f7ecb80ca872 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:47:22.728687 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'status': 'completed', 'code': 200} Nov 27 11:47:22.747859 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-25ec355a-6343-4cec-b7ca-c2602eaeeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:22.749666 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-25ec355a-6343-4cec-b7ca-c2602eaeeb0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1096 time: 0.0534987 Nov 27 11:47:22.798198 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-b780512c-976c-41d2-a098-229100a71edc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 200 len: 217 time: 0.0404778 Nov 27 11:47:22.851139 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-7e8c3f20-302f-4a95-a9e0-8d8341f01778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:22.852651 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-7e8c3f20-302f-4a95-a9e0-8d8341f01778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0477734 Nov 27 11:47:22.903399 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c112-d6dc-4611-9a76-93e90000358f req-88ccf27a-4dd1-4411-92e0-761b29e85da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:22.905263 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-88ccf27a-4dd1-4411-92e0-761b29e85da8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443468 Nov 27 11:47:23.003464 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-35be52ec-c17e-4724-800e-7b9e37704c49 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904274 Nov 27 11:47:23.097050 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-9017c112-d6dc-4611-9a76-93e90000358f req-68ed491e-a239-48ba-aec1-62e3e95714eb service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867233 Nov 27 11:47:23.183426 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-e40b885f-c94b-42a7-a006-bffd87327720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:23.185005 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-e40b885f-c94b-42a7-a006-bffd87327720 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1096 time: 0.0434828 Nov 27 11:47:23.283071 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-a71cf498-371f-4ea2-adac-281cca7bcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:23.284582 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-a71cf498-371f-4ea2-adac-281cca7bcd83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0929115 Nov 27 11:47:23.325784 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-4774c813-8361-4a24-bf66-6f7e4c908dec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 200 len: 217 time: 0.0346189 Nov 27 11:47:23.381472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-4df053ab-1d12-4545-a932-e0255193acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:23.382958 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-4df053ab-1d12-4545-a932-e0255193acf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0499229 Nov 27 11:47:23.431105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-7be974de-efa1-4994-946a-b07a9e8132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:23.432839 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-7be974de-efa1-4994-946a-b07a9e8132b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420067 Nov 27 11:47:23.533970 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-22646068-9b74-4668-8369-1071a061c9e5 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936620 Nov 27 11:47:23.648470 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3d3cc069-582d-46c1-b4ac-2416e64ba0e5 req-4e366749-c6c5-45ba-9c96-c6a148095e6a service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070530 Nov 27 11:47:23.754229 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0164578-f661-43e4-a8ee-06f520b2a2ec req-734293d6-b726-4458-a765-083b3294278f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:23.760409 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0164578-f661-43e4-a8ee-06f520b2a2ec req-734293d6-b726-4458-a765-083b3294278f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 943 time: 0.0525680 Nov 27 11:47:23.819230 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-a0164578-f661-43e4-a8ee-06f520b2a2ec req-b0fafd0e-b883-4bb3-973c-483d6b7f3adf tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554833 Nov 27 11:47:24.946011 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cb26d-511f-4524-8aca-ef1a9cb13b47 req-ce4692b0-109e-4082-9cee-a76cb61a2125 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:24.947637 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ee5cb26d-511f-4524-8aca-ef1a9cb13b47 req-ce4692b0-109e-4082-9cee-a76cb61a2125 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 943 time: 0.0571191 Nov 27 11:47:25.002851 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ee5cb26d-511f-4524-8aca-ef1a9cb13b47 req-99adc15f-9e65-4b1c-9dd8-0eee4daa5186 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489612 Nov 27 11:47:25.300204 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:47:25.400600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:47:25.411749 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'port_id': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'mac_address': 'fa:16:3e:76:ef:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:47:25.450715 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:25.464511 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83864aa7-7d25-4c00-a0a4-0e3194b3426d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:47:25.483977 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:47:25.489071 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:25.551077 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:25.928757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['83864aa7-7d25-4c00-a0a4-0e3194b3426d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:47:26.124545 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1c9f0-09ab-4aba-9d7a-bff6463f7421 req-ecb24c7d-f725-4288-bdce-be72eaa7258c tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:26.126049 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1ed1c9f0-09ab-4aba-9d7a-bff6463f7421 req-ecb24c7d-f725-4288-bdce-be72eaa7258c tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 944 time: 0.0515645 Nov 27 11:47:26.187581 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-1ed1c9f0-09ab-4aba-9d7a-bff6463f7421 req-6803cf78-d021-4e66-b6ad-85cae42c555f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490777 Nov 27 11:47:27.307761 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f1a5-4175-498c-b117-f378edb72e01 req-c3bb4531-a74f-40fe-b567-d52a49d01b54 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:27.309287 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fc99f1a5-4175-498c-b117-f378edb72e01 req-c3bb4531-a74f-40fe-b567-d52a49d01b54 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 944 time: 0.0499535 Nov 27 11:47:27.314927 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:47:27.363541 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-fc99f1a5-4175-498c-b117-f378edb72e01 req-4c41fe4d-e125-4d82-a7eb-00752ef9cc90 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471160 Nov 27 11:47:27.371055 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning for port 83864aa7-7d25-4c00-a0a4-0e3194b3426d completed by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 11:47:27.375136 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 83864aa7-7d25-4c00-a0a4-0e3194b3426d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:47:27.375504 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:27.454639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:27.478670 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:47:27.480843 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4adf9d-2467-4f2a-8026-5aca083e1d8f" -d '{"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-plugged", "status": "completed", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:47:27.493860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:47:27.499686 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:27.525221 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b45eb-17da-4d3f-b243-151958f261ec x-openstack-request-id: req-a28b45eb-17da-4d3f-b243-151958f261ec {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:47:27.525556 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-plugged", "status": "completed", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:47:27.525798 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a28b45eb-17da-4d3f-b243-151958f261ec {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:47:27.526162 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'code': 200} Nov 27 11:47:27.554236 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=5']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:27.696050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216fc2-833c-4691-9b83-63075e5b2d59 req-e193407d-84cb-4aab-8bb9-8e5a3718a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:27.697588 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e9216fc2-833c-4691-9b83-63075e5b2d59 req-e193407d-84cb-4aab-8bb9-8e5a3718a93f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1098 time: 0.0417092 Nov 27 11:47:27.746735 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-e9216fc2-833c-4691-9b83-63075e5b2d59 req-77898925-0d90-4175-9dc4-c82f651fe094 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 Nov 27 11:47:28.488351 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e5115-aeac-4382-9857-74f1340d3699 req-ac6b506b-02dd-4bec-8845-f3f1c279cc6a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:28.490549 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3f8e5115-aeac-4382-9857-74f1340d3699 req-ac6b506b-02dd-4bec-8845-f3f1c279cc6a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 945 time: 0.0545182 Nov 27 11:47:28.540957 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-3f8e5115-aeac-4382-9857-74f1340d3699 req-7219f6cb-8ab8-4966-953e-45c53e12d4b3 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442517 Nov 27 11:47:29.822077 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b90e9-ff7a-4b87-9334-5a65344b5ee1 req-acfeffaf-a1f3-4bee-87f1-0399c6034323 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:29.823529 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-257b90e9-ff7a-4b87-9334-5a65344b5ee1 req-acfeffaf-a1f3-4bee-87f1-0399c6034323 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Nov 27 11:47:29.873724 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-257b90e9-ff7a-4b87-9334-5a65344b5ee1 req-673b6ada-df56-4ea2-8232-6653e7a30a66 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Nov 27 11:47:29.990905 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848c918-6d2e-46ba-8009-b3af7ce793fb req-ee40c213-56d3-479b-87ae-ab80da33e537 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:29.992441 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1848c918-6d2e-46ba-8009-b3af7ce793fb req-ee40c213-56d3-479b-87ae-ab80da33e537 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 945 time: 0.0511308 Nov 27 11:47:30.043644 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1848c918-6d2e-46ba-8009-b3af7ce793fb req-86301319-ed17-494f-84a4-d4ff29189b7d tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452354 Nov 27 11:47:30.065676 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:47:30.106593 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de8709-9a60-4662-a5de-36e4498772fe tempest-TestSnapshotPattern-1604064781 tempest-TestSnapshotPattern-1604064781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:30.108030 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-21de8709-9a60-4662-a5de-36e4498772fe tempest-TestSnapshotPattern-1604064781 tempest-TestSnapshotPattern-1604064781-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1093 time: 0.0413442 Nov 27 11:47:30.110919 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:47:30.115222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Request body: {'floatingip': {'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'port_id': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 11:47:30.137364 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:30.238453 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:30.352169 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Allocated IP 172.26.1.121 (444b1d93-5105-4158-8104-96b059af888f/161ab6da-9698-4fa9-90c3-39cc7b6f977d/7fa71723-52df-4400-8af9-6124720de6db) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 11:47:30.459212 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for port, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:30.495896 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735776793061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:30.540126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Network 444b1d93-5105-4158-8104-96b059af888f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 11:47:30.543054 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 11:47:30.546624 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 11:47:30.552442 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'Port': ['ID=7fa71723-52df-4400-8af9-6124720de6db,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:30.922822 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:30.995271 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:31.153613 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for port, precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:31.158637 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9886022'] for port, after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:31.233395 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event updated for resources: {'Port': ['ID=7fa71723-52df-4400-8af9-6124720de6db,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:47:31.244288 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3664528'] for floatingip, after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:31.346186 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Floating IP 312bf584-171b-426b-a6cf-b98384cf1f33 associated. External IP: 172.26.1.121, port: 83864aa7-7d25-4c00-a0a4-0e3194b3426d. Nov 27 11:47:31.564526 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:47:31.673792 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:47:31.685199 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:47:31.694689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:31.698874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:47:31.700193 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:47:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:47:31.841399 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:47:32.051421 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-9ea8a757-8d80-4e6a-b3d1-d806ca53e04f tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9393957 Nov 27 11:47:32.052718 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:47:32.055154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:47:32.111336 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d50a5c-e0e9-463b-b64b-597fae3159df x-openstack-request-id: req-63d50a5c-e0e9-463b-b64b-597fae3159df {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:47:32.111643 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:47:32.111915 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63d50a5c-e0e9-463b-b64b-597fae3159df {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:47:32.112327 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'status': 'completed', 'code': 200} Nov 27 11:47:32.177234 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-263b1e69-fa47-4e4c-b3fe-64dfb7763fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:32.178885 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-263b1e69-fa47-4e4c-b3fe-64dfb7763fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1098 time: 0.0438919 Nov 27 11:47:32.250534 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '312bf584-171b-426b-a6cf-b98384cf1f33', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:76:ef:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:30Z', 'updated_at': '2021-11-27T11:47:30Z', 'revision_number': 0, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}, {'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:20Z', 'revision_number': 1, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:47:32.280211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:47:32.282831 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-90fb7256-e643-4342-8ae9-50fd2091416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:32.284393 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-90fb7256-e643-4342-8ae9-50fd2091416a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0970781 Nov 27 11:47:32.290586 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:47:32.291229 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:47:13Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:47:32.353917 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-1485b547-dede-4b5a-a4b8-4fc18485a176 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 200 len: 999 time: 0.0622604 Nov 27 11:47:32.406943 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-858d7e5c-4c82-4dfc-a4a3-37cf85a5578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:32.408469 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-858d7e5c-4c82-4dfc-a4a3-37cf85a5578d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0469675 Nov 27 11:47:32.414479 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:47:32.459590 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-41d11d66-ffe8-4554-9813-70de1e4baa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:32.461612 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-41d11d66-ffe8-4554-9813-70de1e4baa7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456803 Nov 27 11:47:32.556323 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-1d6d8dcc-9646-4f67-96f6-302384e5176f service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878267 Nov 27 11:47:32.556711 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:32.658690 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-8f6b6d2d-ad3b-4bbc-9629-50c57e270b1a req-dad1d691-9197-4f25-b822-c5ecf3d81ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943854 Nov 27 11:47:32.677678 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '312bf584-171b-426b-a6cf-b98384cf1f33', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:76:ef:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:30Z', 'updated_at': '2021-11-27T11:47:30Z', 'revision_number': 0, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}, {'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:20Z', 'revision_number': 1, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:47:32.712997 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028fb8-520f-4c63-8c24-6a53ff9ca73a None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '312bf584-171b-426b-a6cf-b98384cf1f33', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:76:ef:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:47:30Z', 'updated_at': '2021-11-27T11:47:30Z', 'revision_number': 0, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}, {'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:20Z', 'revision_number': 1, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:47:32.897877 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6efdd3d-8cdc-4ceb-affe-93b05ac721b9 None None] New status for floating IP 312bf584-171b-426b-a6cf-b98384cf1f33: ACTIVE {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:47:40.459514 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1b66dc7b-36c1-44f0-aaba-6c8e579a19ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:43.245864 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fa14c97e-12f6-4957-84bd-ba1d8e1ade4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:44.167494 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:45.756351 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:46.446668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:47:49.804341 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-10881154-c443-4a24-aa37-8d610e7273d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404758 Nov 27 11:47:49.892719 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-dede40df-2827-4e1e-8216-9934f8fb4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:49.894228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-dede40df-2827-4e1e-8216-9934f8fb4b08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0440185 Nov 27 11:47:50.008432 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-f09bc7af-2ee4-4f17-a896-8138cd03a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:50.009904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-f09bc7af-2ee4-4f17-a896-8138cd03a478 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0946341 Nov 27 11:47:50.079530 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-c3b2356f-0153-48f2-9045-fa6590c336b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1000 time: 0.0613391 Nov 27 11:47:50.137454 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-aaaad6b3-7c75-4891-9c80-04e2a68b1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:50.138931 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-aaaad6b3-7c75-4891-9c80-04e2a68b1325 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0515730 Nov 27 11:47:50.188213 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-f4884cfe-b4b0-4b57-80d8-9e3e154acc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:47:50.189747 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-f4884cfe-b4b0-4b57-80d8-9e3e154acc46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428674 Nov 27 11:47:50.287077 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-bb053a65-092d-4170-8561-df463a4f86b4 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886371 Nov 27 11:47:50.382049 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-4560ced2-79e2-4f2a-9d61-6f31604d8b19 req-d7a76691-7a8d-45ef-a062-df2a5fa67c6d service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Nov 27 11:47:58.609547 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:48:02.533333 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:10.461144 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d8c32bca-4f39-4b4f-9232-83aef51c661a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:13.247367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-085aae6c-6b95-418f-ad23-8e72c234b647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:14.170312 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:15.757284 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:16.450903 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:32.532184 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:35.608741 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:48:40.467323 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1d99eaa9-33d0-4583-ad08-8235e4acab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:43.249344 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-2a26994d-6ae7-4e71-b501-27bd6d0ee022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:44.173865 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:45.761884 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:46.455602 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:48:50.824698 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-f1b02b8a-0dc7-4e68-864c-75ae93abfc3a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472772 Nov 27 11:48:50.891355 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-41f025bd-4790-4088-8c44-f79c6bafbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:48:50.892904 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-41f025bd-4790-4088-8c44-f79c6bafbe0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1098 time: 0.0419207 Nov 27 11:48:51.003817 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-dab58b3c-d8c8-4b24-a5b6-5f7638a94498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:48:51.005426 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-dab58b3c-d8c8-4b24-a5b6-5f7638a94498 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0893745 Nov 27 11:48:51.075849 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-5409755b-09fd-4377-a525-8364d245382c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 200 len: 1001 time: 0.0629845 Nov 27 11:48:51.125834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-77f05c8c-0221-4d03-856b-5f8f775ac701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:48:51.127289 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-77f05c8c-0221-4d03-856b-5f8f775ac701 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0437782 Nov 27 11:48:51.174819 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-b0094638-fe66-474e-aeb0-0fabc9e1dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:48:51.176320 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-b0094638-fe66-474e-aeb0-0fabc9e1dd9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405216 Nov 27 11:48:51.270840 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-182044db-88f1-4181-bfb5-5c10e3844478 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862582 Nov 27 11:48:51.364453 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-7f94bb22-c05a-4296-bcaf-bf3eb2652e19 req-84135f3e-807f-4151-9cb9-c5e6c17cbab4 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Nov 27 11:49:02.526426 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:10.461993 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4d0d97e4-8aef-4f14-8a83-dc342f72456a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:12.609505 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:49:13.250874 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-d01fa82d-9db0-4db5-a928-e069e7e21103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:14.180630 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:15.762515 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:16.458397 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:32.521061 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:37.930546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 11:49:38.027019 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:49:38.038465 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Returning: {'device': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'port_id': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'mac_address': 'fa:16:3e:76:ef:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 11:49:38.081007 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:38.094935 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83864aa7-7d25-4c00-a0a4-0e3194b3426d {{(pid=103380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 11:49:38.115437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:49:38.119612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:38.173081 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=6']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:49:38.180613 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.180968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.181319 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.181653 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.181989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.182324 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.182660 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.182989 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.183318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.183697 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.183968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.184292 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:38.204078 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] get_ports_and_sgs() called for port_ids ['83864aa7-7d25-4c00-a0a4-0e3194b3426d'] {{(pid=103380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 11:49:39.962696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d up at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 11:49:40.013009 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.provisioning_blocks [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Provisioning complete for port 83864aa7-7d25-4c00-a0a4-0e3194b3426d triggered by entity L2. {{(pid=103380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 11:49:40.013691 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699233'] for port, provisioning_complete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:40.096802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:40.119702 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:49:40.121896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c8e94d-4988-4425-ac0b-88b90dfb8362" -d '{"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-plugged", "status": "completed", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:49:40.136272 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:49:40.142744 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:40.194356 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=7']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:49:40.217696 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643964f-1264-41b9-a73d-60e6f6a20de3 x-openstack-request-id: req-3643964f-1264-41b9-a73d-60e6f6a20de3 {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:49:40.218037 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-plugged", "status": "completed", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:49:40.218330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3643964f-1264-41b9-a73d-60e6f6a20de3 {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:49:40.218765 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'code': 200} Nov 27 11:49:40.467006 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82475616-c48f-4070-b6fb-12bae1ffffec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:43.271117 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-fd762dbb-174a-45e6-8ec7-bb498ee29aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:44.196424 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:45.769968 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:46.480767 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:49.617346 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:49:52.691992 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52734) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:49:52.869812 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Deleting port 7fa71723-52df-4400-8af9-6124720de6db {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:49:52.870154 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:52.989668 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-7b507e15-ca48-476d-952f-979a1879fa76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032958 Nov 27 11:49:53.000483 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:53.000809 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:53.015166 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Calling delete_port for 7fa71723-52df-4400-8af9-6124720de6db owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:49:53.127369 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-6382a547-00b5-4d25-ac6b-3316bbcbc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:53.128923 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-6382a547-00b5-4d25-ac6b-3316bbcbc3f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0707011 Nov 27 11:49:53.267225 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:53.302642 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event deleted for resources: {'Port': ['ID=7fa71723-52df-4400-8af9-6124720de6db,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:49:53.305386 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-f3f0bbe5-22c1-4e34-9d1e-14e8f382456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:53.306696 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-f3f0bbe5-22c1-4e34-9d1e-14e8f382456d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.1563466 Nov 27 11:49:53.321618 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.321973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.322320 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.322666 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.323007 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.323353 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.323690 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.324026 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.324358 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.324721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.325050 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.325936 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:53.425887 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-3f0e5f88-870d-48f8-b0bf-9eca7cf9fd05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 1000 time: 0.1103349 Nov 27 11:49:53.431063 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:53.431401 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.db.l3_db [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Floating IP 312bf584-171b-426b-a6cf-b98384cf1f33 disassociated (deleted). External IP: 172.26.1.121, port: 83864aa7-7d25-4c00-a0a4-0e3194b3426d. Nov 27 11:49:53.565345 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-baf7f68a-e301-4715-92c3-f2fa99b903de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:53.566732 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-baf7f68a-e301-4715-92c3-f2fa99b903de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.1331446 Nov 27 11:49:53.663808 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-a0fce6dc-d578-4dff-a480-e46ddbca4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:53.665372 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-a0fce6dc-d578-4dff-a480-e46ddbca4816 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0900037 Nov 27 11:49:53.805713 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:49:53.815255 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-b5e0f5bc-83cb-4488-ae28-36dc2a096c3c service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408584 Nov 27 11:49:53.992669 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:49:53.995770 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-ff668ab3-2d55-4fae-a65b-bdae8bd40587 req-a46286df-c2f9-4e4d-b2f8-52fc0c66345a service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724765 Nov 27 11:49:54.000121 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:54.002920 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:49:54.013996 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:49:54.014626 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:54.031105 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-f5bd3a4a-09c9-4603-8776-fdd7bb8629d9 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "DELETE /v2.0/floatingips/312bf584-171b-426b-a6cf-b98384cf1f33 HTTP/1.1" status: 204 len: 168 time: 1.3352678 Nov 27 11:49:54.031105 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:49:54.031849 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:49:54.137443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:49:54.145318 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d14540-85cb-48f4-a81e-aa999c533a4c x-openstack-request-id: req-77d14540-85cb-48f4-a81e-aa999c533a4c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:49:54.145610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:49:54.145863 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77d14540-85cb-48f4-a81e-aa999c533a4c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:49:54.146270 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'status': 'completed', 'code': 200} Nov 27 11:49:54.224126 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-a4862e4f-5795-43cf-9154-aa749b98e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:54.225640 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-a4862e4f-5795-43cf-9154-aa749b98e0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 1098 time: 0.0551054 Nov 27 11:49:54.295062 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da3015-f785-4296-8bed-d60b725dacfe req-2b53c075-8138-401b-968a-cfdde1b4159b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:54.297067 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-15da3015-f785-4296-8bed-d60b725dacfe req-2b53c075-8138-401b-968a-cfdde1b4159b tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 945 time: 0.0600319 Nov 27 11:49:54.330682 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-fb9a80b3-c750-4667-aab8-4857433526f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:54.332331 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-fb9a80b3-c750-4667-aab8-4857433526f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.0984766 Nov 27 11:49:54.355767 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-15da3015-f785-4296-8bed-d60b725dacfe req-d28fa91b-42dd-4986-ac0e-788ef565f4ba tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510178 Nov 27 11:49:54.383542 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-5bf0b209-0384-4f54-b31e-6e621c855cdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 200 len: 217 time: 0.0411325 Nov 27 11:49:54.394681 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:20Z', 'revision_number': 1, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:54.421668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:49:54.429902 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:49:54.430507 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:54.435869 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-1d9c9909-2a74-49ea-ac58-8ca4489e1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:54.437375 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-1d9c9909-2a74-49ea-ac58-8ca4489e1c84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0458138 Nov 27 11:49:54.487268 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-c92c55c9-c9d8-4125-83fc-2880d6a21969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:54.489035 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-c92c55c9-c9d8-4125-83fc-2880d6a21969 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432589 Nov 27 11:49:54.537546 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:49:54.879710 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-a0551366-3e44-4f9c-9afc-2e466c3fabd6 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818800 Nov 27 11:49:54.953084 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:20Z', 'revision_number': 1, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:54.973351 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-66b17fd3-b598-4721-9d3b-948aa8c6f7a9 req-971a682d-f5d8-4817-8ea9-a2db1475ffc6 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839014 Nov 27 11:49:54.979700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bf566-b9ce-4348-89a3-a5e610eabab4 None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_floatingips': [{'id': '67402b89-45da-4be3-bb6f-bd996d935b9a', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'floating_ip_address': '172.26.1.176', 'floating_network_id': '444b1d93-5105-4158-8104-96b059af888f', 'router_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'port_id': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'mac_address': 'fa:16:3e:ec:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5627f779-61aa-41fc-8e79-56007297a5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T11:44:18Z', 'updated_at': '2021-11-27T11:44:20Z', 'revision_number': 1, 'project_id': '452a307c03c24102af3373440c1e09ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:49:55.188817 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5448f-723d-489f-b381-3e1313387128 None None] New status for floating IP 312bf584-171b-426b-a6cf-b98384cf1f33: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:49:55.479640 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe02a7-c342-4b90-af30-eb369552c206 req-c5630374-2276-4fe1-851e-da71142e3879 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:55.481132 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c2fe02a7-c342-4b90-af30-eb369552c206 req-c5630374-2276-4fe1-851e-da71142e3879 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Nov 27 11:49:55.535114 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-c2fe02a7-c342-4b90-af30-eb369552c206 req-b4718eff-5198-46bf-8bae-059d21213b30 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475657 Nov 27 11:49:56.039393 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:49:56.119640 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656117'] for port, before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:56.143692 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-64f24d71-2c02-4dc0-8a7b-da20ac8c1d18 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:56.145257 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-64f24d71-2c02-4dc0-8a7b-da20ac8c1d18 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 945 time: 0.0490959 Nov 27 11:49:56.147842 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:49:56.150200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36947bd29d77f30f9e330f7ff2c094680efa080589a2cdc7731999a7451eca33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1bd7a0-3aec-4c82-801d-113fd2c61270" -d '{"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-unplugged", "status": "completed", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:49:56.163941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:49:56.169895 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735777360002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735776793079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735776789261'] for port, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:56.196273 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8283cb4-e577-4900-9cb0-2a6a9074c94e x-openstack-request-id: req-d8283cb4-e577-4900-9cb0-2a6a9074c94e {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:49:56.196612 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-unplugged", "status": "completed", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "code": 200}]} {{(pid=103380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:49:56.197018 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8283cb4-e577-4900-9cb0-2a6a9074c94e {{(pid=103380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:49:56.197420 dv-neutron-804846-16-hyperv neutron-server[103380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'code': 200} Nov 27 11:49:56.224668 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Pushing event updated for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=8']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:49:56.243924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Deleting port 83864aa7-7d25-4c00-a0a4-0e3194b3426d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:49:56.244258 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:56.348445 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] For port 83864aa7-7d25-4c00-a0a4-0e3194b3426d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=83864aa7-7d25-4c00-a0a4-0e3194b3426d,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:49:56.348716 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:56.361486 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Calling delete_port for 83864aa7-7d25-4c00-a0a4-0e3194b3426d owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:49:56.512529 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:56.552973 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event deleted for resources: {'Port': ['ID=83864aa7-7d25-4c00-a0a4-0e3194b3426d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:49:56.610616 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] No DVR routers for this DVR port 83864aa7-7d25-4c00-a0a4-0e3194b3426d on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:49:56.614168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:56.617613 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-1ef93f57-4d8b-4846-a4bd-5e558df53c50 req-36e3e869-0cb6-4245-9b4d-65f6a9e8ea8a tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "DELETE /v2.0/ports/83864aa7-7d25-4c00-a0a4-0e3194b3426d HTTP/1.1" status: 204 len: 173 time: 0.4660711 Nov 27 11:49:56.618688 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-deleted', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:49:56.621020 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c5381a-e90a-4240-be43-e1e543f310f4" -d '{"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-deleted", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:49:56.651960 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-84550d97-a3e2-479c-a656-cb5e84f8e02a req-6bb02659-36b4-4b27-872e-5d0e7f0741ce tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb9669e-e9ce-4db1-b5f4-fa461e053736 HTTP/1.1" status: 200 len: 210 time: 0.0394297 Nov 27 11:49:56.673422 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780c320d-960e-4066-85e8-07db8ac46c7e x-openstack-request-id: req-780c320d-960e-4066-85e8-07db8ac46c7e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:49:56.673721 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb9669e-e9ce-4db1-b5f4-fa461e053736", "name": "network-vif-deleted", "tag": "83864aa7-7d25-4c00-a0a4-0e3194b3426d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:49:56.673978 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-780c320d-960e-4066-85e8-07db8ac46c7e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:49:56.674381 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb9669e-e9ce-4db1-b5f4-fa461e053736', 'name': 'network-vif-deleted', 'tag': '83864aa7-7d25-4c00-a0a4-0e3194b3426d', 'status': 'completed', 'code': 200} Nov 27 11:49:58.271216 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52802) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:49:58.431113 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Deleting port 2f252197-0be2-421a-b6f0-4faef13f30ef {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:49:58.431449 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:58.511079 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:58.511296 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:58.523749 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Calling delete_port for 2f252197-0be2-421a-b6f0-4faef13f30ef owned by network:floatingip {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:49:58.669452 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:58.704467 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event deleted for resources: {'Port': ['ID=2f252197-0be2-421a-b6f0-4faef13f30ef,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:49:58.726828 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.727205 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.727536 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.727881 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.728221 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.728594 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.728934 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.729271 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.729607 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.729939 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.730270 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.730598 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-16-hyperv {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 11:49:58.772135 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:58.772135 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.db.l3_db [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Floating IP 67402b89-45da-4be3-bb6f-bd996d935b9a disassociated (deleted). External IP: 172.26.1.176, port: beea333a-5868-46e6-bc58-9eae07fdc4e5. Nov 27 11:49:58.985973 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:49:59.093860 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:49:59.098433 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for floatingip, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:49:59.105109 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:49:59.115648 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:49:59.116269 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:59.126227 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-c6be4f7c-bf49-4ca6-8bf3-1ca10b1b2552 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "DELETE /v2.0/floatingips/67402b89-45da-4be3-bb6f-bd996d935b9a HTTP/1.1" status: 204 len: 168 time: 0.8539066 Nov 27 11:49:59.126935 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:49:59.129401 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665dafc3d53c48308a5b3aeb054d9916dfb8b89d7f431d3f16db7a4ecd172011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2129de88-891b-494a-b531-7808f977e94f" -d '{"events": [{"name": "network-changed", "server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:49:59.238443 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:49:59.245414 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3abcc-24b2-43c0-affc-65fc1fb87a52 x-openstack-request-id: req-6ff3abcc-24b2-43c0-affc-65fc1fb87a52 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:49:59.245734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "status": "completed", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:49:59.245984 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ff3abcc-24b2-43c0-affc-65fc1fb87a52 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:49:59.246424 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'status': 'completed', 'code': 200} Nov 27 11:49:59.318558 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129de88-891b-494a-b531-7808f977e94f req-b7858648-171c-4882-b5a6-11ede9dedc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:59.320075 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-b7858648-171c-4882-b5a6-11ede9dedc6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a307c03c24102af3373440c1e09ed&device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 1097 time: 0.0527122 Nov 27 11:49:59.439756 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d2e4-1136-4841-abf1-d55d348486fa req-a86ac651-7afd-40cf-9cd8-af9381c884e8 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:59.441291 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2be1d2e4-1136-4841-abf1-d55d348486fa req-a86ac651-7afd-40cf-9cd8-af9381c884e8 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.1128891 Nov 27 11:49:59.460941 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:59.467204 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129de88-891b-494a-b531-7808f977e94f req-6368b596-bda6-45e6-9f07-2f282b93d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:59.468688 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-6368b596-bda6-45e6-9f07-2f282b93d0ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 200 len: 911 time: 0.1382012 Nov 27 11:49:59.490825 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:49:59.506209 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:49:59.507262 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:59.514708 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-f62286b9-1189-467c-b01d-8c6c7aa8f4a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 200 len: 217 time: 0.0384181 Nov 27 11:49:59.569929 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2be1d2e4-1136-4841-abf1-d55d348486fa req-cd25ccb6-5c20-4f1c-8c9b-02a2fbe6a906 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138868 Nov 27 11:49:59.592577 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129de88-891b-494a-b531-7808f977e94f req-c752c088-1e4f-4833-a04b-7e88b33f3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:59.592577 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-c752c088-1e4f-4833-a04b-7e88b33f3059 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 200 len: 849 time: 0.0642450 Nov 27 11:49:59.638654 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129de88-891b-494a-b531-7808f977e94f req-3d9cebaf-fc13-4dc7-8c70-a75596bff9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:49:59.640228 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-3d9cebaf-fc13-4dc7-8c70-a75596bff9bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0466380 Nov 27 11:49:59.648552 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:49:59.735865 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-64e9b74a-553e-450e-8cce-feb23dd90932 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878267 Nov 27 11:49:59.842104 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-2129de88-891b-494a-b531-7808f977e94f req-a73468c6-f8e2-48cd-a359-094e0c18d7d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991659 Nov 27 11:49:59.854245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:49:59.884783 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fa21f-8beb-4996-b24b-b16953aabb10 None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:43:56Z', 'revision_number': 4, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv', '_interfaces': [{'id': 'dea77bae-84ca-4f4d-9416-729208d12f28', 'name': '', 'network_id': 'c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'mac_address': 'fa:16:3e:85:ec:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:56Z', 'updated_at': '2021-11-27T11:44:01Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'subnets': [{'id': '23b236d7-db04-44fe-92eb-7d3a45b1f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:50:00.045528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:00.066177 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: 83864aa7-7d25-4c00-a0a4-0e3194b3426d {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:00.066528 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device 83864aa7-7d25-4c00-a0a4-0e3194b3426d not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:00.107133 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8607bbd-04f6-4ecf-91aa-22339f520d57 None None] New status for floating IP 67402b89-45da-4be3-bb6f-bd996d935b9a: DOWN {{(pid=103381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 11:50:00.338301 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-abd2ca6f-915d-4463-9cd3-2dbbe554a933 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:50:00.339960 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-abd2ca6f-915d-4463-9cd3-2dbbe554a933 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.0508928 Nov 27 11:50:00.445021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Deleting port beea333a-5868-46e6-bc58-9eae07fdc4e5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:00.445767 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:00.550549 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] For port beea333a-5868-46e6-bc58-9eae07fdc4e5, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=beea333a-5868-46e6-bc58-9eae07fdc4e5,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:00.550914 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:00.567970 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Calling delete_port for beea333a-5868-46e6-bc58-9eae07fdc4e5 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:00.713146 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202eef5-0109-43e1-ba37-93ceffb5a476 req-3da2a5ec-d4de-4678-b517-b2b66d26f64e tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 11:50:00.715914 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2202eef5-0109-43e1-ba37-93ceffb5a476 req-3da2a5ec-d4de-4678-b517-b2b66d26f64e tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/ports?device_id=5627f779-61aa-41fc-8e79-56007297a5c3 HTTP/1.1" status: 200 len: 944 time: 0.0718215 Nov 27 11:50:00.732109 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:00.764224 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event deleted for resources: {'Port': ['ID=beea333a-5868-46e6-bc58-9eae07fdc4e5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:00.775612 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [req-2202eef5-0109-43e1-ba37-93ceffb5a476 req-f91be5e5-a963-468d-9ef5-0e5681b04074 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebdff23-d59e-4a43-8c26-f6c3fc455f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538795 Nov 27 11:50:00.816272 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] No DVR routers for this DVR port beea333a-5868-46e6-bc58-9eae07fdc4e5 on host hv-neutron-8048 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:50:00.818787 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192199'] for port, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:00.822326 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [req-f8e814b1-be0a-4566-991f-7d7fdbfd41c0 req-d057213d-49bc-4528-8b0a-aacd80bcabe4 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.24 "DELETE /v2.0/ports/beea333a-5868-46e6-bc58-9eae07fdc4e5 HTTP/1.1" status: 204 len: 173 time: 0.4766252 Nov 27 11:50:00.822775 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-deleted', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 11:50:00.825084 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ac7962800aed30b0c630cffc66bcc8aa0f28f65c9c720b64314e828a604810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0dbdb-b67f-42fb-bb9b-8f5a8571f124" -d '{"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-deleted", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 11:50:00.862232 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 11:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d01ab-c758-4303-8361-5a02c02c4774 x-openstack-request-id: req-261d01ab-c758-4303-8361-5a02c02c4774 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 11:50:00.862626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5627f779-61aa-41fc-8e79-56007297a5c3", "name": "network-vif-deleted", "tag": "beea333a-5868-46e6-bc58-9eae07fdc4e5", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 11:50:00.862881 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-261d01ab-c758-4303-8361-5a02c02c4774 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 11:50:00.863289 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5627f779-61aa-41fc-8e79-56007297a5c3', 'name': 'network-vif-deleted', 'tag': 'beea333a-5868-46e6-bc58-9eae07fdc4e5', 'status': 'completed', 'code': 200} Nov 27 11:50:01.852912 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52820) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:01.910350 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1362c408-877c-4bdb-a8dd-50ff6607d9d0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:01.940186 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1362c408-877c-4bdb-a8dd-50ff6607d9d0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.003314 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1362c408-877c-4bdb-a8dd-50ff6607d9d0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.006009 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1362c408-877c-4bdb-a8dd-50ff6607d9d0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.007177 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1362c408-877c-4bdb-a8dd-50ff6607d9d0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ebdff23-d59e-4a43-8c26-f6c3fc455f47 HTTP/1.1" status: 204 len: 168 time: 0.1532493 Nov 27 11:50:02.017168 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362c408-877c-4bdb-a8dd-50ff6607d9d0 tempest-TestSnapshotPattern-1622713486 tempest-TestSnapshotPattern-1622713486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebdff23-d59e-4a43-8c26-f6c3fc455f47,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:02.061574 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:02.504246 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.525641 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.750203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Deleting port dea77bae-84ca-4f4d-9416-729208d12f28 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:02.750535 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.830768 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] For port dea77bae-84ca-4f4d-9416-729208d12f28, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=dea77bae-84ca-4f4d-9416-729208d12f28,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:02.831133 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:02.844021 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Calling delete_port for dea77bae-84ca-4f4d-9416-729208d12f28 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:03.039677 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:03.071059 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea77bae-84ca-4f4d-9416-729208d12f28,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:03.234941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:03.443178 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Router 9f9f1f58-dd27-414d-898f-1471d2c01b73 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:50:03.551370 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:50:03.556344 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-6593719e-0d63-47a1-9a9e-9527530f43a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f9f1f58-dd27-414d-898f-1471d2c01b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937239 Nov 27 11:50:03.558929 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52828) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:03.562044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] Sync routers for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:50:03.572395 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:50:03.573020 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:03.666018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:03.680620 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:50:03.770689 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:03.822326 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Deleting port cb4fffb6-6730-4427-9b25-7bdb3abdbec1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:03.822657 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:03.861069 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:50:02Z', 'revision_number': 5, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port': {'id': 'cb4fffb6-6730-4427-9b25-7bdb3abdbec1', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:54Z', 'updated_at': '2021-11-27T11:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:03.887693 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] Checking router: 9f9f1f58-dd27-414d-898f-1471d2c01b73 for host: dv-neutron-804846-16-hyperv {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:50:03.896491 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] Routers {'9f9f1f58-dd27-414d-898f-1471d2c01b73'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:50:03.897092 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['9f9f1f58-dd27-414d-898f-1471d2c01b73'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:03.904834 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] For port cb4fffb6-6730-4427-9b25-7bdb3abdbec1, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:03.905203 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:03.916825 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Calling delete_port for cb4fffb6-6730-4427-9b25-7bdb3abdbec1 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:03.986361 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] Set router 9f9f1f58-dd27-414d-898f-1471d2c01b73 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:50:04.037860 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:50:03Z', 'revision_number': 6, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:04.069310 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:04.072845 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acfd6a-944f-4f88-bb99-91913047cd64 None None] The sync data for ids ['9f9f1f58-dd27-414d-898f-1471d2c01b73'] in dv-neutron-804846-16-hyperv is: [{'id': '9f9f1f58-dd27-414d-898f-1471d2c01b73', 'name': 'tempest-TestSnapshotPattern-1724201664-router', 'tenant_id': '452a307c03c24102af3373440c1e09ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:53Z', 'updated_at': '2021-11-27T11:50:03Z', 'revision_number': 6, 'project_id': '452a307c03c24102af3373440c1e09ed', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:50:04.091639 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] No Port match for: beea333a-5868-46e6-bc58-9eae07fdc4e5 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:04.092044 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Device beea333a-5868-46e6-bc58-9eae07fdc4e5 not bound to the agent host hv-neutron-8048 {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:04.382260 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.408924 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4fffb6-6730-4427-9b25-7bdb3abdbec1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:04.426065 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7f1fc-a249-415f-9c08-b321a142d9e9 None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:50:04.484725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.580622 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.582871 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.629901 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.630460 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f9f1f58-dd27-414d-898f-1471d2c01b73 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:50:04.635349 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.636602 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-eb3311b3-e402-41ca-90aa-c153a1a77522 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f9f1f58-dd27-414d-898f-1471d2c01b73 HTTP/1.1" status: 204 len: 168 time: 1.0766134 Nov 27 11:50:04.639699 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:04.686060 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Deleting subnet 23b236d7-db04-44fe-92eb-7d3a45b1f092 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:50:04.689466 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.727977 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.811222 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.874646 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.903068 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b236d7-db04-44fe-92eb-7d3a45b1f092,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:04.906804 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:04.910129 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-1342d9ca-a78a-4d57-a544-2337980c2627 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23b236d7-db04-44fe-92eb-7d3a45b1f092 HTTP/1.1" status: 204 len: 168 time: 0.2694678 Nov 27 11:50:04.912785 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52832) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:04.914283 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dea77bae-84ca-4f4d-9416-729208d12f28 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:04.917587 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2711f-c5dc-4929-8e5c-2edd2661cf4b None None] Network c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:50:04.956712 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: dea77bae-84ca-4f4d-9416-729208d12f28 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:04.957063 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device dea77bae-84ca-4f4d-9416-729208d12f28 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:04.990375 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.044946 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Deleting port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:05.045249 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.121776 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] For port 7d7e4eb8-3194-4af8-990e-85ab095f79e4, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7d7e4eb8-3194-4af8-990e-85ab095f79e4,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:05.123109 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.130723 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] DHCP port deletion for c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:50:05.138734 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Calling delete_port for 7d7e4eb8-3194-4af8-990e-85ab095f79e4 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:05.178470 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] Deleting port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:05.178853 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.219288 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9522360'] for port, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.246622 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7e4eb8-3194-4af8-990e-85ab095f79e4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:05.247799 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] For port 7d7e4eb8-3194-4af8-990e-85ab095f79e4, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=7d7e4eb8-3194-4af8-990e-85ab095f79e4,segment=NetworkSegment(8d29edb5-9e7b-4233-9e02-98bf88f56df1),segment_id=8d29edb5-9e7b-4233-9e02-98bf88f56df1)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:05.248506 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.253168 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] No DVR routers for this DVR port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 on host dv-neutron-804846-16-hyperv {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:50:05.262868 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] Calling delete_port for 7d7e4eb8-3194-4af8-990e-85ab095f79e4 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:05.329304 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.345341 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.351772 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4']}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:05.363897 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d29edb5-9e7b-4233-9e02-98bf88f56df1') {'for_net_delete': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:05.364432 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.services.segments.db [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d29edb5-9e7b-4233-9e02-98bf88f56df1') {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:05.377119 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] Pushing event deleted for resources: {'Port': ['ID=7d7e4eb8-3194-4af8-990e-85ab095f79e4,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:05.379179 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9193207'] for segment, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.380781 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66232026-c73b-4bec-b47e-4ef2ac1afac9 None None] No DVR routers for this DVR port 7d7e4eb8-3194-4af8-990e-85ab095f79e4 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:50:05.396357 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.403102 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:50:05.403507 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9522537'] for segment, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: Traceback (most recent call last): Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: timer() Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: cb(*args, **kw) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: return func(*args, **kwargs) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: self._notify() Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: self.callback(batched_events) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: event.method(event) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: return f(self, *a, **k) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._get(url).json() Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: return self.request(url, 'GET', **kwargs) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:50:05.405662 dv-neutron-804846-16-hyperv neutron-server[103379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:50:05.464654 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.471792 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Publish callbacks [] for network, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:05.475088 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4 HTTP/1.1" status: 204 len: 168 time: 0.5613170 Nov 27 11:50:05.478095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:05.487002 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0ddf4-5abc-4be3-b655-31f070f94620 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a6ee0e-ba6a-4dec-8e39-2ed2f1d095e4,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:05.854104 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665040'] for router_interface, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:06.099220 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Deleting port 587524ce-c8eb-4faa-9a58-848ee2888244 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:06.099550 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:06.175361 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] For port 587524ce-c8eb-4faa-9a58-848ee2888244, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=587524ce-c8eb-4faa-9a58-848ee2888244,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:06.175627 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:06.187626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Calling delete_port for 587524ce-c8eb-4faa-9a58-848ee2888244 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:06.373024 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:06.396421 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=587524ce-c8eb-4faa-9a58-848ee2888244,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:06.579095 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3652544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3667200'] for router_interface, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:06.583647 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7d7e4eb8-3194-4af8-990e-85ab095f79e4 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:06.609513 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 7d7e4eb8-3194-4af8-990e-85ab095f79e4 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:06.609982 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 7d7e4eb8-3194-4af8-990e-85ab095f79e4 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:06.610487 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb4fffb6-6730-4427-9b25-7bdb3abdbec1 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:06.629713 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: cb4fffb6-6730-4427-9b25-7bdb3abdbec1 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:06.630138 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device cb4fffb6-6730-4427-9b25-7bdb3abdbec1 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:06.799771 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Router eb552825-74aa-4a0b-95c8-8fade5e49b75 has already been hosted by L3 agent f0d7031d-d1bd-4cab-bd96-5600872778ed {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 11:50:06.907999 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] Notify agent at l3_agent.dv-neutron-804846-16-hyperv the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 11:50:06.913126 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-e345b3af-8498-49f6-8faf-d33a5812d5e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/eb552825-74aa-4a0b-95c8-8fade5e49b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339826 Nov 27 11:50:06.915639 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:06.918138 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] Sync routers for ids ['eb552825-74aa-4a0b-95c8-8fade5e49b75'] in dv-neutron-804846-16-hyperv {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 11:50:06.931257 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] Routers {'eb552825-74aa-4a0b-95c8-8fade5e49b75'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:50:06.931867 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['eb552825-74aa-4a0b-95c8-8fade5e49b75'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:07.022800 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.036445 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] Set router eb552825-74aa-4a0b-95c8-8fade5e49b75 gateway port host: dv-neutron-804846-16-hyperv {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:50:07.126018 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.179293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Deleting port 25b79105-fd3b-4899-8a24-dd17bba77a83 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:07.179626 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.220507 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'external_fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:50:06Z', 'revision_number': 5, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port': {'id': '25b79105-fd3b-4899-8a24-dd17bba77a83', 'name': '', 'network_id': '444b1d93-5105-4158-8104-96b059af888f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-16-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T11:43:59Z', 'updated_at': '2021-11-27T11:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '161ab6da-9698-4fa9-90c3-39cc7b6f977d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-16-hyperv'}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:07.246705 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] Checking router: eb552825-74aa-4a0b-95c8-8fade5e49b75 for host: dv-neutron-804846-16-hyperv {{(pid=103381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 11:50:07.255666 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] Routers {'eb552825-74aa-4a0b-95c8-8fade5e49b75'} bound to L3 agent in host dv-neutron-804846-16-hyperv {{(pid=103381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 11:50:07.256266 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-16-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T10:24:42Z,description=,heartbeat_timestamp=2021-11-27T11:49:43Z,host='dv-neutron-804846-16-hyperv',id=f0d7031d-d1bd-4cab-bd96-5600872778ed,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T10:24:42Z,topic='l3_agent')) {'router_ids': ['eb552825-74aa-4a0b-95c8-8fade5e49b75'], 'active': True} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:07.266493 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] For port 25b79105-fd3b-4899-8a24-dd17bba77a83, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=25b79105-fd3b-4899-8a24-dd17bba77a83,segment=NetworkSegment(324542b3-268b-490f-9727-6505d9ceca09),segment_id=324542b3-268b-490f-9727-6505d9ceca09)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:07.266864 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.279950 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Calling delete_port for 25b79105-fd3b-4899-8a24-dd17bba77a83 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:07.340478 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_dvr_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] Set router eb552825-74aa-4a0b-95c8-8fade5e49b75 gateway port host: None {{(pid=103381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 11:50:07.394401 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.l3_hamode_db [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:50:07Z', 'revision_number': 6, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port_host': None}], 'dv-neutron-804846-16-hyperv', False) {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:07.421111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07357d6-f107-4dfd-b412-f2b2b6cacfa4 None None] The sync data for ids ['eb552825-74aa-4a0b-95c8-8fade5e49b75'] in dv-neutron-804846-16-hyperv is: [{'id': 'eb552825-74aa-4a0b-95c8-8fade5e49b75', 'name': 'tempest-TestSnapshotPattern-437957275-router', 'tenant_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T11:43:58Z', 'updated_at': '2021-11-27T11:50:07Z', 'revision_number': 6, 'project_id': 'b484b2d138574b53bbb5b7f64b2dd9f3', 'gw_port_host': None}] {{(pid=103381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 11:50:07.458058 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.484878 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b79105-fd3b-4899-8a24-dd17bba77a83,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:07.499929 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fdbe4-f816-4669-a47a-0c5b37355dca None None] DHCP port deletion for 444b1d93-5105-4158-8104-96b059af888f request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:50:07.543826 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3664606'] for router_gateway, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.635443 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3667058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129225'] for router, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.638066 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.679911 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3667065'] for router, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.680434 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb552825-74aa-4a0b-95c8-8fade5e49b75 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 11:50:07.686729 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.687952 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-459212e3-7284-41cb-becc-24b193a820b8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb552825-74aa-4a0b-95c8-8fade5e49b75 HTTP/1.1" status: 204 len: 168 time: 0.7713995 Nov 27 11:50:07.690497 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:07.738151 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Deleting subnet 57d99219-28c4-4631-a04a-a609bda21a70 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 11:50:07.741471 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.777684 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10480677'] for subnet, precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.864398 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-694387'] for subnet, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.915941 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-694396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9676594'] for subnet, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.941696 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d99219-28c4-4631-a04a-a609bda21a70,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:07.945269 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:07.948509 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-8ca14efb-b41f-47c5-a75b-e917daad8ba6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57d99219-28c4-4631-a04a-a609bda21a70 HTTP/1.1" status: 204 len: 168 time: 0.2570422 Nov 27 11:50:07.951591 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52840) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:07.953445 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295ca1a-fb2c-4533-a38f-05fd3bc8a446 None None] Network a7e9ed99-fbdd-4bf2-be70-20f88599cdcc requested from dv-neutron-804846-16-hyperv {{(pid=103380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 11:50:08.023240 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.079309 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Deleting port f92ce3db-1776-4643-a227-f1efab5bfae2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:08.079644 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.145512 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] For port f92ce3db-1776-4643-a227-f1efab5bfae2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f92ce3db-1776-4643-a227-f1efab5bfae2,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:08.145880 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.160979 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] DHCP port deletion for a7e9ed99-fbdd-4bf2-be70-20f88599cdcc request from dv-neutron-804846-16-hyperv {{(pid=103380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 11:50:08.161472 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Calling delete_port for f92ce3db-1776-4643-a227-f1efab5bfae2 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:08.208837 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] Deleting port f92ce3db-1776-4643-a227-f1efab5bfae2 {{(pid=103380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 11:50:08.209163 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735777353997'] for port, before_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.258980 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9886079'] for port, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.280931 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] For port f92ce3db-1776-4643-a227-f1efab5bfae2, host dv-neutron-804846-16-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-16-hyperv',level=0,port_id=f92ce3db-1776-4643-a227-f1efab5bfae2,segment=NetworkSegment(c4439755-cc46-41c0-9c76-5de643556117),segment_id=c4439755-cc46-41c0-9c76-5de643556117)] {{(pid=103380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 11:50:08.281329 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3663753'] for port, precommit_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.286651 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92ce3db-1776-4643-a227-f1efab5bfae2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:08.290418 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] No DVR routers for this DVR port f92ce3db-1776-4643-a227-f1efab5bfae2 on host dv-neutron-804846-16-hyperv {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:50:08.299621 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] Calling delete_port for f92ce3db-1776-4643-a227-f1efab5bfae2 owned by network:dhcp {{(pid=103380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 11:50:08.368556 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-698092', 'neutron.services.segments.db._delete_segments_for_network-8735777348904'] for network, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.379659 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735777359984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735776793070'] for port, after_delete {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.391013 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e9ed99-fbdd-4bf2-be70-20f88599cdcc']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:08.401492 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4439755-cc46-41c0-9c76-5de643556117') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:08.401782 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.services.segments.db [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4439755-cc46-41c0-9c76-5de643556117') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 11:50:08.412872 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735777349425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10480658'] for segment, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.429247 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582'] for segment, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.439725 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 11:50:08.440254 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885870'] for segment, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: Traceback (most recent call last): Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: timer() Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: cb(*args, **kw) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: return func(*args, **kwargs) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: self._notify() Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: self.callback(batched_events) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: event.method(event) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: return f(self, *a, **k) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._get(url).json() Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: return self.request(url, 'GET', **kwargs) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 11:50:08.446227 dv-neutron-804846-16-hyperv neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 11:50:08.518942 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-698101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3652569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3664514'] for network, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.526735 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Publish callbacks [] for network, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.531244 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7e9ed99-fbdd-4bf2-be70-20f88599cdcc HTTP/1.1" status: 204 len: 168 time: 0.5782809 Nov 27 11:50:08.541484 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c1fc-c361-4989-95ea-10bfa953e070 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e9ed99-fbdd-4bf2-be70-20f88599cdcc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:08.569880 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 25b79105-fd3b-4899-8a24-dd17bba77a83 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:08.572731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] Pushing event deleted for resources: {'Port': ['ID=f92ce3db-1776-4643-a227-f1efab5bfae2,revision_number=None']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:08.596731 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8fbfe-8d19-4852-9304-996970506267 None None] No DVR routers for this DVR port f92ce3db-1776-4643-a227-f1efab5bfae2 on host dv-neutron-804846-16-hyperv {{(pid=103380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 11:50:08.600080 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 25b79105-fd3b-4899-8a24-dd17bba77a83 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:08.603378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 25b79105-fd3b-4899-8a24-dd17bba77a83 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:08.603378 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 587524ce-c8eb-4faa-9a58-848ee2888244 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:08.623854 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: 587524ce-c8eb-4faa-9a58-848ee2888244 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:08.624211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device 587524ce-c8eb-4faa-9a58-848ee2888244 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:08.624672 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f92ce3db-1776-4643-a227-f1efab5bfae2 no longer exists at agent ovs-agent-dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 11:50:08.644288 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.plugin [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] No Port match for: f92ce3db-1776-4643-a227-f1efab5bfae2 {{(pid=103380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 11:50:08.644671 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron.plugins.ml2.rpc [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Device f92ce3db-1776-4643-a227-f1efab5bfae2 not bound to the agent host dv-neutron-804846-16-hyperv {{(pid=103380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 11:50:08.658403 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52844) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:08.703109 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-363e4709-167a-48aa-a36e-24a2b15efe88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=452a307c03c24102af3373440c1e09ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435047 Nov 27 11:50:08.705610 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.13', 52846) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:08.752623 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bbb326c-c776-427f-a392-c1a14bb1974b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.773293 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bbb326c-c776-427f-a392-c1a14bb1974b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.819117 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bbb326c-c776-427f-a392-c1a14bb1974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.821795 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bbb326c-c776-427f-a392-c1a14bb1974b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:08.822927 dv-neutron-804846-16-hyperv neutron-server[103378]: INFO neutron.wsgi [None req-5bbb326c-c776-427f-a392-c1a14bb1974b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd57ab4a-418c-4b6c-b993-917d52027741 HTTP/1.1" status: 204 len: 168 time: 0.1164205 Nov 27 11:50:08.831162 dv-neutron-804846-16-hyperv neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb326c-c776-427f-a392-c1a14bb1974b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57ab4a-418c-4b6c-b993-917d52027741,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:09.130954 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52852) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:09.171189 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-87f5098f-9f56-44e2-a59a-610b38104c70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b484b2d138574b53bbb5b7f64b2dd9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390289 Nov 27 11:50:09.173493 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.wsgi [-] (103379) accepted ('10.222.0.13', 52854) {{(pid=103379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 11:50:09.219797 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94114fca-c7a7-4d6d-bbfb-ba92c4486630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:09.240570 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94114fca-c7a7-4d6d-bbfb-ba92c4486630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:09.284325 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94114fca-c7a7-4d6d-bbfb-ba92c4486630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750439'] for security_group, after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:09.286929 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-94114fca-c7a7-4d6d-bbfb-ba92c4486630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:09.288074 dv-neutron-804846-16-hyperv neutron-server[103379]: INFO neutron.wsgi [None req-94114fca-c7a7-4d6d-bbfb-ba92c4486630 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbddf31e-902d-4b13-ac48-8e79bceeb2ea HTTP/1.1" status: 204 len: 168 time: 0.1136847 Nov 27 11:50:09.297769 dv-neutron-804846-16-hyperv neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114fca-c7a7-4d6d-bbfb-ba92c4486630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbddf31e-902d-4b13-ac48-8e79bceeb2ea,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 11:50:10.472832 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6d0a3fc7-af33-4aab-837c-b7f62d8981fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:13.252544 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-57b23ff9-cbd5-4fb7-9ef2-ec9e5778fc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:14.182591 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:15.762675 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:16.456594 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:26.606845 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:50:32.530380 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:40.481734 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7b74213b-53d7-474a-b49a-0c95632df0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:43.259600 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1855a6a5-453a-4d8b-8886-0f3d252980ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:44.184114 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:45.770245 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:50:46.461194 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:02.542527 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:03.605418 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:51:10.473896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6e50f2a5-b8a3-42c9-a8b9-f29022c92804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:13.253632 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-f9724cf5-dd3e-44bb-91f7-12380afca271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:14.187519 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:15.770581 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:16.463218 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:32.545775 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:40.479350 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-689633a2-4880-49d1-a89a-1ab206a8510d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:40.604149 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:51:43.255669 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3b204588-f831-438c-852e-5c271d483063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:44.191913 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:45.774725 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:51:46.465724 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:02.567899 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:10.483076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-801856b8-f3d2-43bc-ab34-c35b8f8bbd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:13.258634 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef891-437f-4d72-a651-e2fcf76922c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:14.195847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:15.781565 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:16.469722 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:17.604705 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:52:32.567830 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:40.488311 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-179d4609-5c4f-44e8-bb7b-7ef7211bd4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:43.265039 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-bb7af941-4007-4b62-a0d5-0e7b15cf0b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:44.203330 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:45.775309 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:46.466202 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:52:54.604514 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:53:02.561402 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:10.484174 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9232-e377-4704-a485-44820bc958af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:13.258308 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c301a60f-24a1-4cf0-9a28-14acdedb1225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:14.199636 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:15.783980 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:16.471561 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:31.603846 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:53:32.571662 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:40.488274 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-4b60ba1b-b04d-40a1-a1a5-49b534c5be02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:43.261757 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-0d6c830f-06b3-4349-9692-c3eb233eef0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:44.202234 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:45.780896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:53:46.476240 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:02.577847 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:08.603378 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:54:10.492467 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-82f0e1f9-579e-4afb-9929-6e5fb19289fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:13.263896 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-e50d607d-31e5-41a5-889b-fa8ee033aa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:14.209802 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:15.783644 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:16.477611 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:32.591566 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:40.498488 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-27c3274d-0f71-46f0-a672-1129417ca589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:43.265972 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-20b489ef-8b92-48e4-927f-c1adf1d69e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:44.210211 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:45.603111 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:54:45.786248 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:54:46.480700 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:02.589367 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:10.490454 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-dee36f5a-1fdf-4d34-99e0-77f598b82161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:13.269748 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9560-895d-438f-b90b-7158ae041ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:14.212200 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:15.789717 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:16.485437 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:22.602247 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 11:55:32.595478 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85da849-f813-4fab-8150-a7be5887f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:40.493318 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-7f364f24-c039-4412-8e9d-531f83ec5b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:43.270834 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-b3455625-4f80-4cb0-bbe0-7ad0da7ff1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:44.216098 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-ac726d1a-1512-4ee7-96e1-c49a6bce4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:45.792219 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c29e1ebe-da2e-439a-a236-c8e9b5bf8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:46.491076 dv-neutron-804846-16-hyperv neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-153cbeeb-7d87-42c7-aa26-57411d6e69e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735777301917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699574'] for agent, after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 11:55:59.601101 dv-neutron-804846-16-hyperv neutron-server[103381]: DEBUG neutron.db.agents_db [None req-ec63318c-4a40-424c-a743-021ed218b737 None None] Agent healthcheck: found 6 active agents {{(pid=103381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}